# Its means is that Googlebot should crawl webpages in delay of 120 second not frequently. # Crawl-delay: 10 ########################################### AHREFS AGENT ######################################################## User-agent: AhrefsSiteAudit Allow: / ##################################### IMPORTANT AGENTS ############################### # For those allow but certain directories # - does not fix mailicious BOTs which ignore User-agent: Googlebot User-agent: Googlebot-Image User-agent: Mediapartners-Google User-agent: msnbot User-agent: msnbot-media User-agent: Slurp User-agent: Yahoo-Blogs User-agent: Yahoo-MMCrawler User-agent: AhrefsBot Disallow: /administrator/ Disallow: /cache/ # Nie blokuj COMPONENTS - wiele elementów, także graficznyuch # Disallow: /components/ # Nie blokuj obrazków, które są częścią publicznych opisów Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ # Nie możesz zablokować całego PLUGINS bo /plugins/system/JCH_Optimize/ = JS # - w modules też CSS i JS # Disallow: /plugins/ # Disallow: /modules/ # Disallow: /media/ # Nie można zablokować bo CSS/JS szablonu # Disallow: /templates/ # Nie blokuj przeglądania profili (strona logowania) # Disallow: /component/option,com_comprofiler/* Disallow: /tmp/ Disallow: /xmlrpc/ Disallow: view/course/ Disallow: /view/course/ Disallow: /regulamin-serwisu-fotomamy.html Disallow: /pl/component/user/ Disallow: /pl/component/alpharegistration/ Disallow: /pl/component/amocourse/view/ Disallow: /pl/component/amocourse/view/ Disallow: /component/user/ Disallow: /submit-picture/ ################# Let the REGULAR SEARCH AGENT generate the page # - block all except the PUBLIC ones Disallow: /jwallpapers_files/0/ Disallow: /jwallpapers_files/1/ Disallow: /jwallpapers_files/6/ Disallow: /pl/inne-uslugi/terminarzizapisy/view/course/ Disallow: /submit-picture/index.php Disallow: /Moj-profil/ Disallow: /search/ Disallow: /picture/ Disallow: /warunkikonkursu.html Disallow: /index.php?option=com_amocourse* # Nie blokuj komentarzy w GP # Disallow: /index.php?option=com_jcomments* Disallow: /administrator/components/php_scripts/ Disallow: /index.php?option=com_jwallpapers&id* ########################################### GOOGLEBOT IMAGE AGENT ######################################################## User-agent: Googlebot-Image Disallow: / Disallow: /jwallpapers_files/5/ Disallow: /jwallpapers_files/2/ Disallow: /jwallpapers_files/4/ Disallow: /images/ User-agent: Yandex Disallow: / # Nie pokazuj mapy jeżeli nie jest wiarygodna # Sitemap: http://www.akademia-fotografii-dzieciecej.pl/sitemap.xml ##################################### ALL OTHER AGENTS ############################# # The last record (started by User-agent: *) will be followed by all polite bots that don’t identify themselves as "googlebot", "google", "bingbot" or "bing". # And yes, it means that they are not allowed to crawl anything. Disallow all BOTS User-agent: * Disallow: /