# For more information about the robots.txt standard, see: # http://www.robotstxt.org/wc/robots.html # # For syntax checking, see: # http://www.sxw.org.uk/computing/robots/check.html # by I.t.Department of Falc S.p.A. http://www.falc.biz # Website Sitemap Sitemap: http://www.w6yz.com/sitemap.xml # Crawlers Setup User-agent: googlebot # Directories Disallow: /administrator/ Disallow: /cache/ Disallow: /components/ Disallow: /images/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /tmp/ Disallow: /xmlrpc/ Disallow: /logs/ Disallow: /form/ Disallow: /joomgallery/ Disallow: /it/ Disallow: /en/ # Paths (clean URLs) Disallow: /index.php/ Disallow: /joomgallery.html Disallow: /2009.html Disallow: /naturino.html Disallow: /2010.html Disallow: /2011.html Disallow: /2012.html Disallow: /sito.html Disallow: /index.php?option=com_content&id= Disallow: /.asp* Disallow: /credits.php Disallow: /index.html?lingua= Disallow: /collezionin_int.asp? Disallow: /store-search.html # Files Disallow: /cron.php Disallow: /cron.sh Disallow: /error_log Disallow: /install.php Disallow: /LICENSE.html Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /STATUS.txt # Paths (no clean URLs) Disallow: /*.js$ Disallow: /*.css$ Disallow: /*.php$ Disallow: /*?SID= Disallow: /*.html?* Disallow: /*.swf* User-agent: * # Directories Disallow: /administrator/ Disallow: /cache/ Disallow: /components/ Disallow: /images/ Disallow: /includes/ Disallow: /installation/ Disallow: /language/ Disallow: /libraries/ Disallow: /media/ Disallow: /modules/ Disallow: /plugins/ Disallow: /templates/ Disallow: /tmp/ Disallow: /xmlrpc/ Disallow: /logs/ Disallow: /form/ Disallow: /joomgallery/ Disallow: /index/ # Paths (clean URLs) Disallow: /index.php/ Disallow: /joomgallery.html Disallow: /2009.html Disallow: /naturino.html Disallow: /2010.html Disallow: /2011.html Disallow: /2012.html Disallow: /sito.html Disallow: /index.php?option=com_content&id= Disallow: /.asp Disallow: /credits.php Disallow: /index.html?lingua= Disallow: /collezionin_int.asp? Disallow: /store-search.html Disallow: /index.php?option=com_joomgallery # Files Disallow: /cron.php Disallow: /cron.sh Disallow: /error_log Disallow: /install.php Disallow: /LICENSE.html Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /STATUS.txt # Paths (no clean URLs) Disallow: /.js$ Disallow: /.css$ Disallow: /.php$ Disallow: /.swf$ Disallow: /?SID= # Crawlers Setup