# Butterfly Generated Robots.txt # Robot Exclusion File -- robots.txt # Author: Emerson Auricchio # Last Updated : Dec 01st, 2009 User-Agent: * Disallow: /downloads/ Disallow: /admin/ Disallow: /css/ Disallow: /js/ Disallow: /inc/ #Block out things that are secure or login oriented #These are based on not using any rewrite rules Disallow: inc/config.php Disallow: inc/config_hot.php # IF YOU DO NOT WISH TO HAVE THE GOOGLE IMAGE BOT SCAN YOUR DOMAIN FOR IMAGES # THEN YOU CAN INCLUDE THE FOLLOWING IN YOUR ROBOTS FILE. User-agent: Googlebot-Image # Disallow: /images/