# Robots.txt file from http://www.searchengineworld.com # # Bans from cgi-bin and images # # Disallow /cgi-bin/ User-agent: * Disallow: /GeneratedItems/ Disallow: /NewFiles/ Disallow: /admin/ Disallow: /awstats/ Disallow: /cgi-bin/ Disallow: /client_data/ Disallow: /cp/ Disallow: /flash/ Disallow: /htmlarea/ Disallow: /images/ Disallow: /mason_comps/ Disallow: /media/ Disallow: /modlogan/ Disallow: /pdf/ Disallow: /webalizer/ Disallow: /zasco_file_sharing/ Disallow: /document_sharing/ Disallow: /top_slide_show/