# Robots.txt file from http://www.searchengineworld.com # # # User-agent: Googlebot Disallow: Disallow: /logs/ Disallow: /etc/ Disallow: /cgi-bin/ Disallow: /sisubb/ Disallow: /webstats/ User-agent: http://www.almaden.ibm.com/cs/crawler Disallow: / User-agent: ibm Disallow: / User-agent: * Disallow: /