# disallow, too intensive http://www.authoritativeweb.com/crawl User-agent: ConveraCrawler Disallow: / # ### end ConveraCrawler # disallow, access too fast, www.nameprotect.com/botinfo.html User-agent: BPBot Disallow: / # ### end BPBot # disallow, access too fast, www.nameprotect.com/botinfo.html User-agent: NPBot Disallow: / # ### end NPBot # disallow, access too fast, http://www.openfind.com.tw/robot.html User-agent: Openbot Disallow: / # ### end Openbot # disallow, access too fast, http://dir.com/pompos.html User-agent: pompos Disallow: / # ### end pompos # disallow, access too fast, http://www.aipbot.com User-agent: aipbot Disallow: / # ### end aipbot # disallow, access too fast, http:// User-agent: BlitzBOT@tricus.net Disallow: / # ### end BlitzBOT # disallow, for now 5/9/07 User-agent: Exabot Disallow: / # ### end Exabot # slow down Teoma (ask jeeves) User-agent: Teoma Crawl-delay: 1 # ### end Teoma