User-agent: abot
Disallow: /

User-agent: aibot
Disallow: /

User-agent: aipbot
Disallow: /

User-agent: ccubee
Disallow: /

User-agent: ConveraCrawler
Disallow: /

User-agent: ConveraMultiMediaCrawler
Disallow: /

User-agent: http://www.almaden.ibm.com/cs/crawler
Disallow: /

User-agent: iCCrawler
Disallow: /

User-agent: Jakarta Commons-HttpClient
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: linkwalker
Disallow: /

User-agent: MS FrontPage
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: obot
Disallow: /

User-agent: oBot
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: PhpDig
Disallow: /

User-agent: SBIder
Disallow: /

User-agent: Scumbot
Disallow: /

User-agent: siteBot
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: *
Disallow: /errdoc/