User-agent: ia_archiver
Disallow: /

User-agent: aipbot
Disallow: /

User-agent: almaden
Disallow: /

User-agent: ASPSeek
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: dumbbot
Disallow: /

User-agent: Generic
Disallow: /

User-agent: grub-client
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: nexabot
Disallow: /

User-agent: NPBot
Disallow: /

User-agent: OWR_Crawler
Disallow: /

User-agent: psbot
Disallow: /

User-agent: rabaz
Disallow: /

User-agent: RPT-HTTPClient
Disallow: /

User-agent: ScoutAbout
Disallow: /

User-agent: semanticdiscovery
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: Wget
Disallow: /

User-agent: Teoma
Crawl-delay: 300

User-agent: BecomeBot
Crawl-Delay: 300

User-agent: appie
Disallow: /

User-agent: Slurp
Crawl-delay: 200

User-agent: YahooSeeker
Crawl-delay: 120

User-Agent: msnbot
Crawl-Delay: 80

User-agent: e-SocietyRobot
Disallow: /

User-Agent: OmniExplorer_Bot
Crawl-Delay: 120

User-Agent: Googlebot
Crawler-Delay: 60