User-agent: *
Disallow: /batchprocess/
Disallow: /CFIDE/
Disallow: /cfx/
Disallow: /tobefaxed/
Disallow: /avss/

User-Agent: Slurp 
Crawl-Delay: 20

User-agent: Teoma
Crawl-Delay: 20

User-agent: YahooSeeker
Crawl-Delay: 20

User-agent: e-SocietyRobot
Disallow: /

User-agent: WISEnutbot
Disallow: /

User-agent: BecomeBot 
Disallow: /

User-agent: Accoona
Disallow: /

User-agent: psbot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: seekbot
Disallow: / 

User-agent: Gigabot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: StackRambler
Disallow: /

User-agent: TurnitinBot
Disallow: /