User-agent: Slurp
Disallow: / 

user-agent: Gigabot/1.0
disallow: /

user-agent: Gigabot
disallow: /

user-agent: emailcollector
disallow: /

user-agent: a-online search
disallow: /

user-agent: crawler
disallow: /

user-agent: inktomi 
disallow: /

user-agent: JetBot
disallow: /