User-agent: Spider
Disallow: /

User-agent: Spyder
Disallow: /

User-agent: Obot
Disallow: /

User-agent: Robot
Disallow: /

User-agent: Crawler
Disallow: /

User-agent: Architext
Disallow: /

User-agent: Infoseek
Disallow: /

User-agent: Surfbot
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: Scooter
Disallow: /

User-agent: Gulliver
Disallow: /

User-agent: Fido
Disallow: /

User-agent: Freecrawl
Disallow: /

User-agent: Linkbot
Disallow: /

User-agent: Webfind
Disallow: /

User-agent: Enigmabot
Disallow: /

User-agent: Happybot
Disallow: /

User-agent: Documagix
Disallow: /

User-agent: Backrub
Disallow: /

User-agent: Netsite
Disallow: /

User-agent: Tarantula
Disallow: /

User-agent: Whacker
Disallow: /

User-agent: Webharv
Disallow: /

User-agent: Id-search
Disallow: /