User-agent: *
Disallow: /_gcstat/
Disallow: /avtheory_files/
Disallow: /cgi-bin/
Disallow: /download/
Disallow: /funny/
Disallow: /gfx_center/
Disallow: /go/
Disallow: /images/
Disallow: /jscripts/
Disallow: /links/
Disallow: /style/
Disallow: /FS2004/images/
Disallow: /FS2004/style/
Disallow: /FS2004/go/
Disallow: /FS2004/download/
Disallow: /links/visit.php*
Disallow: /_links/report.html*
Disallow: /FS2004/go/?s=*
Disallow: /go/?s=*

User-agent: Googlebot-Image
User-agent: ia_archiver
User-agent: AskJeeves
User-agent: BecomeBot
User-agent: CMC/0.01
User-agent: ecollector
User-agent: Exabot
User-agent: psbot
User-agent: Teoma
User-agent: TurnitinBot
User-agent: lwbot
Disallow: /

User-Agent: Googlebot
Crawl-Delay: 10

User-Agent: BecomeBot
User-Agent: Inktomi
User-Agent: Slurp
User-Agent: twiceler
User-Agent: twiceler.
Crawl-Delay: 60