User-agent: Mediapartners-Google* 

User-agent: *  
Disallow: /cgi-local
Disallow: /digits
Disallow: /etc
Disallow: /stats
Disallow: /Archiv
Disallow: /Archiv1


# Rover is a bad dog <http://www.roverbot.com>
User-agent: Roverbot
User-agent: Teleport Pro/1.29.1634
User-agent: Teleport Pro
User-agent: EmailSiphon
User-agent: download b
User-agent: ia_archiver
User-agent: Fuck You
User-agent: ScoutAbout
User-agent: Scooter-ARS-1.1-ih
User-agent: Offline Explorer/1.9
User-agent: Offline Explorer
User-agent: Lockstep Spider/1.0
User-agent: Lockstep Spider
User-agent: Scooter-3.0.3_JT
User-agent: Scooter
User-agent: FairAd Client
User-agent: Rotondo/3.1 libwww/5.3.2
User-agent: Rotondo
User-agent: Microsoft URL Control - 6.00.8862
User-agent: SSM Agent 1.0
User-agent: SSM Agent
User-agent: download b
User-agent: Slurp/cat
User-agent: TECOMAC-Crawler/0.5
User-agent: TECOMAC-Crawler/0.*
User-agent: TECOMAC-Crawler
User-agent: psbot/0.1
User-agent: psbot
User-agent: grub-client-1.4.3
User-agent: grub-client-1.*.*
User-agent: grub-client
User-agent: WebCopier v3.3
User-agent: WebCopier
User-agent: LinkWalker
User-agent: JobRoboter_BA
User-agent: FAST-WebCrawler
User-agent: msnbot
User-agent: JobRoboter
User-agent: JobRoboter_BA/1.1
User-agent: PhpDig
User-agent: Xenu Link Sleuth 1.2d
User-agent: Xenu Link Sleuth
User-agent: WebWasher
User-agent: http://www.almaden.ibm.com/cs/crawler
User-agent: VoilaBot
User-agent: Voilabot beta 1.2
User-agent: voilabot beta 1.2
Disallow: /