User-agent: Googlebot
Allow: / 
Disallow: /cgi-bin/

User-agent: *
Disallow: /cgi-bin/

User-agent: Mediapartners-Google 
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: Webwhacker
Disallow: /

User-agent: Webzip
Disallow: /

User-agent: Net Attache
Disallow: /

User-agent: SiteSnagger
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: WebCapture
Disallow: /

User-agent: WebSauger
Disallow: /

# E-Mail Sammler raus

User-agent: WX_mail/2.000
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: WhoWhere
Disallow: /

User-agent: Roverbot
Disallow: /

User-agent: ActiveAgent
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: WebCollector
Disallow: /

User-agent: CherryPickerElite
Disallow: /

User-agent: CherryPickerSE
Disallow: /