User-agent: *
Disallow: /
Disallow: /cgi-bin/
Disallow: /cgi-bin
Disallow: /*.cgi

User-agent: Googlebot
Disallow: /cgi-bin/
Disallow: /cgi-bin
Disallow: /*.cgi
Disallow: /updatelink

User-agent: msnbot
Disallow: /cgi-bin/
Disallow: /cgi-bin
Disallow: /updatelink

User-agent: Slurp
Disallow: /cgi-bin/
Disallow: /cgi-bin
Disallow: /updatelink

User-agent: YahooSeeker/M1A1-R2D2
Disallow: /cgi-bin/

User-agent: cityreview
Disallow: /

User-agent: Twiceler
Crawl-delay: 120
Disallow: /

User-agent: dotbot 
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Purebot
Disallow: /

User-agent: Linguee
Disallow: /