User-agent: linkwalker
Disallow: /
User-agent: Openbot
Disallow: /
User-agent: arks
Disallow: /
User-agent: IBM_Planetwide
Disallow: /
User-agent: BDFetch
Disallow: /
User-agent: sqworm
Disallow: /
User-agent: *
Disallow: /cgi-bin/
Disallow: /_private/
Disallow: /re/
Disallow: /innerlink/
Disallow: /go/