# $Id: robots.txt,v 1.9.2.1 2010-05-24 14:47:40 udns Exp $
# robots.txt for http://web-browser.INFO/
# see
# <http://web.nexor.co.uk/mak/doc/robots/norobots.html>
# or
# <http://www.sxw.org.uk/computing/robots/check.html>
# for an explanation.

User-agent: CCBot
Disallow: /
Disallow: /*
Disallow: */*

User-agent: SurveyBot/2.3
Disallow: /
Disallow: /*
Disallow: */*

User-agent: SpokeSpider
Disallow: /
Disallow: /*
Disallow: */*

User-agent: ia_archiver-web.archive.org
Disallow: /
Disallow: /*
Disallow: */*

User-agent: Googlebot-Image
Disallow: /
Disallow: /*
Disallow: */*

User-agent: *
Disallow: /cgi-bin/