# see <http://web.nexor.co.uk/mak/doc/robots/norobots.html> for an explanation.

User-agent: *  # All spiders should avoid:
Disallow: /browse.cgi
Disallow: /goto.cgi
Disallow: /report-register.cgi
Disallow: /glimpse.pl*