User-agent: *

#
# disallow ROOT-level shared files:
#
Disallow: /robots.txt

#
# disallow the entire /analysis directory:
#
Disallow: /analysis

#
# disallow the entire /cgi directory:
#
Disallow: /cgi

#
# disallow the entire /errors directory:
#
Disallow: /errors

#
# no point indexing images:
#
Disallow: /img

#
# disallow the entire /newswatch directory:
#
Disallow: /newswatch

#
# disallow the entire /web directory:
#
Disallow: /web

#
# disallow the entire /yabb directory:
#
Disallow: /yabb