# robots.txt file 
# This character signifies a comment tag

# stupid spider downloads entire site AGAIN and AGAIN!  Good riddance!
User-agent: ia_archiver
Disallow: /

# other spiders are nice spiders
User-agent: *
Disallow: /cgi-shl
Disallow: /reports