# robots.txt: request that robots visiting this site not try to visit some locations.
#
# all user agents
User-agent: *
# Blank line(s) terminate the user-agents.  This is the only place a blank line is permitted.

# all URL prefixes to disallow
# hostmaster scripts are access protected, so don't bother trying to visit
Disallow: /hostmaster/cgi-bin/
# This script does a 'hostinfo' lookup, so there's no point indexing the output
Disallow: /hostmaster/showEntry.cgi
#
# rover scripts, and dynamically-generated pages like current status, logfile & associated menus 
Disallow: /rover/cgi-bin/
#
# all CGI and FastCGI scripts
Disallow: /cgi-bin/
Disallow: /fcgi/
#
# DNS lookup tool restricted to on-campus
Disallow: /tools/dnslookup.html
#
# the IP ARP MAC data
Disallow: /monitoring/IP-ARP-MAC-data/