# robots.txt for http://xweb.nrl.navy.mil
User-agent: *
Disallow: /cgi-bin/ # Don't index scripts
Disallow: /test/    # Just for testing, don't index
Disallow: /usa/private/ # Don't index password protected stuff