# Robots.txt for CIA website
#$Id: robots.txt,v 1.1 2006/01/19 16:49:42 droedl Exp $

# We have no bot of our own, so we'll just include evryone.
User-Agent: *

# Here's where we generate PDFs and such.
Disallow: /temp/

# And don't let anybody see the CVS stuff.
Disallow: /CVS/

# Site utility CGIs
Disallow: /utils/
Disallow: /Internal

# Carefully disable indexing ROAR - we want to allow ROAR/index.html
# so we disabllow only things beginning with ROAR/Grade
Disallow: /ROAR/Grade

# Everything else is OK to index, so have at it.