# robots.txt file tells web-crawlers what content to navigate/index
# Exclude These Directories From All Robots
User-agent: *
Disallow: /UNUSED
Disallow: /DATA FILES
Disallow: /incs
Disallow: /cgi-bin