# robots.txt file
# www.website.org
# Version 4.0-ALL, 11/24/09
# Added Crawl Delay 1/26/10

# BASIC robots.txt file for sitemaker websites.
# All robots allowed, some pages excluded
# Must be named "robots.txt" and be in the root folder.


# ALL ROBOTS
User-agent: *
Disallow:
Crawl-delay: 5
Disallow: /blank
Disallow: /BLANK
Disallow: /print
Disallow: /PRINT
Disallow: /secure
Disallow: /admin
Disallow: /cfide
Disallow: /search
Disallow: /scripts/
Disallow: /database/
Disallow: /edit/
Disallow: /ErrorTemplates/
Disallow: /Map
Disallow: /No_nav


# GOOGLEBOT
User-agent: Googlebot
Disallow:
Disallow: /blank
Disallow: /BLANK
Disallow: /print
Disallow: /PRINT
Disallow: /secure
Disallow: /admin
Disallow: /cfide
Disallow: /search
Disallow: /scripts/
Disallow: /database/
Disallow: /edit/
Disallow: /ErrorTemplates/
Disallow: /Map
Disallow: /No_nav
Disallow: /?src=
Disallow: /body.cfm/
Disallow: /body.cfm.cfm
Disallow: /Body


# GSA
User-agent: gsa-crawler
Disallow:
Disallow: /blank
Disallow: /BLANK
Disallow: /print
Disallow: /PRINT
Disallow: /secure
Disallow: /admin
Disallow: /cfide
Disallow: /search
Disallow: /scripts/
Disallow: /database/
Disallow: /edit/
Disallow: /ErrorTemplates/
Disallow: /Map
Disallow: /No_nav
Disallow: /1