User-agent: Twiceler-0.9
Disallow: /

User-Agent: *

Disallow: /.ht/
Disallow: /_DEFAULT-DIRECTORY-FILES/
Disallow: /about/records-schedule/include-files/
Disallow: /about/records-schedule/test/
Disallow: /cgi_bin/
Disallow: /contracts/aad/
Disallow: /get_my_file/
Disallow: /global_images/
Disallow: /global-pages/
Disallow: /global_includes/
Disallow: /global-pages/errors/
Disallow: /global-pages/nara-app-headers/
Disallow: /includes/
Disallow: /news/digital-signage-internal/
Disallow: /news/slides/
Disallow: /transition/
Disallow: /research/search/opa/
Disallow: /social-media/itunes-rss/

SITEMAP: http://www.archives.gov/sitemap.xml