user-agent:*
Sitemap: https://www.nrc.gov/sitemapindex.xml
Disallow: https://www.nrc.gov/ads.txt/
Disallow: https://www.nrc.gov/autodiscover/autodiscover.xml

user-agent: Akamai-SiteSnapshot
Disallow: https://www.nrc.gov/docs/
Disallow: https://www.nrc.gov/site-help/search.html
Sitemap: https://www.nrc.gov/sitemapindex.xml

User-agent: Amazonbot             # Amazon's user agent
Disallow: /docs/          # disallow this directory