# robots.txt for http://www.regulations.gov/
# NOTE: Wildcards aren't officially supported in the Disallow, but Google and other big ones support it

User-agent: USNuclearRegulatoryCommission-crawler
Allow: /api/
Disallow: /

User-agent: *
Disallow: /*search_results.jsp
Disallow: /*whats_new.jsp
Disallow: /*user_guide.jsp
Disallow: /*this_site.jsp
Disallow: /*redirect.jsp
Disallow: /*footer/privacyanduse.jsp
Disallow: /*footer/glossary.jsp
Disallow: /*footer/faq.jsp
Disallow: /*footer/contactUs.jsp
Disallow: /*footer/accessibility.jsp
Disallow: /*error.jsp
Disallow: /*browse_intermed.jsp
Disallow: /*agency.jsp
Disallow: /*about.jsp
Disallow: /*_escaped_fragment_=searchResults
Disallow: /*_escaped_fragment_=submitComment
Disallow: /api/*
Disallow: /
#Allow: /