User-agent: *
Disallow: /search-results.html

User-agent: W3C-checklink
Disallow: /cgi-bin/
Disallow: /libs/
Disallow: /tmp/
Disallow: /etc/

Disallow: /about/adrm/data-linkage/
allow: /etc.clientlibs/census/clientlibs
allow: /etc/clientlibs/granite
allow: /etc/clientlibs/foundation

User-agent: Googlebot
Crawl-delay: 15
Disallow: /cgi-bin/
Disallow: /libs/
Disallow: /tmp/
Disallow: /etc/

Disallow: /about/adrm/data-linkage/
allow: /etc.clientlibs/census/clientlibs
allow: /etc/clientlibs/granite
allow: /etc/clientlibs/foundation


User-agent: Yahoo! Slurp
Crawl-delay: 3
Disallow: /cgi-bin/
Disallow: /libs/
Disallow: /tmp/
Disallow: /etc/

Disallow: /about/adrm/data-linkage/
allow: /etc.clientlibs/census/clientlibs
allow: /etc/clientlibs/granite
allow: /etc/clientlibs/foundation

User-agent: bingbot
Crawl-delay: 3
Disallow: /cgi-bin/
Disallow: /libs/
Disallow: /tmp/
Disallow: /etc/

Disallow: /about/adrm/data-linkage/
allow: /etc.clientlibs/census/clientlibs
allow: /etc/clientlibs/granite
allow: /etc/clientlibs/foundation

User-agent: usasearch
Disallow: /quickfacts/
Noindex: /quickfacts/

SITEMAP: https://www.census.gov/sitemapindex/sitemap.xml