# Data-center map (/datacenters, served by the datacenter-map project): Google and Bing may crawl
# the main page and the state pages, but not county or place pages (/datacenters/{state}/{place})
# until their data is checked. Checked pages go back in one at a time, e.g.
#   Allow: /datacenters/virginia/stafford-county$
# The map's own files stay crawlable so the main and state pages render. Remove the Disallow once
# the map app sends noindex on unchecked pages (Google must crawl a page to see its noindex).

User-agent: Googlebot
Allow: /datacenters/assets/
Allow: /datacenters/images/
Allow: /datacenters/data/
Allow: /datacenters/api/
Disallow: /datacenters/*/
Allow: /

User-agent: Bingbot
Allow: /datacenters/assets/
Allow: /datacenters/images/
Allow: /datacenters/data/
Allow: /datacenters/api/
Disallow: /datacenters/*/
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: *
Allow: /

Sitemap: https://regbase.com/sitemap-index.xml