# *
User-agent: *
Disallow: /privacy/
Disallow: /terms/
Disallow: /maintenance/
Disallow: /404/

# Host
Host: https://www.dataprovider.com

# Sitemaps
Sitemap: https://www.dataprovider.com/sitemap.xml
Sitemap: https://www.dataprovider.com/server-sitemap.xml