# all user agents User-agent: * # exclude Cloudflare technical paths (prevents 404 errors in Ahrefs) Disallow: /cdn-cgi/ # exclude pagination and query pages Disallow: /search*updated-max=* Disallow: /search*max-results=* Disallow: /search*q=* Disallow: /search/label/ # exclude specific pages Disallow: /p/thank-you.html Disallow: /p/logo.html # include everything else Allow: / # sitemaps Sitemap: https://www.dorqchem.com/sitemap.xml Sitemap: https://www.dorqchem.com/sitemap-pages.xml