User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Allow essential assets for rendering Allow: /wp-content/ Allow: /wp-includes/ Allow: /wp-json/ Disallow: /ads.txt Disallow: /cdn-cgi/ # Optional: block truly bad bots only User-agent: dotbot Disallow: / User-agent: MJ12bot Disallow: / # Sitemaps Sitemap: https://www.gutterhelmet.com/sitemap_index.xml