# ===================================================================== # robots.txt — dynamically generated by robots-seo.php # ===================================================================== # Allow all crawlers to access public content User-agent: * Allow: / Crawl-delay: 1 # ----- Sitemaps ------------------------------------------------------ # Primary sitemap (original site pages) Sitemap: /sitemap.xml # SEO sitemap (SEO landing pages) Sitemap: /sitemap-seo.xml # ----- Disallow rules ------------------------------------------------ # Block access to admin / backend scripts Disallow: /admin.php Disallow: /admin/ Disallow: /includes/ Disallow: /config.php # Block common bot-only paths that waste crawl budget Disallow: /?* Disallow: /*?utm_*