# Block known bad bot User-agent: MauiBot Disallow: / # Default rules User-agent: * # Core admin area Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Allow CSS/JS so Google can render pages Allow: /*.css$ Allow: /*.js$ # (Optional) keep render-critical assets open Allow: /wp-content/uploads/ Allow: /wp-content/themes/ Allow: /wp-includes/js/ # (Optional) keep these out of the index via robots (not a substitute for meta noindex) Disallow: /?s= Disallow: /search/ Disallow: /wp-login.php Disallow: /wp-register.php # (Optional) throttle some common scrapers; harmless for Google/Bing etc. # User-agent: AhrefsBot # Disallow: / # User-agent: SemrushBot # Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / # Point crawlers to your XML sitemap (Yoast/RankMath typically use this path) Sitemap: https://www.spectodesign.com/sitemap_index.xml