# robots.txt for itsyourmovetx.com # Purpose: maximize crawl budget for high-value pages (listings, guides, blog), # and de-prioritize low-value or duplicate utility URLs. ########## # GLOBAL # ########## User-agent: * # Allow assets needed for rendering Allow: /wp-content/uploads/ Allow: /wp-includes/js/ Allow: /wp-content/themes/ Allow: /wp-content/plugins/ # Block admin & auth endpoints Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /wp-register.php # Block thin/duplicate utility pages & cart/checkout (if present) Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /wishlist/ Disallow: /thank-you/ Disallow: /cgi-bin/ # Parameter pruning to reduce crawl waste (keep clean canonical URLs) Disallow: /*?s=* Disallow: /*?*replytocom=* Disallow: /*?*add-to-cart=* Disallow: /*?*orderby=* Disallow: /*?*filter_* Disallow: /*?*utm_* Disallow: /*?*fbclid=* Disallow: /*?*gclid=* Disallow: /*?*nonce=* Disallow: /*?*share=* # Optional: if you use internal search pages for users but not for SEO, keep disallowed. # If you WANT internal search results indexed, remove the `/*?s=*` rule above. ############# # BOTS TUNE # ############# # Google ignores crawl-delay, but Bing/others honor it. User-agent: Bingbot Crawl-delay: 5 User-agent: Slurp Crawl-delay: 5 ############ # SITEMAPS # ############ # Include both common locations so you're covered regardless of plugin. Sitemap: https://itsyourmovetx.com/sitemap_index.xml Sitemap: https://itsyourmovetx.com/sitemap.xml