User-agent: * # ============================== # Admin & Auth # ============================== Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-login.php Disallow: /xmlrpc.php # ============================== # Internal Search # ============================== Disallow: /search/ Disallow: /*?s= # ============================== # Archives # Indexation is controlled by Rank Math meta robots (noindex). # Keep archives crawlable so crawlers can observe the directive. # ============================== # ============================== # Feeds # ============================== Disallow: /feed/ Disallow: /*/feed/ Disallow: /comments/feed/ # ============================== # Tracking & URL Parameters # ============================== Disallow: /*?utm_ Disallow: /*&utm_ Disallow: /*?gclid= Disallow: /*&gclid= Disallow: /*?fbclid= Disallow: /*&fbclid= Disallow: /*?replytocom= Disallow: /*?add-to-cart= # ============================== # WooCommerce System Pages # ============================== Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ # ============================== # REST API (Security) # ============================== Allow: /wp-json/ Disallow: /wp-json/wp/v2/users Disallow: /wp-json/wp/v2/users/* # ============================== # Assets (DO NOT BLOCK) # ============================== Allow: /wp-content/uploads/ Allow: /wp-content/themes/ Allow: /wp-content/plugins/ # ============================== # Sitemap # ============================== Sitemap: https://mustafa-wp.com/sitemap_index.xml