User-agent: * # Block WordPress admin and system paths Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-json/ Disallow: /xmlrpc.php Disallow: /wp-login.php Disallow: /wp-cron.php # Block WooCommerce transactional pages (not useful to index) Disallow: /cart/ Disallow: /cart-2/ Disallow: /checkout/ Disallow: /checkout-2-2/ Disallow: /my-account/ Disallow: /my-account-2/ Disallow: /wc-api/ Disallow: /?wc-ajax= Disallow: /*?doing_wp_cron= Disallow: /*?add-to-cart= Disallow: /order-received/ Disallow: /lost-password/ # Block search result pages (duplicate content) Disallow: /?s= Disallow: /search/ # Block deep pagination on faceted browse taxonomies Disallow: /brand/*/page/ Disallow: /component-oem/*/page/ Disallow: /engine-make/*/page/ # Block faceted multi-filter query combinations Disallow: /*?query_type_* Disallow: /*filter_engine-make= Disallow: /wp-content/plugins/ # Allow everything else Allow: /store/ Allow: /product/ Allow: /product-category/ User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / Sitemap: https://ptturbo.com/sitemap_index.xml