# Tools you use User-agent: SemrushBot Allow: / # Default for everyone else User-agent: * # System / private Disallow: /admin/ Disallow: /cart Disallow: /checkout Disallow: /orders Disallow: /account Disallow: /policies/draft # Avoid internal search results Disallow: /search Disallow: /search/* # Theme preview & tracking noise Disallow: /*preview_theme_id* Disallow: /*utm_* Disallow: /*gclid* Disallow: /*_ga=* # Optional: block non-canonical "view" templates if your theme duplicates content Disallow: /*?view=* # --- Param-canonical fix (2026-05-13) --- # More-specific rules win over Allow: /products/* per Google robots spec. # Blocks Google Shopping CPC + SAG-organic param duplicates that were # overriding on-page rel=canonical and leaking 246 clicks / 19,965 imp / 56d. Disallow: /*?*utm_source=google*utm_medium=cpc* Disallow: /*?*utm_campaign=Google%20Shopping* Disallow: /*?*stkn=* Disallow: /*?*utm_content=sag_organic* Disallow: /*?*utm_medium=product_sync* # --- Internal / non-SEO collections (2026-07-08) --- # These collections serve internal merchandising, PPC, or social purposes only. # No keyword targets, no editorial content — blocking removes crawl budget waste. Disallow: /collections/combine-listing-welding-gloves-not-on-store Disallow: /collections/google-add-words Disallow: /collections/tiktok-products Disallow: /collections/iap Disallow: /collections/lincoln-best-sellers Disallow: /collections/featured-products Disallow: /collections/featured-products-mig-welder-collection Disallow: /collections/filler-metals-for-training Disallow: /collections/brands-century # Let Google crawl your money pages & categories Allow: /products/ Allow: /products/* Allow: /collections/ Allow: /collections/* Allow: /blogs/ Allow: /blogs/* # Keep pagination crawlable so deeper products are discoverable Allow: /*?page=* # Leave sort/filter crawl decisions to canonicals (Shopify handles canonicals well) # If you later see crawl bloat from sorts, we can add: Disallow: /*?sort_by=* Sitemap: https://www.weldingmart.com/sitemap.xml