User-agent: * Allow: / Disallow: /web/login Disallow: /odoo # Facet parameters. The leading * after ? matches the parameter in ANY position, # not just first — /shop?category=5&price=200-300 was previously unblocked. Disallow: /*?*price= Disallow: /*?*filter= Disallow: /*?*min_price= Disallow: /*?*max_price= Disallow: /*?*order= Disallow: /*?*source= Disallow: /*?*region= Disallow: /*?*year_of_manufacture= Disallow: /*?*producer= Disallow: /*.html? # --- Solera utility URLs removed from SEO index 2026-07-04 --- # /inventory itself is deliberately NOT blocked: it is a customer-facing page # carrying 891 product links, and is kept out of the index with noindex,follow # instead so those links remain crawl paths. Only its exports are blocked. # Entries duplicated in the module's own rule block have been removed here. Disallow: /category/inventory Disallow: /inventory/excel Disallow: /inventory/pdf Disallow: /inventory/pdf/background Disallow: /gc/winners # --- End Solera utility URL block --- # --- Solera custom rules (performance optimisation) --- # Public commercial pages remain crawlable for search and answer engines # (Googlebot, Bingbot/Copilot, Applebot, PerplexityBot, GPTBot, OAI-SearchBot, # ClaudeBot, CCBot, etc.). Only low-value utility/faceted URLs are blocked below. # Block deep pagination beyond page 3 (causes expensive SQL OFFSET queries). # # Stated as "block everything, then allow 1-3" rather than by listing the deep # pages. Enumerating them does not work: robots.txt matching is prefix-based, # so `Disallow: /shop/page/4` covers /page/4, /page/40-49 and /page/400-499 — # but leaves /page/10 through /page/39 and /page/100-399 wide open. Verified # live: /shop/category/all-1/page/25 returns 200 and ~1 MB, which is exactly # the OFFSET query this block exists to prevent. # # The `$` anchors each Allow to the end of the URL, and both Google and Bing # resolve Allow/Disallow conflicts by longest match, so pages 1-3 stay # crawlable while everything deeper is blocked. Crawlers that predate the # Allow extension will honour only the Disallow and skip pagination entirely; # that is the accepted trade, because the catalogue is also reachable through # the sitemap declared at the end of this file. Disallow: /shop/page/ Allow: /shop/page/1$ Allow: /shop/page/2$ Allow: /shop/page/3$ Disallow: /shop/category/*/page/ Allow: /shop/category/*/page/1$ Allow: /shop/category/*/page/2$ Allow: /shop/category/*/page/3$ # Block multi-value price filter combinations (2+ ranges, identified by comma in price param) # Single price ranges like ?price=200-300 are still allowed. # We disallow the pattern with a comma in the price value. Disallow: /shop?*price=*,* Disallow: /shop/category/*?*price=*,* # Block the private GC order route Disallow: /gc/ # Keep utility, export, checkout and internal support routes out of search Disallow: /maintenance Disallow: /pwa/offline Disallow: /appointment Disallow: /calendar Disallow: /get-pop-up-product-details Disallow: /similar_products_item_data Disallow: /btcpay/checkout Disallow: /category/inventory Disallow: /inventory/excel Disallow: /inventory/pdf Disallow: /shop/print Disallow: /helpdesk Disallow: /thank-you-purchase Disallow: /contactus-thank-you Disallow: /your-ticket-has-been-submitted Disallow: /job-thank-you Disallow: /thankyou # --- End Solera custom rules --- Sitemap: https://solera.com.hk/sitemap.xml