User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /all-listings/ Disallow: *-or-* Sitemap: https://www.truckpages.co.uk/sitemap_index.xml User-agent: VelenPublicWebCrawler Disallow: / User-agent: Twitterbot Disallow: / User-agent: GeedoProductSearch Disallow: / User-agent: barkrowler Disallow: / User-agent: trendictionbot Disallow: / User-agent: CCBot Disallow: / User-agent: Mediapartners-Google Disallow: / User-agent: meta-externalagent Disallow: / User-agent: MJ12bot Disallow: / User-agent: PetalBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: DotBot Disallow: / User-agent: MauiBot Disallow: / User-agent: SeekportBot Disallow: / User-Agent: serpstatbot Disallow: / User-agent: Amazonbot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: TikTokSpider Disallow: / User-agent: Bytespider Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: megaindex.com Disallow: / User-agent: Scrapy Disallow: / # Filter Everything: do not crawl filtering result pages User-agent: * Disallow: /*?max_gvw= Disallow: /*&max_gvw= Disallow: /*?max_odometer-reading= Disallow: /*&max_odometer-reading= Disallow: /*?max_years= Disallow: /*&max_years= Disallow: /*?min_gvw= Disallow: /*&min_gvw= Disallow: /*?min_odometer-reading= Disallow: /*&min_odometer-reading= Disallow: /*?min_years= Disallow: /*&min_years= Disallow: /*?srch= Disallow: /*&srch= # Several values of one filter (…/color-red-or-blue/) are never indexable Disallow: /*/type-*-or- Disallow: /*/type-*-and- Disallow: /*/sale-type-*-or- Disallow: /*/sale-type-*-and- Disallow: /*/body-*-or- Disallow: /*/body-*-and- Disallow: /*/makes-*-or- Disallow: /*/makes-*-and- Disallow: /*/models-*-or- Disallow: /*/models-*-and- Disallow: /*/variants-*-or- Disallow: /*/variants-*-and- Disallow: /*/conditions-*-or- Disallow: /*/conditions-*-and- Disallow: /*/axles-*-or- Disallow: /*/axles-*-and- Disallow: /*/emissions-*-or- Disallow: /*/emissions-*-and- Disallow: /*/transmission-type-*-or- Disallow: /*/transmission-type-*-and- Disallow: /*/tail-lifts-*-or- Disallow: /*/tail-lifts-*-and- Disallow: /*/cabs-*-or- Disallow: /*/cabs-*-and- Disallow: /*/regions-*-or- Disallow: /*/regions-*-and- Disallow: /*/areas-*-or- Disallow: /*/areas-*-and- Disallow: /*/crane-brand-*-or- Disallow: /*/crane-brand-*-and- Disallow: /*/year-registered-*-or- Disallow: /*/year-registered-*-and- # URLs with more than 2 filters are never indexable, but there are too many prefix combinations to list them here # Single-filter pages stay crawlable because your SEO Rules may index them; to block them too, remove the # below # Disallow: /*/type- # Disallow: /*/sale-type- # Disallow: /*/body- # Disallow: /*/makes- # Disallow: /*/models- # Disallow: /*/variants- # Disallow: /*/conditions- # Disallow: /*/axles- # Disallow: /*/emissions- # Disallow: /*/transmission-type- # Disallow: /*/tail-lifts- # Disallow: /*/cabs- # Disallow: /*/regions- # Disallow: /*/areas- # Disallow: /*/crane-brand- # Disallow: /*/year-registered-