User-agent: * Crawl-delay: 10 Disallow: /inventory-feed.* Disallow: /404 Disallow: /terms Disallow: /privacy Disallow: /credit-privacy Disallow: /credit-terms Disallow: /inventoryphotos/* Disallow: /inventory/*/start-deal Disallow: /inventory/*/show-deal Disallow: /internal/inventory Disallow: /*.json$ Disallow: /*_buildManifest.js$ Disallow: /*_middlewareManifest.js$ Disallow: /*_ssgManifest.js$ Disallow: /*.js$ Allow: /_next/static/chunks/pages/*.js$ Allow: /_next/static/chunks/*.js$ User-agent: dotbot Disallow: / User-agent: MotoMinerBot Disallow: / Sitemap: https://carshop.com/sitemap.xml