User-agent: * Disallow: / # Main Search Engine Crawlers User-agent: Googlebot User-agent: Bingbot User-agent: DuckDuckBot User-agent: Yandex User-agent: Brave Allow: / # Disallow admin and system-sensitive areas Disallow: /admin/ Disallow: /download/ Disallow: /index.php?route=checkout/ Disallow: /index.php?route=account/ Disallow: /index.php?route=product/search Disallow: /index.php?route=affiliate/ # Disallow duplicate parameters (sorting, limits, filters, page) Disallow: /*?page= Disallow: /*&page= Disallow: /*?sort= Disallow: /*&sort= Disallow: /*?order= Disallow: /*&order= Disallow: /*?limit= Disallow: /*&limit= Disallow: /*?filter_name= Disallow: /*&filter_name= Disallow: /*?filter_sub_category= Disallow: /*&filter_sub_category= Disallow: /*?filter_description= Disallow: /*&filter_description= # AI Crawlers (Allowed to crawl standard pages) User-agent: Googlebot-Image User-agent: GPTBot User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: ClaudeBot User-agent: anthropic-ai User-agent: PerplexityBot User-agent: Applebot User-agent: Applebot-Extended User-agent: Google-Extended User-agent: Amazonbot User-agent: Meta-ExternalAgent Allow: / # Specifically Blocked Image / Scraping Bots User-agent: ImageBot User-agent: vision_data-collector Disallow: / Sitemap: https://www.exit15.com/sitemap_index.xml