# robots.txt for Sports Facility India # https://www.sports-facility.in/ User-agent: * Allow: / # Block admin & system folders Disallow: /admin/ Disallow: /includes/ Disallow: /cgi-bin/ Disallow: /tmp/ Disallow: /cache/ # Block duplicate & parameter URLs Disallow: /search Disallow: /*?replytocom= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*?utm_ Disallow: /*?sessionid= Disallow: /*?tracking= # Allow important assets Allow: /assets/ Allow: /css/ Allow: /js/ Allow: /images/ Allow: /uploads/ # Sitemap Sitemap: https://www.sports-facility.in/sitemap.xml # AI / LLM Crawlers User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: CCBot Allow: / # Block aggressive spam crawlers User-agent: Bytespider Disallow: / User-agent: SemrushBot Crawl-delay: 10 User-agent: AhrefsBot Crawl-delay: 10 # Default crawl delay User-agent: * Crawl-delay: 5