# Robots.txt for dangal.com
# Generated dynamically - SEO optimized

# === AI Bots (Traffic Drivers) - ALLOWED ===
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Google-Extended
Allow: /
Allow: /llms.txt
Allow: /llm.html

# === AI Bots (Data Scrapers) - BLOCKED ===
User-agent: CCBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Omgilibot
User-agent: FacebookBot
User-agent: Bytespider
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: Diffbot
Disallow: /

# === Default Rules for All Bots ===
User-agent: *

# System routes (always top-level — no locale prefix)
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /_next/
Disallow: /static/
Disallow: /.well-known/

# Rendering assets (JS/CSS/images) must stay fetchable by crawlers
Allow: /_next/static/
Allow: /_next/image

# User private areas (covers /<lang>/<route> via leading wildcard)
Disallow: */login
Disallow: */registration
Disallow: */reset-password
Disallow: */register
Disallow: */profile
Disallow: */settings
Disallow: */notifications
Disallow: */auth/
Disallow: */deposit
Disallow: */withdraw
Disallow: */transactions
Disallow: */betslip
Disallow: */my-bets
Disallow: */account
Disallow: */kyc
Disallow: */verification

# Empty/dynamic forms
Disallow: */shared-betslips/
Disallow: */share/

# Error pages
Disallow: */not-found
Disallow: */error
Disallow: */404
Disallow: */500
Disallow: */maintenance

# Internal/admin areas
Disallow: */admin
Disallow: */cms
Disallow: */backoffice

Disallow: */sport/live/league/

# Tracking and session parameters (prevent duplicate content)
Disallow: /*?utm_source=*
Disallow: /*?utm_medium=*
Disallow: /*?utm_campaign=*
Disallow: /*?utm_term=*
Disallow: /*?utm_content=*
Disallow: /*?utm_id=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*?dclid=*
Disallow: /*?_ga=*
Disallow: /*?_gl=*
Disallow: /*?ref=*
Disallow: /*?partner=*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?search=*
Disallow: /*?q=*
Disallow: /*?token=*
Disallow: /*?session=*
Disallow: /*?sid=*
Disallow: /*?*&utm_source=*
Disallow: /*?*&utm_medium=*
Disallow: /*?*&utm_campaign=*
Disallow: /*?*&utm_term=*
Disallow: /*?*&utm_content=*
Disallow: /*?*&utm_id=*
Disallow: /*?*&fbclid=*
Disallow: /*?*&gclid=*
Disallow: /*?*&msclkid=*
Disallow: /*?*&dclid=*
Disallow: /*?*&_ga=*
Disallow: /*?*&_gl=*
Disallow: /*?*&ref=*
Disallow: /*?*&partner=*
Disallow: /*?*&page=*
Disallow: /*?*&sort=*
Disallow: /*?*&filter=*
Disallow: /*?*&search=*
Disallow: /*?*&q=*
Disallow: /*?*&token=*
Disallow: /*?*&session=*
Disallow: /*?*&sid=*

# Crawl rate limiting
Crawl-delay: 1

# Explicitly allow important paths (locale-prefixed)
Allow: /$
Allow: */sport
Allow: */casino
Allow: */info/
Allow: */event/
Allow: */sport/prematch/
Allow: */game/

# Sitemap location
Sitemap: https://dangal.com/sitemap.xml

# Preferred host
Host: dangal.com