# ---- LightSite.ai AI Discovery Rules (October 2025) ----

# OpenAI Crawlers (2025)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
Allow: /.well-known/skills.json
Allow: /ai-sitemap.xml

# Google AI Crawlers (2025)
User-agent: Google-Extended
User-agent: Gemini-Pro
User-agent: GoogleBot-AI
#User-agent: Googlebot
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
Allow: /.well-known/skills.json
Allow: /ai-sitemap.xml

# Anthropic Claude (2025)
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
Allow: /.well-known/skills.json
Allow: /ai-sitemap.xml

# Perplexity AI (2025)
User-agent: PerplexityBot
User-agent: Perplexity-AI
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
Allow: /.well-known/skills.json
Allow: /ai-sitemap.xml

# Meta AI (2025)
User-agent: Meta-ExternalAgent
User-agent: Meta-AI
User-agent: FacebookBot
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
Allow: /.well-known/skills.json
Allow: /ai-sitemap.xml

# Microsoft Copilot (2025)
User-agent: BingBot
User-agent: Bing-AI
User-agent: CopilotBot
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
Allow: /.well-known/skills.json
Allow: /ai-sitemap.xml

# Other AI Platforms (2025)
User-agent: YouBot
User-agent: DuckAssistBot
User-agent: BraveBot
User-agent: KogiBot
User-agent: ArcBot
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
Allow: /.well-known/skills.json
Allow: /ai-sitemap.xml

# Common Crawlers
User-agent: CCBot
Allow: /
Allow: /.well-known/ai-plugin.json
Allow: /.well-known/openapi.json
Allow: /.well-known/skills.json
Allow: /ai-sitemap.xml

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: *
Disallow: */landingPage/*
Disallow: /PromosCalidad/actives/
Disallow: /loadingregistration.aspx
Disallow: /t%C3%A9rminos-y-condiciones-bono-10-%EF%BC%82en-tu-casa%EF%BC%82.aspx
Disallow: /cuotas-deportivas?&pid=240759&aid=65892.aspx
Disallow: /informaci%C3%B3n-legal/t%C3%A9rminos-y-condiciones-regalo-de-100-bonos-de-5-euros-en-twitter.aspx
Disallow: /sitios/CondicionesGenerales/Paginas/default.aspx
Disallow: /sitios/teaser/Paginas/default.aspx
Disallow: /Paginas/indexko.aspx
Disallow: /Paginas/splash-test.aspx
Disallow: /Paginas/splash-page-react.aspx
Disallow: /Paginas/Ranking-Bruno-Mars.aspx
Disallow: /Paginas/T%C3%A9rminos-y-Condiciones-Bono-10%E2%82%AC-MANUCHOPICHICHI.aspx
Disallow: /Lists/Locales/locales.xml
Disallow: /gaming/Paginas/tmp/casino/index.html
Disallow: /sport-widget/index.html
Disallow: /_Incapsula_Resource*
# TRACKING & AFFILIATE
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?pid=
Disallow: /*&pid=
Disallow: /*?aid=
Disallow: /*&aid=
Disallow: /*?ref=
Disallow: /*&ref=
Disallow: /*?trk=
Disallow: /*&trk=
Disallow: /*?key=
Disallow: /*&key=
Disallow: /*?shortlink=
Disallow: /*&shortlink=
Disallow: /*?utm_cmp_rs=
Disallow: /*&utm_cmp_rs=

# PROMO/AUTH STATE CONTROLS (non-content-altering)
Disallow: /*?authenticated=
Disallow: /*&authenticated=
Disallow: /*?promoData=
Disallow: /*&promoData=
Disallow: /*?vipstats=
Disallow: /*&vipstats=

# UI/CLIENT FLAGS
Disallow: /*?clientType=
Disallow: /*&clientType=
Disallow: /*?clientPlatform=
Disallow: /*&clientPlatform=
Disallow: /*?ctype=
Disallow: /*&ctype=
Disallow: /*?ptype=
Disallow: /*&ptype=
Disallow: /*?lang=
Disallow: /*&lang=
Disallow: /*?login_action=
Disallow: /*&login_action=
Disallow: /*?back_url=
Disallow: /*&back_url=
Disallow: /*?amp=
Disallow: /*&amp=

# MISCELLANEOUS TECH/TEST
Disallow: /*?ts=
Disallow: /*&ts=
Disallow: /*?test=
Disallow: /*&test=
Disallow: /*?hideHeader=
Disallow: /*&hideHeader=
Disallow: /*?hideFooter=
Disallow: /*&hideFooter=
Disallow: /*?source_caller=
Disallow: /*&source_caller=

Sitemap: https://www.codere.es/sitemap.xml
Sitemap: https://www.codere.es/ai-sitemap.xml