# Robots.txt for Lume Natural Pools
# https://lume-pools.com/robots.txt

# LLMs.txt for AI assistants
# LLMs.txt: /llms.txt
# LLMs-full.txt: /llms-full.txt (complete content for RAG systems)
# AI Reference Page: /for-ai (structured HTML page for AI systems)

# ===========================================
# AI Search Bots (Allow for visibility)
# ===========================================

# OpenAI - ChatGPT Search (recommended to allow)
User-agent: OAI-SearchBot
Allow: /

# OpenAI - ChatGPT browsing
User-agent: ChatGPT-User
Allow: /

# OpenAI - Training (optional: can Disallow if preferred)
User-agent: GPTBot
Allow: /

# Anthropic - Claude
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Google AI (Gemini training)
User-agent: Google-Extended
Allow: /

# Amazon/Alexa
User-agent: Amazonbot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Apple AI features
User-agent: Applebot-Extended
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

# ===========================================
# Traditional Search Engines
# ===========================================

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# ===========================================
# Default Rule
# ===========================================

User-agent: *
Allow: /

# Disallow internal app pages
Disallow: /processing/
Disallow: /results/
Disallow: /booking/
Disallow: /confirmation
Disallow: /auth
Disallow: /admin

# ===========================================
# ===========================================
# AI Reference Files (explicit allow for all AI crawlers)
# ===========================================

User-agent: GPTBot
Allow: /for-ai
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: ChatGPT-User
Allow: /for-ai
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: OAI-SearchBot
Allow: /for-ai
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: ClaudeBot
Allow: /for-ai
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: anthropic-ai
Allow: /for-ai
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: PerplexityBot
Allow: /for-ai
Allow: /llms.txt
Allow: /llms-full.txt

User-agent: Google-Extended
Allow: /for-ai
Allow: /llms.txt
Allow: /llms-full.txt

# ===========================================
# Sitemaps & AI Content
# ===========================================

Sitemap: https://www.lume-pools.com/sitemap.xml