User-agent: *
Allow: /

# Explicit AI Engine & LLM Crawlers
User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Applebot-Extended
Allow: /

# LLMs knowledge standard
# LLM Knowledge URL: /llms.txt
# Full Context URL: /llms-full.txt

Sitemap: https://yourdomain.com/sitemap.xml