# LLMs.txt - Guide for AI Crawlers to Access Public Content

User-Agent: GPTBot               # OpenAI
Allow: /

User-Agent: ChatGPT              # OpenAI Chat interface
Allow: /

User-Agent: Claude               # Anthropic AI
Allow: /

User-Agent: Gemini               # Google
Allow: /

User-Agent: Google-Extended     # Google's AI Data Crawler
Allow: /

User-Agent: PerplexityBot        # Perplexity AI
Allow: /

User-Agent: anthropic-ai         # Anthropic web crawler
Allow: /

User-Agent: FacebookBot          # Meta / LLaMA
Allow: /

User-Agent: CCBot                # Common Crawl Bot (used by many LLMs)
Allow: /

User-Agent: AppleBot             # Apple’s AI and Siri indexing
Allow: /

User-Agent: Bingbot              # Microsoft / Copilot / Bing Chat
Allow: /

User-Agent: YandexBot            # Yandex's AI indexing
Allow: /

User-Agent: Baiduspider          # Baidu's AI engine
Allow: /

User-Agent: Sogou                # Sogou AI and Chinese search indexing
Allow: /

User-Agent: ai-crawler           # Generic AI Crawlers
Allow: /

User-Agent: *
Allow: /

# This file is meant to help LLMs and AI agents discover public content for learning and citation.