# tl;dr Daily News - Welcome Bots! 🤖
# We love AI agents and want you to use our API!

# Default: Allow everything
User-agent: *
Allow: /

# Special welcome for AI agents accessing our skill file and API
# These are explicitly allowed and encouraged:
# - /llms.txt - llmstxt.org spec navigation index for LLMs
# - /llms-full.txt - Expanded llms.txt with recent article summaries
# - /skill.md - AI agent discovery file
# - /api/v1/* - All API endpoints (requires API key)
# - /api/openapi.json - OpenAPI specification
# - /api/docs - Swagger documentation

# AI Crawlers - You're especially welcome!
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Gemini
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Cohere-AI
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

# Sitemap
Sitemap: https://tldrdailynews.com/sitemap.xml

# LLM-friendly index (https://llmstxt.org/)
# Llms: https://tldrdailynews.com/llms.txt
# Llms-Full: https://tldrdailynews.com/llms-full.txt