# Owlish — robots.txt
# We welcome both classic search crawlers and AI assistants. The two files
# below give LLMs a curated map and a full content dump for ingestion:
#   - https://owlish.bot/llms.txt        — curated index per llmstxt.org
#   - https://owlish.bot/llms-full.txt   — full docs + pricing snapshot
# Many pages also expose a Markdown companion at <path>.md (e.g.
# /pricing.md, /docs/<slug>.md), discoverable via
# <link rel="alternate" type="text/markdown"> on the HTML version.

# Default — open to every crawler.
User-agent: *
Allow: /

# OpenAI — ChatGPT, GPT search, training.
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic — Claude, claude.ai, search.
User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-Web
Allow: /

# Perplexity.
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Google's separate opt-in for Gemini / Vertex AI training.
User-agent: Google-Extended
Allow: /

# Apple Intelligence training opt-in.
User-agent: Applebot-Extended
Allow: /

# Other AI crawlers with documented user agents.
User-agent: cohere-ai
Allow: /

User-agent: cohere-training-data-crawler
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: Amazonbot
Allow: /

# Sitemap
Sitemap: https://owlish.bot/sitemap.xml