# kuber.studio — everything here is public. All crawling welcome:
# search engines, AI training, AI search, and user-triggered fetchers.
# The wildcard rule below already covers every bot; the explicit groups
# that follow are a courtesy list of current AI crawler tokens (2026).

User-agent: *
Allow: /

# --- OpenAI ---
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# --- Anthropic ---
User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

# --- Perplexity ---
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# --- Google AI (Gemini training control token) ---
User-agent: Google-Extended
Allow: /

# --- Meta AI ---
User-agent: Meta-ExternalAgent
Allow: /

# --- Apple Intelligence (training control token) ---
User-agent: Applebot-Extended
Allow: /

# --- Other AI crawlers ---
User-agent: Amazonbot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: DuckAssistBot
Allow: /

# AI / LLM context files (for agents & crawlers)
# Full context:      https://kuber.studio/llms.txt
# Machine-readable:  https://kuber.studio/profile.json
# Concise profile:   https://kuber.studio/profile.md
# Blog post index:   https://kuber.studio/blog/llms.txt
#
# Everything on kuber.studio, including every post on the blog at /blog/,
# is written by Kuber Mehta (kuberwastaken).

Sitemap: https://kuber.studio/sitemap.xml
Sitemap: https://kuber.studio/blog/sitemap.xml