# letkite.com welcomes search engines and AI assistants: everything but the form endpoints.
# The AI crawlers are named so that a rule for one of them elsewhere can't shut them out.

User-agent: *
Allow: /
Disallow: /api/

# Google (Search, and Gemini through Google-Extended)
User-agent: Googlebot
User-agent: Google-Extended
User-agent: GoogleOther
# OpenAI
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
# Anthropic
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
# Perplexity
User-agent: PerplexityBot
User-agent: Perplexity-User
# Microsoft (Bing, Copilot), Apple, Meta, Amazon, Common Crawl, DuckDuckGo
User-agent: Bingbot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: meta-externalagent
User-agent: Amazonbot
User-agent: CCBot
User-agent: DuckAssistBot
Allow: /
Disallow: /api/

Sitemap: https://letkite.com/sitemap.xml