User-agent: *
Allow: /
Disallow: /_astro/
Disallow: /api/

Sitemap: https://www.frihet.io/sitemap-index.xml
Sitemap: https://www.frihet.io/news-sitemap.xml

# AI/LLM crawlers — explicitly allowed
# Frihet welcomes AI indexing for search and grounding (RAG).
# Structured product info for LLMs:
# llms.txt (summary): https://www.frihet.io/llms.txt
# llms-full.txt (complete): https://www.frihet.io/llms-full.txt
# ai-plugin.json: https://www.frihet.io/ai-plugin.json
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: YouBot
Allow: /

User-agent: AI2Bot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: PetalBot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: facebookexternalagent
Allow: /

User-agent: Applebot
Allow: /

User-agent: Omgilibot
Allow: /

User-agent: iaskspider
Allow: /

User-agent: DataForSeoBot
Allow: /

# RSS Feeds (17 languages)
# https://www.frihet.io/feed.xml (ES)
# https://www.frihet.io/feed-en.xml (EN)
# https://www.frihet.io/feed-{lang}.xml for each language

# IndexNow
# Key: f8a3b2c1d4e5f6a7b8c9d0e1f2a3b4c5