# Telbase - robots.txt
# https://telbase.ai/robots.txt

# Allow all crawlers
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://telbase.ai/sitemap.xml

# Disallow authenticated areas
Disallow: /api/
Disallow: /auth/

# Allow AI crawlers explicitly
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: PerplexityBot
User-agent: CCBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /docs/
Allow: /compare/

# Crawl delay for politeness (optional)
# Crawl-delay: 1