# Search engines and AI assistants are welcome on the public pages.
# One group for all of them: a crawler named in its own group would skip the
# shared rules, so the AI crawlers are listed here, with the same rules.
User-agent: *
User-agent: Googlebot
User-agent: Bingbot
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: DuckAssistBot
User-agent: meta-externalagent
User-agent: MistralAI-User
Allow: /
Disallow: /api/
Disallow: /oauth/
Disallow: /connect
Disallow: /overview
Disallow: /messages
Disallow: /devices
Disallow: /automations
Disallow: /webhooks
Disallow: /keys
Disallow: /settings
Disallow: /welcome
# The public API description and well-known files stay open.
Allow: /api/v1/health
Allow: /openapi.json
Allow: /.well-known/

Sitemap: https://sparetext.dev/sitemap.xml