User-agent: *
Allow: /

# Behind sign-in, or reachable only with a token. Nothing to index, and an
# indexed invite URL would be a working key sitting in search results.
Disallow: /workspace
Disallow: /onboarding/
Disallow: /invite/
Disallow: /signin

# Internal tool, published by accident rather than for readers.
Disallow: /targeting-test.html

# Answer engines are welcome on the marketing pages: the served HTML carries
# the full product description, so there is something for them to read.
User-agent: GPTBot
Allow: /
Disallow: /workspace
Disallow: /onboarding/
Disallow: /invite/

User-agent: ClaudeBot
Allow: /
Disallow: /workspace
Disallow: /onboarding/
Disallow: /invite/

User-agent: PerplexityBot
Allow: /
Disallow: /workspace
Disallow: /onboarding/
Disallow: /invite/

User-agent: Google-Extended
Allow: /

User-agent: OAI-SearchBot
Allow: /

Sitemap: https://deberli.com/sitemap.xml