# All Things AI, Inc - robots.txt
# Policy: open crawl; AI search / answer engines explicitly allowed.
# Auth, search and thin comparison pages are kept out of every index.

User-agent: *
Allow: /
Disallow: /accounts/
Disallow: /account/
Disallow: /search
Disallow: /apps/search/
Disallow: /compare/
Disallow: /experiments/manage/

User-agent: GPTBot
Allow: /
Disallow: /accounts/
Disallow: /search
Disallow: /compare/
Disallow: /experiments/manage/

User-agent: ChatGPT-User
Allow: /
Disallow: /accounts/
Disallow: /search
Disallow: /compare/
Disallow: /experiments/manage/

User-agent: OAI-SearchBot
Allow: /
Disallow: /accounts/
Disallow: /search
Disallow: /compare/
Disallow: /experiments/manage/

User-agent: ClaudeBot
Allow: /
Disallow: /accounts/
Disallow: /search
Disallow: /compare/
Disallow: /experiments/manage/

User-agent: Claude-User
Allow: /
Disallow: /accounts/
Disallow: /search
Disallow: /compare/
Disallow: /experiments/manage/

User-agent: Claude-Web
Allow: /
Disallow: /accounts/
Disallow: /search
Disallow: /compare/
Disallow: /experiments/manage/

User-agent: PerplexityBot
Allow: /
Disallow: /accounts/
Disallow: /search
Disallow: /compare/
Disallow: /experiments/manage/

User-agent: Perplexity-User
Allow: /
Disallow: /accounts/
Disallow: /search
Disallow: /compare/
Disallow: /experiments/manage/

User-agent: Google-Extended
Allow: /
Disallow: /accounts/
Disallow: /search
Disallow: /compare/
Disallow: /experiments/manage/

User-agent: Bingbot
Allow: /
Disallow: /accounts/
Disallow: /search
Disallow: /compare/
Disallow: /experiments/manage/

User-agent: Applebot-Extended
Allow: /
Disallow: /accounts/
Disallow: /search
Disallow: /compare/
Disallow: /experiments/manage/

User-agent: CCBot
Allow: /
Disallow: /accounts/
Disallow: /search
Disallow: /compare/
Disallow: /experiments/manage/

Sitemap: https://allthingsn.com/sitemap.xml