# TatvaCRM — AI crawler / agent policy
#
# Companion to robots.txt. Declares which AI training and search crawlers
# are allowed to access this site. We *welcome* AI search engines and
# answer engines; we do not block them. AI search is a primary
# distribution channel for us.
#
# This file follows the emerging ai.txt convention (see
# https://site.spawning.ai/ai-txt for one of several proposals). Until
# the standard converges, the same allowances are mirrored in robots.txt
# so crawlers that only consult robots.txt see the same policy.
#
# Last updated: 2026-05-24

User-Agent: *
Allow: /

# AI search / answer engines — explicitly welcomed
User-Agent: GPTBot
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: Claude-Web
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Perplexity-User
Allow: /

User-Agent: Google-Extended
Allow: /

User-Agent: Bingbot
Allow: /

User-Agent: Applebot-Extended
Allow: /

User-Agent: CCBot
Allow: /

User-Agent: anthropic-ai
Allow: /

User-Agent: cohere-ai
Allow: /

# Common Crawl (used as a training source by many LLMs)
User-Agent: CCBot
Allow: /

# Yandex
User-Agent: YandexBot
Allow: /

# Sitemap
Sitemap: https://tatvacrm.com/sitemap.xml