# =============================================================================
# Robots.txt for In The City AI
# https://inthecity.ai/
# =============================================================================

# Allow all search engines
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /django-admin/
Disallow: /api/
Disallow: /_/

# Sitemap location
Sitemap: https://inthecity.ai/sitemap.xml

# =============================================================================
# AI Crawlers - Allow access for training and retrieval
# =============================================================================

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Cohere-AI
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

# =============================================================================
# AI-readable information
# See /llms.txt for structured information about this site
# See /humans.txt for team and technology information
# =============================================================================