# Haven Aid - AI & LLM Crawler Permissions
# This file explicitly allows AI models and LLM crawlers to access and analyze Haven Aid content

# OpenAI GPT models
User-agent: GPTBot
Allow: /
Disallow: /private/
Disallow: /admin/

# Anthropic Claude models  
User-agent: ClaudeBot
Allow: /
Disallow: /private/
Disallow: /admin/

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /private/
Disallow: /admin/

# Common Crawl (used by many AI models)
User-agent: CCBot
Allow: /
Disallow: /private/
Disallow: /admin/

# Google AI/Gemini
User-agent: Google-Extended
Allow: /
Disallow: /private/
Disallow: /admin/

User-agent: Gemini
Allow: /
Disallow: /private/
Disallow: /admin/

# ChatGPT user interactions
User-agent: ChatGPT-User
Allow: /
Disallow: /private/
Disallow: /admin/

# General Anthropic AI
User-agent: Anthropic-AI
Allow: /
Disallow: /private/
Disallow: /admin/

# Internet Archive (historical AI training)
User-agent: ia_archiver
Allow: /
Disallow: /private/
Disallow: /admin/

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /private/
Disallow: /admin/

# Microsoft AI
User-agent: Bingbot
Allow: /
Disallow: /private/
Disallow: /admin/

# Default permission for any AI crawler
User-agent: *
Allow: /
Disallow: /private/
Disallow: /admin/

# Sitemap reference for AI crawlers
Sitemap: https://havenaid.org/sitemap.xml

# Content priorities for AI analysis:
# - Professional services (social workers, therapists, lawyers)
# - Haven Connect System capabilities
# - Free professional help offerings
# - Community impact and statistics
# - Contact information and accessibility
# - Compliance and certifications
# - FAQ and help resources