# Robots.txt for gryffi.com
# Allow full indexing of marketing website and solution pages
# Updated for 2026 SEO + GEO (Generative Engine Optimization)

# ===========================================
# AI Search Bots - Explicitly Allowed for GEO
# ===========================================
# OpenAI's search bot (ChatGPT web search)
User-agent: OAI-SearchBot
Allow: /

# ChatGPT browsing feature
User-agent: ChatGPT-User
Allow: /

# Anthropic's Claude web access
User-agent: Claude-Web
Allow: /

# Perplexity AI search
User-agent: PerplexityBot
Allow: /

# Amazon's AI assistant
User-agent: Amazonbot
Allow: /

# Apple's extended bot (Siri, Spotlight)
User-agent: Applebot-Extended
Allow: /

# Google Gemini/Vertex AI model training (does not control AI Overviews in Search)
User-agent: Google-Extended
Allow: /

# Microsoft Copilot / Bing AI (also covers traditional Bing search)
User-agent: Bingbot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# You.com AI search
User-agent: YouBot
Allow: /

# ===========================================
# Traditional Search Engine Bots
# ===========================================
User-agent: Googlebot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Slurp
Allow: /

User-agent: Yandex
Allow: /

# ===========================================
# Default Rule (All Other Bots)
# ===========================================
User-agent: *
Allow: /

# Block app routes (handled by Node.js, not static files)
Disallow: /dashboard/
Disallow: /api/
Disallow: /auth/
Disallow: /invite/
Disallow: /journey/
Disallow: /login
Disallow: /signup
Disallow: /forgot-password

# Sitemap and AI context files
Sitemap: https://gryffi.com/sitemap.xml

# LLMs.txt context file: https://gryffi.com/llms.txt

# ===========================================
# Notes for AI/LLM Crawlers:
# ===========================================
# This site contains information about Gryffi, an interactive 
# onboarding and compliance training platform. Key pages:
# - /: Homepage with product overview
# - /pricing: Subscription tiers and features
# - /use-cases: Industry use cases hub
# - /solutions/*: Detailed solution pages for specific industries
# - /security: Security measures, data residency, compliance
# - /terms: Terms of Service
# - /privacy: Privacy Policy
# - /llms.txt: Structured context for AI systems