# heybuddy Robots.txt
# Optimized for maximum growth and AI visibility
# Last updated: 2025-01-27

# Allow all legitimate crawlers
User-agent: *
Allow: /

# Block sensitive/technical paths
Disallow: /api/
Disallow: /dashboard/
Disallow: /login
Disallow: /signup
Disallow: /maintenance
Disallow: /_next/
Disallow: /node_modules/
Disallow: *.json
Disallow: *.js.map

# Welcome AI crawlers for better AI understanding
User-agent: GPTBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-1
Allow: /

# Google's AI agents
User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: GoogleOther-Image
Allow: /

User-agent: GoogleOther-Video
Allow: /

# Gemini and Bard
User-agent: Google-InspectionTool
Allow: /

# Microsoft/Bing AI
User-agent: bingbot
Allow: /

User-agent: Bingbot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Common AI/ML crawlers
User-agent: Diffbot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Bytespider
Allow: /

# Sitemap location
Sitemap: https://heybuddy.ai/sitemap.xml

# No crawl delay - we want fast indexing during alpha
Crawl-delay: 0