# robots.txt for aimybusinesstoday.com
# Hybrid Discovery Architecture - AI & Traditional Crawler Friendly

# ===================================
# Traditional Search Engine Crawlers
# ===================================

User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /admin/

User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /admin/

User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

# ===================================
# AI Answer Engine Bots - Full Access
# ===================================

# OpenAI ChatGPT Crawlers
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /blog/
Allow: /medspa-ai-growth
Allow: /vet-clinic-automation
Allow: /dental-ai-revenue
Allow: /hvac-plumbing-dispatch
Allow: /auto-shop-efficiency
Allow: /restaurant-growth-ai
Disallow: /admin
Disallow: /admin/

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Disallow: /admin
Disallow: /admin/

# Anthropic Claude Crawler
User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /blog/
Allow: /medspa-ai-growth
Allow: /vet-clinic-automation
Allow: /dental-ai-revenue
Allow: /hvac-plumbing-dispatch
Allow: /auto-shop-efficiency
Allow: /restaurant-growth-ai
Disallow: /admin
Disallow: /admin/

User-agent: Claude-Web
Allow: /
Allow: /llms.txt
Disallow: /admin
Disallow: /admin/

# Perplexity AI Crawler
User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /blog/
Allow: /medspa-ai-growth
Allow: /vet-clinic-automation
Allow: /dental-ai-revenue
Allow: /hvac-plumbing-dispatch
Allow: /auto-shop-efficiency
Allow: /restaurant-growth-ai
Disallow: /admin
Disallow: /admin/

# Google AI/Bard Crawler
User-agent: Google-Extended
Allow: /
Allow: /llms.txt
Allow: /blog/
Disallow: /admin
Disallow: /admin/

# Cohere AI Crawler
User-agent: cohere-ai
Allow: /
Allow: /llms.txt
Disallow: /admin
Disallow: /admin/

# ===================================
# Default Rule for All Other Bots
# ===================================

User-agent: *
Allow: /
Disallow: /admin
Disallow: /admin/
Disallow: /*?*
Disallow: /*.json$

# ===================================
# Sitemap References
# ===================================

Sitemap: https://aimybusinesstoday.com/sitemap.xml
Sitemap: https://aimybusinesstoday.com/llms.txt