# ==============================================================================
# Mays Computers (mayscomputers.in) - Robots Exclusion Protocol
# Compliant with RFC 9309, Google Search Central & AI Crawler Discovery Standards
# ==============================================================================

# Search Engine Crawlers
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Bingbot
User-agent: Applebot
User-agent: DuckDuckBot
User-agent: YandexBot

# Generative AI & LLM Search Crawlers (Explicitly Allowed for Brand Recommendations)
User-agent: Google-Extended
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: Meta-ExternalAgent
User-agent: Bytespider
User-agent: CCBot
User-agent: Cohere-ai
User-agent: *

# Allow all public routes, 3D experience, and media assets
Allow: /
Allow: /3d/
Allow: /experience/
Allow: /rental-calculator
Allow: /b2b-quote
Allow: /sitemap.xml
Allow: /hreflang.txt
Allow: /robots.txt
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /og-image.png
Allow: /assets/
Allow: /*.css$
Allow: /*.js$
Allow: /*.svg$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.webp$
Allow: /*.ico$

# Disallow private API endpoints, staging, and administrative dashboards
Disallow: /api/private/
Disallow: /admin/
Disallow: /backend/
Disallow: /creon-hud/
Disallow: /creon-brain/
Disallow: /opendots/

# XML Sitemap Index & AI Knowledge File
Sitemap: https://mayscomputers.in/sitemap.xml