#########################################################
# RuneHeaven - Advanced Robots.txt
# SEO Optimized + AI Allowed + Fully Secure + No Leakage
#########################################################

# =======================================================
# GLOBAL SETTINGS (ALL BOTS + ALL AI CRAWLERS)
# =======================================================
User-agent: *
Allow: /

# Disallow sensitive pages
Disallow: /admin.html
Disallow: /dashboard.html
Disallow: /chat.html
Disallow: /verify.html
Disallow: /reset-password.html
Disallow: /forgot-password.html
Disallow: /js/
Disallow: /css/
Disallow: /img/
Disallow: /plugin/
Disallow: /supabase/

# Sitemap reference
Sitemap: https://runeheaven.com/sitemap.xml

# =======================================================
# EXPLICIT ALLOW FOR AI CRAWLERS (SAFE + NON-LEAKING)
# =======================================================

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: CommonCrawl
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Bingbot
Allow: /

User-agent: AdsBot-Google
Allow: /

# =======================================================
# SECURITY: BLOCK SENSITIVE & PRIVATE AREAS
# (This prevents privacy leaks while keeping bots allowed)
# =======================================================

# Block backend / server-side / auth endpoints
Disallow: /admin/
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard/
Disallow: /server/
Disallow: /config/
Disallow: /private/
Disallow: /handlers/
Disallow: /scripts/
Disallow: /storage/
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /backup/
Disallow: /logs/
Disallow: /secure/
Disallow: /*?s=

# Block error pages
Disallow: /404
Disallow: /500

# Prevent file-type exposure (privacy & security)
Disallow: /*.json$
Disallow: /*.env$
Disallow: /*.yml$
Disallow: /*.yaml$
Disallow: /*.lock$
Disallow: /*.log$
Disallow: /*.sql$
Disallow: /*.db$

# =======================================================
# PERFORMANCE + SEO BOOST
# These allow Google to properly render your SPA site
# =======================================================

Allow: /*.js$
Allow: /*.css$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.svg$
Allow: /*.webp$

Crawl-delay: 1

# =======================================================
# SITEMAPS FOR FASTER INDEXING
# Add multiple sitemaps if you use them later
# =======================================================

Sitemap: https://runeheaven.com/sitemap.xml

########################################################
# END OF ROBOTS.TXT
########################################################