# ============================================
# robots.txt — quickstudyy.web.app
# Last updated: 2026-05-13
# ============================================

# --- All crawlers ---
User-agent: *

# Block private / login-gated routes
Disallow: /profile
Disallow: /login
Disallow: /signup

# Block Firebase internal reserved paths
Disallow: /__/

# Block any API or backend endpoints
Disallow: /api/

# Allow all public content
Allow: /
Allow: /blog/

# Sitemap location
Sitemap: https://quickstudyy.web.app/sitemap.xml


# --- Googlebot specific ---
# (No crawl-delay for Google — it manages its own rate)
User-agent: Googlebot
Allow: /


# --- Block AI training crawlers (optional but recommended) ---
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /