User-agent: * Allow: / # Block build artifacts and dev files Disallow: /dist/ Disallow: /.firebase/ Disallow: /node_modules/ Disallow: /src/ # ─── AI Crawlers — Explicitly Allow All ─────────────────────── # OpenAI / ChatGPT User-agent: GPTBot Allow: / # Anthropic / Claude User-agent: ClaudeBot Allow: / # Perplexity AI User-agent: PerplexityBot Allow: / # You.com User-agent: YouBot Allow: / # Apple Intelligence / Applebot User-agent: Applebot Allow: / # Applebot Extended (for AI training) User-agent: Applebot-Extended Allow: / # Meta AI User-agent: meta-externalagent Allow: / # Microsoft Copilot / Bing AI User-agent: Bingbot Allow: / # Google Extended (Gemini training) User-agent: Google-Extended Allow: / # Common Crawl (used by many AI systems) User-agent: CCBot Allow: / # Amazon Alexa User-agent: ia_archiver Allow: / # ─── Sitemaps ───────────────────────────────────────────────── Sitemap: https://biblehunger.com/sitemap.xml