User-agent: *
Allow: /

# Enhanced crawling instructions for AI systems
User-agent: Googlebot
Allow: /
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Crawl-delay: 2

User-agent: Slurp
Allow: /
Crawl-delay: 3

# AI-specific crawlers
User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

# Sitemap locations
Sitemap: https://spiritualecstacy.lovable.app/sitemap.xml
Sitemap: https://spiritualecstacy.lovable.app/sitemap-images.xml

# AI-friendly content feeds
Allow: /api/llm-feed.json
Allow: /llm.txt

# Allow all important pages for SEO and AI indexing
Allow: /
Allow: /about
Allow: /content
Allow: /blog
Allow: /contact
Allow: /testimonials
Allow: /temple
Allow: /publications

# Disallow admin or private areas (if any exist in future)
Disallow: /admin/
Disallow: /private/
Disallow: /_*

# Allow media files for AI processing
Allow: /lovable-uploads/
Allow: *.css
Allow: *.js
Allow: *.png
Allow: *.jpg
Allow: *.jpeg
Allow: *.gif
Allow: *.svg

# Enhanced crawl optimization for AI systems
Crawl-delay: 1
Request-rate: 1/10s

# Host directive for preferred domain
Host: https://spiritualecstacy.lovable.app

# Additional AI indexing hints
Allow: /blog/*
Allow: /publications/*