User-agent: *
Allow: /

# Sitemap
Sitemap: https://astroroshni.com/sitemap.xml

# Disallow admin and private areas
Disallow: /admin/
Disallow: /api/
Disallow: /private/

# Allow important pages
Allow: /marriage-analysis
Allow: /career-guidance
Allow: /health-analysis
Allow: /wealth-analysis
Allow: /panchang
Allow: /muhurat-finder
Allow: /horoscope/
Allow: /beginners-guide
Allow: /advanced-courses
Allow: /myths-vs-reality

# Crawl delay (optional)
Crawl-delay: 1

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: OpenAI-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: MetaAI
Allow: /

User-agent: PerplexityBot
Allow: /