# AuraIntel — robots.txt
# Domain: auraintel.in
# Updated: 2026-06-09

User-agent: *
Allow: /

# Block internal / utility pages from indexing
Disallow: /admin
Disallow: /admin/
Disallow: /account
Disallow: /account/
Disallow: /?q=
Disallow: /*?*

# Allow social / search crawlers full access to key pages
Allow: /privacy-policy
Allow: /refund-policy
Allow: /terms

# Block common junk bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Allow GPTBot (OpenAI) and other AI crawlers for AEO
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

# Host declaration
Host: https://auraintel.in

# Sitemap location
Sitemap: https://auraintel.in/sitemap.xml
Sitemap: https://auraintel.in/sitemap-images.xml
Sitemap: https://auraintel.in/geo.kml