# thekharcha — https://www.thekharcha.com
# Search engines AND AI crawlers (Googlebot, GPTBot, ClaudeBot, PerplexityBot,
# CCBot, Google-Extended, etc.) are welcome on the public marketing pages.
# We never block them there. The rules below apply to every crawler; private
# app routes hold personal financial data and must stay out of all indexes.
User-agent: *
Allow: /$
Allow: /auth
Allow: /privacy
Allow: /terms
Allow: /blog
Disallow: /dashboard
Disallow: /onboarding
Disallow: /transactions
Disallow: /transfers
Disallow: /envelopes
Disallow: /bills
Disallow: /review
Disallow: /settings
Disallow: /reset-password
Disallow: /admin

# Google AdSense — let the ad crawler read every page it may place ads on so it
# can match relevant ads. It respects the User-agent: * disallows above for
# private routes, but we grant it explicitly here for clarity.
User-agent: Mediapartners-Google
Allow: /

# Google AdSense site verification / ad review crawler.
User-agent: AdsBot-Google
Allow: /

Sitemap: https://www.thekharcha.com/sitemap.xml