# GrantIQ robots.txt
# https://grantiq.co.uk
#
# One crawl policy for every user agent, including AI crawlers (GPTBot,
# OAI-SearchBot, ClaudeBot, PerplexityBot, Google-Extended, CCBot, Bingbot).
# We WANT AI assistants and search engines to read and cite our public
# marketing, blog, and comparison content, so those bots are welcomed under
# the same policy rather than given narrower per-agent rules. Authenticated
# app areas and internal routes are blocked for everyone.

User-agent: *
Allow: /

# Public marketing & content pages (indexable)
Allow: /features
Allow: /pricing
Allow: /about
Allow: /contact
Allow: /technology
Allow: /for-consultants
Allow: /consultants
Allow: /partners
Allow: /roadmap
Allow: /blog
Allow: /compare
Allow: /trust
Allow: /mcp
Allow: /attribution
Allow: /privacy
Allow: /terms

# Auth / onboarding (allow for discovery)
Allow: /auth/signin
Allow: /onboarding

# Authenticated app areas — not for indexing
Disallow: /dashboard
Disallow: /discover
Disallow: /profile
Disallow: /profile-builder
Disallow: /settings
# NOTE: /grants/* is gated today. When Phase-2 public per-grant landing pages
# ship, carve those out (e.g. Allow: /grants/g/ or a dedicated public prefix).
Disallow: /grants/
Disallow: /applications
Disallow: /application-templates
Disallow: /projects
Disallow: /matches
Disallow: /bookmarks
Disallow: /calendar
Disallow: /pipeline
Disallow: /obligations
Disallow: /templates
Disallow: /help
Disallow: /billing
Disallow: /admin
Disallow: /welcome

# Internal / infrastructure
Disallow: /api/
Disallow: /_next/
Disallow: /oauth/

Sitemap: https://grantiq.co.uk/sitemap.xml