# https://www.searchagora.com crawler rules
# Private/account pages also carry <meta name="robots" content="noindex">
# from their segment layout (src/lib/seo/noindex.ts).
# Keep this group free of blank lines; Allow lines go before their Disallow.
User-agent: *
# Internal search results (unbounded ?q= space). Shared searches stay crawlable.
Allow: /search/shared/
Disallow: /search
# Agent hub pages stay crawlable so browser agents can fetch them; they are
# noindexed via <meta name="robots"> on /agent/* instead of Disallow here.
# API routes: allow agent + search proxies, then block the rest.
Allow: /api/agent-routes
Allow: /api/agent/
Allow: /api/search
Allow: /api/og/
Allow: /api/search-image-generator
Disallow: /api/
# Checkout, account, and signed-in dashboards.
Disallow: /checkout
Disallow: /cart
Disallow: /orders
Disallow: /profile
Disallow: /settings
Allow: /my-collections/how-earning-works
Disallow: /my-collections
Allow: /developer-tools/overview
Disallow: /developer-tools
Disallow: /merchant-studio
Disallow: /price-alerts
Disallow: /search-history
Disallow: /dashboard

# Sitemaps. Product shards are hosted on agora-sitemaps.searchagora.com and
# must be listed here for Google to accept their www URLs (cross-host rule).
Sitemap: https://www.searchagora.com/sitemap.xml
Sitemap: https://agora-sitemaps.searchagora.com/sitemap-products.xml