# Third Hemisphere: robots.txt
# Dynamically generated | Last updated: 2026-11-02T14:27:57.834Z
# Search crawlers: allowed
# AI training: allowed
# AI citation/retrieval: allowed

User-agent: *
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

# AI crawler policy: search, retrieval, and training crawlers welcome

User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

User-agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

User-agent: Amazonbot
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

User-agent: meta-externalagent
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

User-agent: Claude-SearchBot
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

User-agent: Perplexity-User
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /proposal-view/
Disallow: /intake/
Disallow: /contract/
Disallow: /payment-setup/
Disallow: /scope-view/
Disallow: /renewal/
Disallow: /portal/
Disallow: /preview/
Allow: /api/public/v1/

# Blocked crawlers (aggressive scrapers with no citation value)

User-agent: Bytespider
Disallow: /

# Sitemaps
Sitemap: https://thirdhemisphere.agency/sitemap.xml
Sitemap: https://thirdhemisphere.agency/sitemap-pages.xml
Sitemap: https://thirdhemisphere.agency/sitemap-posts.xml
Sitemap: https://thirdhemisphere.agency/sitemap-case-studies.xml
Sitemap: https://thirdhemisphere.agency/sitemap-standing.xml
Sitemap: https://thirdhemisphere.agency/sitemap-companies.xml
Sitemap: https://thirdhemisphere.agency/sitemap-markets.xml
Sitemap: https://thirdhemisphere.agency/sitemap-images.xml