# Block AI training scrapers from indexing proprietary guides, but allow live user searches (GEO optimization)
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: *
Allow: /

# Block PRO page from indexing (post-payment only)
Disallow: /pro-access-v1.html

# Block API endpoints from indexing
Disallow: /api/

# Block internal scripts and extension source
Disallow: /scripts/
Disallow: /chrome-extension/
Disallow: /chrome-extension-temp/
Disallow: /chrome-extension-build/
Disallow: /chatgpt-enterprise-chrome-extension/
Disallow: /outreach/
Disallow: /outreach-campaigns/

# Block dev test pages from indexing
Disallow: /tests/

# Sitemap
Sitemap: https://www.privacyscrubber.com/sitemap.xml