# robots.txt for PhoneFlow AI Receptionist
# https://myphoneflow.com/
#
# IMPORTANT - do not "simplify" this file by removing the repeated Disallow lines.
# robots.txt precedence is per-user-agent, not additive: when a crawler matches a
# named User-agent block, the "User-agent: *" block is ignored ENTIRELY. A named
# block containing only "Allow: /" therefore grants that crawler access to
# /for/, /svdp/ and /blog/not-posted/ regardless of what * says.
# That was the state of this file until 2026-09-17. The three Disallow rules must
# be repeated inside every named block for them to apply.

# Allow all crawlers
User-agent: *
Allow: /
# Private strategic-account / ABM pages (unlisted, noindex)
Disallow: /for/
Disallow: /svdp/
# Unpublished blog drafts
Disallow: /blog/not-posted/

# Crawl delay (optional - be nice to servers)
Crawl-delay: 1

# ---------------------------------------------------------------------------
# AI / answer-engine crawlers - explicitly allowed, minus the private paths.
# Being quotable by these is the point; the ABM and SVdP pages are still off
# limits because they are unlisted client-specific pages.
# ---------------------------------------------------------------------------

User-agent: GPTBot
Allow: /
Disallow: /for/
Disallow: /svdp/
Disallow: /blog/not-posted/

User-agent: ChatGPT-User
Allow: /
Disallow: /for/
Disallow: /svdp/
Disallow: /blog/not-posted/

User-agent: OAI-SearchBot
Allow: /
Disallow: /for/
Disallow: /svdp/
Disallow: /blog/not-posted/

User-agent: Google-Extended
Allow: /
Disallow: /for/
Disallow: /svdp/
Disallow: /blog/not-posted/

User-agent: anthropic-ai
Allow: /
Disallow: /for/
Disallow: /svdp/
Disallow: /blog/not-posted/

User-agent: ClaudeBot
Allow: /
Disallow: /for/
Disallow: /svdp/
Disallow: /blog/not-posted/

User-agent: Claude-User
Allow: /
Disallow: /for/
Disallow: /svdp/
Disallow: /blog/not-posted/

User-agent: PerplexityBot
Allow: /
Disallow: /for/
Disallow: /svdp/
Disallow: /blog/not-posted/

User-agent: Applebot-Extended
Allow: /
Disallow: /for/
Disallow: /svdp/
Disallow: /blog/not-posted/

User-agent: cohere-ai
Allow: /
Disallow: /for/
Disallow: /svdp/
Disallow: /blog/not-posted/

User-agent: meta-externalagent
Allow: /
Disallow: /for/
Disallow: /svdp/
Disallow: /blog/not-posted/

User-agent: Bytespider
Allow: /
Disallow: /for/
Disallow: /svdp/
Disallow: /blog/not-posted/

# Sitemap location
Sitemap: https://myphoneflow.com/sitemap.xml