# robots.txt for priceagent.com
# Last reviewed: 2026-07-29
# Policy: allow all documented search and AI crawlers.
# Scaffolding directories are closed to every crawling agent.
# Note: named groups do NOT inherit the wildcard rules, so the
# Disallow lines are repeated inside each crawling group on purpose.

User-agent: *
Allow: /
Disallow: /template/
Disallow: /landings/

# ----- OpenAI -----
User-agent: GPTBot
Allow: /
Disallow: /template/
Disallow: /landings/

User-agent: OAI-SearchBot
Allow: /
Disallow: /template/
Disallow: /landings/

User-agent: ChatGPT-User
Allow: /

# ----- Anthropic -----
User-agent: ClaudeBot
Allow: /
Disallow: /template/
Disallow: /landings/

User-agent: Claude-SearchBot
Allow: /
Disallow: /template/
Disallow: /landings/

User-agent: Claude-User
Allow: /

# ----- Perplexity -----
User-agent: PerplexityBot
Allow: /
Disallow: /template/
Disallow: /landings/

User-agent: Perplexity-User
Allow: /

# ----- Apple -----
User-agent: Applebot
Allow: /
Disallow: /template/
Disallow: /landings/

# ----- Meta -----
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /template/
Disallow: /landings/

# ----- DuckDuckGo -----
User-agent: DuckAssistBot
Allow: /
Disallow: /template/
Disallow: /landings/

# ----- Training and grounding consent tokens -----
# Not crawlers. These control whether Google and Apple may use
# content their standard crawlers already fetched.
# Allowing Google-Extended has no effect on Google Search rankings.
User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

Sitemap: https://www.priceagent.com/sitemap.xml

Sitemap: https://www.priceagent.com/sitemap.xml