# robots.txt for promify.ai
#
# 目标:被搜索引擎收录 + 被大模型（ChatGPT / Claude / Perplexity / Google AI Overview）引用推荐。
# 注意:robots.txt 的 group 之间【不继承】——每个 User-agent 分组必须自己重复完整的 Disallow 列表,
#      否则只写 Allow 的分组等于对该爬虫完全放开（含私有路由）。

# ── 通用爬虫 ────────────────────────────────────────────────
User-agent: *
Allow: /
Disallow: /chat
Disallow: /elp/
Disallow: /login
Disallow: /medusa/report
Disallow: /binding-completed
Disallow: /subscription-success
Disallow: /portal-success
Disallow: /notification-test
Disallow: /unsubscribe

# ── Googlebot:显式放开渲染所需资源,同时重复私有路由的 Disallow ──
User-agent: Googlebot
Allow: /assets/
Allow: /*.js
Allow: /*.css
Allow: /*.jpg
Allow: /*.png
Allow: /*.svg
Allow: /*.mp4
Allow: /
Disallow: /chat
Disallow: /elp/
Disallow: /login
Disallow: /medusa/report
Disallow: /binding-completed
Disallow: /subscription-success
Disallow: /portal-success
Disallow: /notification-test
Disallow: /unsubscribe

User-agent: Googlebot-Image
Allow: /assets/
Allow: /

# ── AI / 生成式引擎爬虫:全部放开公开页面（GEO 的前提）─────────
# ChatGPT-User / Perplexity-User / Claude-User = 用户实时提问时的按需抓取
# OAI-SearchBot / Claude-SearchBot / PerplexityBot = 生成式搜索索引
# GPTBot / ClaudeBot / Google-Extended / Applebot-Extended = 训练与 grounding 语料
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: GPTBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Google-Extended
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Amazonbot
User-agent: meta-externalagent
User-agent: Bingbot
User-agent: cohere-ai
Allow: /
Disallow: /chat
Disallow: /elp/
Disallow: /login
Disallow: /medusa/report
Disallow: /binding-completed
Disallow: /subscription-success
Disallow: /portal-success
Disallow: /notification-test
Disallow: /unsubscribe

# Sitemap位置
Sitemap: https://promify.ai/sitemap.xml