# ==========================================
# 桑协世纪科技 (sangxie.net) Robots.txt
# 策略：全面开放，欢迎所有 AI 大模型抓取与引用
# 更新日期：2026-09-11
# ==========================================

# 1. 基础规则：允许所有未列出的爬虫访问全站
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/admin/
Disallow: /api/admin
Disallow: /search
Disallow: /set-language
Allow: /api/frontend/
Allow: /api/navigation
Allow: /api/floating/configs
Allow: /api/config
Allow: /api/info

# 2. 国际主流 AI 大模型 (显式友好)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Google-GeminiNotebook
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Applebot
Allow: /

User-agent: CCBot
Allow: /

# 3. 中国 AI 大模型 (显式友好，按厂商分组)

# 百度 - 文心一言 / ERNIE Bot
User-agent: Baiduspider
Allow: /

User-agent: Baiduspider-render
Allow: /

User-agent: ErnieBot
Allow: /

# 字节跳动 - 豆包 (Doubao) / 即梦
User-agent: Bytespider
Allow: /

User-agent: ByteDance
Allow: /

User-agent: DoubaoBot
Allow: /

# 腾讯 - 元宝 (Yuanbao) / 混元 (Hunyuan) / 微信搜一搜
User-agent: YuanbaoBot
Allow: /

User-agent: HunyuanBot
Allow: /

User-agent: Sosospider
Allow: /

User-agent: TencentBot
Allow: /

User-agent: WeChatBot
Allow: /

# 阿里巴巴 - 通义千问 (Tongyi Qianwen) / Qwen
User-agent: QwenBot
Allow: /

User-agent: Qwen-Web
Allow: /

User-agent: AlibabaBot
Allow: /

User-agent: YisouSpider
Allow: /

User-agent: TongyiSpider
Allow: /

# 月之暗面 - Kimi
User-agent: KimiBot
Allow: /

User-agent: Kimi-SearchBot
Allow: /

User-agent: Kimi-User
Allow: /

# 深度求索 - DeepSeek
User-agent: DeepSeekBot
Allow: /

User-agent: DeepSeek-User
Allow: /

# 智谱 AI - ChatGLM
User-agent: ChatGLM-Spider
Allow: /

User-agent: ZhipuBot
Allow: /

# 4. 站点地图与 AI 友好入口
Sitemap: https://www.sangxie.net/sitemap.xml