# robots.txt · SiteForge GEO
# 由 core/geo.php 动态生成，后台「GEO 优化」可调整

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /data/
Disallow: /config/
Disallow: /tools/
Disallow: /check.php
Disallow: /*?preview=1

# ---- AI 检索爬虫：放行（决定 AI 能否引用本站）----
User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: DuckAssistBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: YouBot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/

User-agent: Baiduspider
Allow: /
Disallow: /admin/
Disallow: /api/

# ---- AI 训练爬虫：放行 ----
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: cohere-ai
Allow: /

User-agent: Diffbot
Allow: /

User-agent: img2dataset
Allow: /

Sitemap: https://baobiao.huishouku.com/sitemap

# ---- 头条 / 字节系：欢迎抓取，抓取情况在后台「蜘蛛统计」重点记录 ----
User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /data/
Disallow: /config/

User-agent: ToutiaoSpider
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /data/
Disallow: /config/

User-agent: AwemeSpider
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /data/
Disallow: /config/

User-agent: TikTokSpider
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /data/
Disallow: /config/

# ---- 以下采集器禁止抓取（服务器层同样直接返回 403）----
User-agent: Amazonbot
Disallow: /

User-agent: Amazonbot-Video
Disallow: /

User-agent: Amazonbot-Image
Disallow: /

User-agent: Amazon AdBot
Disallow: /

User-agent: Amazon Adverifier
Disallow: /

User-agent: Alexabot
Disallow: /

User-agent: Amazon Route53 Health Check
Disallow: /