# 全局规则：所有爬虫
User-agent: *
Allow: /

#后台登录入口，包含带p参数的后台登录地址 mima.php?p=/Index/index
Disallow: /mima.php
Disallow: /mima.php?p=*

#程序敏感目录，不参与前端输出，全部屏蔽
Disallow: /apps/
Disallow: /config/
Disallow: /core/
Disallow: /data/
Disallow: /doc/
Disallow: /include/
Disallow: /rewrite/
Disallow: /runtime/
Disallow: /template/   #屏蔽模板源码，不影响SEO
Disallow: /api.php

Disallow: /static/backend/
Disallow: /backup/

Disallow: /deadlink.txt
Disallow: /gen.txt
Disallow: /quan.txt
Disallow: /access.xml

# 会员、留言交互路径
Disallow: /member/
Disallow: /login/
Disallow: /guestbook/

# 广告类规则
Disallow: /ad*

# ===================== AI训练爬虫【禁止抓取，不影响传统搜索引擎SEO】 =====================
User-agent: GPTBot
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Google-Extended
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Meta-ExternalAgent
Disallow: /
User-agent: Applebot-Extended
Disallow: /
User-agent: cohere-ai
Disallow: /
User-agent: QwenBot
Disallow: /
User-agent: TongyiBot
Disallow: /
User-agent: DeepSeekBot
Disallow: /
User-agent: ChatGLM-Spider
Disallow: /

# 第三方SEO采集爬虫，限速2秒，不完全封死
User-agent: AhrefsBot
Crawl-delay: 2
User-agent: SemrushBot
Crawl-delay: 2
User-agent: DotBot
Crawl-delay: 2
User-agent: Rogerbot
Crawl-delay: 2

# ==========国内+海外全部主流搜索引擎 限速5秒==========
#百度系列
User-agent: Baiduspider
Crawl-delay: 5
User-agent: Baiduspider-image
Crawl-delay: 5
User-agent: Baiduspider-mobile
Crawl-delay: 5
User-agent: Baiduspider-news
Crawl-delay: 5

#360搜索（PC+移动共用360Spider；补充图片爬虫）
User-agent: 360Spider
Crawl-delay: 5
User-agent: 360Spider-Image
Crawl-delay: 5

#【腾讯‑搜狗全套蜘蛛】
User-agent: Sogou web spider
Crawl-delay: 5
User-agent: Sogou wap spider
Crawl-delay: 5
User-agent: Sogou Pic Spider
Crawl-delay: 5
User-agent: Sogou News Spider
Crawl-delay: 5

#【腾讯‑微信搜一搜】不识别Crawl‑delay限速，仅遵守Disallow
User-agent: WechatBot

#神马搜索（UC移动端搜索）
User-agent: Yisouspider
Crawl-delay: 5

#字节系：头条、抖音搜索（PC+移动同一UA）
User-agent: Bytespider
Crawl-delay: 5

#必应（bingbot同时处理PC+移动抓取，IndexNow推送过来也是这个UA）
User-agent: bingbot
Crawl-delay: 5

#谷歌：Googlebot为移动优先爬虫，官方已废弃Googlebot‑Mobile
User-agent: Googlebot
Crawl-delay: 5
User-agent: Googlebot-Image
Crawl-delay: 5

# 站点地图（可选，有 sitemap 就加上）
# Sitemap: http://www.booene.com/sitemap.txt
# Sitemap: http://booene.com/sitemap.txt
# Sitemap: http://m.www.booene.com/sitemap.txt
# Sitemap: http://m.booene.com/sitemap.txt