# 屏蔽AI训练爬虫，禁止抓取全站
User-agent: GPTBot
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: PerplexityBot
User-agent: CohereBot
Disallow: /

# 主流正规搜索引擎，统一限速4秒间隔
User-agent: Baiduspider
User-agent: 360Spider
User-agent: Sogou web spider
User-agent: Yahoo! Slurp
User-agent: bingbot
User-agent: Googlebot
User-agent: YandexBot
User-agent: YisouSpider
User-agent: Bytespider
Crawl-delay: 4
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /user/
Disallow: /api/
Disallow: /.git/
Disallow: /vendor/
# Disallow: /*?*

# 其余未知爬虫，严格限速6秒
User-agent: *
Crawl-delay: 6
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /user/
Disallow: /api/
Disallow: /.git/
Disallow: /vendor/
# Disallow: /*?*

# 网站地图
Sitemap: https://www.yibeiic.com/sitemap.xml