# 智慧班级排座系统 - 搜索引擎爬虫规则

User-agent: *
Allow: /
Disallow: /api/
Disallow: /admin/
Disallow: /private/

# 爬虫延迟设置 - 避免过度抓取
Crawl-delay: 1

# 指定网站地图位置
Sitemap: https://paizuo.asia/sitemap.xml

# 为特定搜索引擎设置规则
User-agent: Googlebot
Allow: /
Disallow: /api/
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Disallow: /api/
Crawl-delay: 2

User-agent: Slurp
Allow: /
Disallow: /api/
Crawl-delay: 1

User-agent: DuckDuckBot
Allow: /
Disallow: /api/
Crawl-delay: 1

# 允许 AI 搜索引擎爬虫
User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: claude-web
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: Telegrambot
Allow: /

# 拒绝恶意爬虫
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Allow: /

User-agent: DotBot
Disallow: /