# 快喵 vps-kuaimiao.com.cn —— 爬虫规则
# 全站可索引页面已在 sitemap.xml 列出

User-agent: *
Allow: /
Disallow: /cgi-bin/
Disallow: /*?sort=
Disallow: /*&sort=
Disallow: /*?session=
Disallow: /*?utm_=
Disallow: /tmp/
Crawl-delay: 0

# 搜索与索引类
User-agent: Googlebot
Allow: /
Disallow: /*?utm_=

User-agent: Bingbot
Allow: /
Disallow: /*?utm_=

User-agent: Sogou web spider
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: 360Spider
Allow: /

User-agent: YisouSpider
Allow: /

User-agent: Applebot
Allow: /

# 生成式搜索与训练抓取
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /
Crawl-delay: 2

User-agent: Google-Extended
Allow: /

User-agent: Bytespider
Allow: /
Crawl-delay: 5

Sitemap: https://vps-kuaimiao.com.cn/sitemap.xml