33 lines
504 B
Plaintext
33 lines
504 B
Plaintext
# RXThinkCMF 官网 robots.txt
|
|
# https://www.rxthink.cn
|
|
|
|
User-agent: *
|
|
Allow: /
|
|
Disallow: /login
|
|
Disallow: /register
|
|
Disallow: /forget
|
|
Disallow: /user/
|
|
Disallow: /order/
|
|
Disallow: /captcha
|
|
|
|
# 生成式引擎优化（GEO）：显式放行主流 AI/LLM 爬虫
|
|
User-agent: GPTBot
|
|
Allow: /
|
|
|
|
User-agent: ClaudeBot
|
|
Allow: /
|
|
|
|
User-agent: PerplexityBot
|
|
Allow: /
|
|
|
|
User-agent: Google-Extended
|
|
Allow: /
|
|
|
|
User-agent: Bytespider
|
|
Allow: /
|
|
|
|
User-agent: Baiduspider
|
|
Allow: /
|
|
|
|
Sitemap: https://www.rxthink.cn/sitemap.xml
|