优化GEO

2026-10-18 18:15:47 +08:00
parent 9994c43bb7
commit d57f69ed84
39 changed files with 531 additions and 106 deletions
@@ -0,0 +1,32 @@
+# RXThinkCMF 官网 robots.txt
+# https://www.rxthink.cn
+
+User-agent: *
+Allow: /
+Disallow: /login
+Disallow: /register
+Disallow: /forget
+Disallow: /user/
+Disallow: /order/
+Disallow: /captcha
+
+# 生成式引擎优化（GEO）：显式放行主流 AI/LLM 爬虫
+User-agent: GPTBot
+Allow: /
+
+User-agent: ClaudeBot
+Allow: /
+
+User-agent: PerplexityBot
+Allow: /
+
+User-agent: Google-Extended
+Allow: /
+
+User-agent: Bytespider
+Allow: /
+
+User-agent: Baiduspider
+Allow: /
+
+Sitemap: https://www.rxthink.cn/sitemap.xml