base

public/robots.txt

@@ -0,0 +1,50 @@
+User-agent: *
+Allow: /
+
+# 允许访问主要页面
+Allow: /agent
+Allow: /help
+Allow: /help/guide
+Allow: /example
+Allow: /service
+Allow: /privacyPolicy
+Allow: /userAgreement
+Allow: /agentManageAgreement
+Allow: /agentSerivceAgreement
+Allow: /authorization
+
+# 禁止访问私有页面
+Disallow: /login
+Disallow: /me
+Disallow: /historyQuery
+Disallow: /promote
+Disallow: /withdraw
+Disallow: /report
+Disallow: /inquire/
+Disallow: /payment/
+Disallow: /agent/promoteDetails
+Disallow: /agent/rewardsDetails
+Disallow: /agent/promote
+Disallow: /agent/invitation
+Disallow: /agent/agentVip
+Disallow: /agent/vipApply
+Disallow: /agent/vipConfig
+Disallow: /agent/withdraw
+Disallow: /agent/withdrawDetails
+Disallow: /agent/invitationAgentApply/
+Disallow: /agent/subordinateList
+Disallow: /agent/subordinateDetail/
+
+# 禁止访问API接口
+Disallow: /api/
+
+# 禁止访问静态资源目录（可选）
+Disallow: /assets/
+Disallow: /js/
+Disallow: /css/
+
+# 网站地图
+Sitemap: https://www.zhinengcha.cn/sitemap.xml
+
+# 爬取延迟（毫秒）
+Crawl-delay: 1