51 lines
1.0 KiB
Plaintext
51 lines
1.0 KiB
Plaintext
|
User-agent: *
|
||
|
|
Allow: /
|
||
|
|
|
||
|
|
# 允许访问主要页面
|
||
|
|
Allow: /agent
|
||
|
|
Allow: /help
|
||
|
|
Allow: /help/guide
|
||
|
|
Allow: /example
|
||
|
|
Allow: /service
|
||
|
|
Allow: /privacyPolicy
|
||
|
|
Allow: /userAgreement
|
||
|
|
Allow: /agentManageAgreement
|
||
|
|
Allow: /agentSerivceAgreement
|
||
|
|
Allow: /authorization
|
||
|
|
|
||
|
|
# 禁止访问私有页面
|
||
|
|
Disallow: /login
|
||
|
|
Disallow: /me
|
||
|
|
Disallow: /historyQuery
|
||
|
|
Disallow: /promote
|
||
|
|
Disallow: /withdraw
|
||
|
|
Disallow: /report
|
||
|
|
Disallow: /inquire/
|
||
|
|
Disallow: /payment/
|
||
|
|
Disallow: /agent/promoteDetails
|
||
|
|
Disallow: /agent/rewardsDetails
|
||
|
|
Disallow: /agent/promote
|
||
|
|
Disallow: /agent/invitation
|
||
|
|
Disallow: /agent/agentVip
|
||
|
|
Disallow: /agent/vipApply
|
||
|
|
Disallow: /agent/vipConfig
|
||
|
|
Disallow: /agent/withdraw
|
||
|
|
Disallow: /agent/withdrawDetails
|
||
|
|
Disallow: /agent/invitationAgentApply/
|
||
|
|
Disallow: /agent/subordinateList
|
||
|
|
Disallow: /agent/subordinateDetail/
|
||
|
|
|
||
|
|
# 禁止访问API接口
|
||
|
|
Disallow: /api/
|
||
|
|
|
||
|
|
# 禁止访问静态资源目录（可选）
|
||
|
|
Disallow: /assets/
|
||
|
|
Disallow: /js/
|
||
|
|
Disallow: /css/
|
||
|
|
|
||
|
|
# 网站地图
|
||
|
|
Sitemap: https://www.zhinengcha.cn/sitemap.xml
|
||
|
|
|
||
|
|
# 爬取延迟（毫秒）
|
||
|
|
Crawl-delay: 1
|