51 lines
1.0 KiB
Plaintext
51 lines
1.0 KiB
Plaintext
User-agent: *
|
|
Allow: /
|
|
|
|
# 允许访问主要页面
|
|
Allow: /agent
|
|
Allow: /help
|
|
Allow: /help/guide
|
|
Allow: /example
|
|
Allow: /service
|
|
Allow: /privacyPolicy
|
|
Allow: /userAgreement
|
|
Allow: /agentManageAgreement
|
|
Allow: /agentSerivceAgreement
|
|
Allow: /authorization
|
|
|
|
# 禁止访问私有页面
|
|
Disallow: /login
|
|
Disallow: /me
|
|
Disallow: /historyQuery
|
|
Disallow: /promote
|
|
Disallow: /withdraw
|
|
Disallow: /report
|
|
Disallow: /inquire/
|
|
Disallow: /payment/
|
|
Disallow: /agent/promoteDetails
|
|
Disallow: /agent/rewardsDetails
|
|
Disallow: /agent/promote
|
|
Disallow: /agent/invitation
|
|
Disallow: /agent/agentVip
|
|
Disallow: /agent/vipApply
|
|
Disallow: /agent/vipConfig
|
|
Disallow: /agent/withdraw
|
|
Disallow: /agent/withdrawDetails
|
|
Disallow: /agent/invitationAgentApply/
|
|
Disallow: /agent/subordinateList
|
|
Disallow: /agent/subordinateDetail/
|
|
|
|
# 禁止访问API接口
|
|
Disallow: /api/
|
|
|
|
# 禁止访问静态资源目录（可选）
|
|
Disallow: /assets/
|
|
Disallow: /js/
|
|
Disallow: /css/
|
|
|
|
# 网站地图
|
|
Sitemap: https://www.zhinengcha.cn/sitemap.xml
|
|
|
|
# 爬取延迟（毫秒）
|
|
Crawl-delay: 1
|