Files
tydata-webview-v2/public/robots.txt
2025-09-27 17:41:14 +08:00

51 lines
1.0 KiB
Plaintext

User-agent: *
Allow: /
# 允许访问主要页面
Allow: /agent
Allow: /help
Allow: /help/guide
Allow: /example
Allow: /service
Allow: /privacyPolicy
Allow: /userAgreement
Allow: /agentManageAgreement
Allow: /agentSerivceAgreement
Allow: /authorization
# 禁止访问私有页面
Disallow: /login
Disallow: /me
Disallow: /historyQuery
Disallow: /promote
Disallow: /withdraw
Disallow: /report
Disallow: /inquire/
Disallow: /payment/
Disallow: /agent/promoteDetails
Disallow: /agent/rewardsDetails
Disallow: /agent/promote
Disallow: /agent/invitation
Disallow: /agent/agentVip
Disallow: /agent/vipApply
Disallow: /agent/vipConfig
Disallow: /agent/withdraw
Disallow: /agent/withdrawDetails
Disallow: /agent/invitationAgentApply/
Disallow: /agent/subordinateList
Disallow: /agent/subordinateDetail/
# 禁止访问API接口
Disallow: /api/
# 禁止访问静态资源目录(可选)
Disallow: /assets/
Disallow: /js/
Disallow: /css/
# 网站地图
Sitemap: https://www.zhinengcha.cn/sitemap.xml
# 爬取延迟(毫秒)
Crawl-delay: 1