User-agent: *
Disallow: /s/
Disallow: /search/
Disallow: /search-transit/
Disallow: /tracking/
Disallow: /redirecting/
Disallow: /forbidden/
Disallow: /submit/
Disallow: /submit-deal/
Disallow: /product/

Disallow: /coupons/s/
Disallow: /coupons/search-transit/
Disallow: /coupons/redirecting/
Disallow: /coupons/forbidden/
Disallow: /coupons/submit-deal/

Disallow: /api/popupDetect

User-agent: Applebot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: PetalBot
Disallow: /

# AI爬虫特定规则
# 引导AI爬虫到llms.txt
User-agent: GPTBot
User-agent: Claude-Web
User-agent: Anthropic-AI
User-agent: PerplexityBot
User-agent: GoogleOther
User-agent: DuckAssistBot
Allow: /llms.txt
Disallow: /result/