# Lucky Logistics - 台灣跨境物流平台
# 更新日期: 2026-10-03（AI 爬蟲群組改列 Meta 現行官方名稱 Meta-WebIndexer、Meta-ExternalFetcher，移除已不在官方清單的 FacebookBot；規則內容不變）；2026-09-10（/login、/register 精確頁 Allow 已補齊至 *、Googlebot、Bingbot 三個群組，09-10 晚間 AI 爬蟲群組亦補齊；09-04 為公開 /consolidation-* 指南加入 Allow）

# 允許所有搜索引擎索引
User-agent: *
Allow: /
Allow: /consolidation-
Disallow: /admin
Disallow: /dashboard
Disallow: /api
Disallow: /api/
Disallow: /phpmyadmin
Disallow: /vendor
Disallow: /storage
Disallow: /consolidation
Disallow: /member
Disallow: /my-bills
Disallow: /accounting
Disallow: /scraper/
Disallow: /provider
Allow: /login$
Allow: /login-methods-guide
Allow: /register$
Disallow: /login
Disallow: /register
Disallow: /password
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /logout
Disallow: /language
Disallow: /points
Disallow: /favorites
Disallow: /legal/regulations/export-all-2026.json
Disallow: /legal/regulations/full-dump.json
Disallow: /api/internal/v1/_export
Disallow: /sitemap_backup_v1.xml

# Sitemap位置
Sitemap: https://0523.tw/sitemap.xml
Sitemap: https://0523.tw/sitemap-tariffs.xml
Sitemap: https://0523.tw/sitemap-tariff-chapters.xml
Sitemap: https://0523.tw/sitemap-regulations.xml
Sitemap: https://0523.tw/holyan/sitemap.xml

# Google機器人（清單=與 * 群組一致，含 honeypot——否則 Googlebot 不受 * 約束）
User-agent: Googlebot
Allow: /
Allow: /consolidation-
Disallow: /admin
Disallow: /dashboard
Disallow: /api
Disallow: /api/
Disallow: /phpmyadmin
Disallow: /vendor
Disallow: /storage
Disallow: /consolidation
Disallow: /member
Disallow: /my-bills
Disallow: /accounting
Disallow: /scraper/
Disallow: /provider
Allow: /login$
Allow: /login-methods-guide
Allow: /register$
Disallow: /login
Disallow: /register
Disallow: /password
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /logout
Disallow: /language
Disallow: /points
Disallow: /favorites
Disallow: /legal/regulations/export-all-2026.json
Disallow: /legal/regulations/full-dump.json
Disallow: /api/internal/v1/_export
Disallow: /sitemap_backup_v1.xml

# Bing機器人（同上）
User-agent: Bingbot
Allow: /
Allow: /consolidation-
Disallow: /admin
Disallow: /dashboard
Disallow: /api
Disallow: /api/
Disallow: /phpmyadmin
Disallow: /vendor
Disallow: /storage
Disallow: /consolidation
Disallow: /member
Disallow: /my-bills
Disallow: /accounting
Disallow: /scraper/
Disallow: /provider
Allow: /login$
Allow: /login-methods-guide
Allow: /register$
Disallow: /login
Disallow: /register
Disallow: /password
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /logout
Disallow: /language
Disallow: /points
Disallow: /favorites
Disallow: /legal/regulations/export-all-2026.json
Disallow: /legal/regulations/full-dump.json
Disallow: /api/internal/v1/_export
Disallow: /sitemap_backup_v1.xml

# 封鎖惡意 SEO 爬蟲
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

# === 中國系爬蟲全面封鎖 (2026-07-17 站長決策) ===
# LLM 訓練爬蟲與搜尋引擎爬蟲一律 Disallow,與 nginx $bad_bot 設定對齊 (nginx 直接回 403)。
# 註:Bytespider 等已知會無視 robots.txt,故 nginx 層才是實際執行點,此處僅為明示意圖。

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: PanguBot
Disallow: /

# === AI 爬蟲 (國外一律開放, 2026-05-22 站長決策；中國系見上方 2026-07-17 封鎖) ===
# 2026-07-30 修正：原本每個 AI UA 群組只有 Allow:/，依 robots.txt 規範不會繼承 * 的
# Disallow → AI 爬蟲可爬 /member /admin 等。現改為多 UA 單一群組 + 與 * 相同的 Disallow 清單。
# （原重複列出的 Bytespider Allow 已刪除，以 2026-07-17 封鎖決策為準。）
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: BraveBot
User-agent: GrokBot
User-agent: xAI-Grok
User-agent: Grok-DeepSearch
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: Meta-ExternalAgent
User-agent: Meta-WebIndexer
User-agent: Meta-ExternalFetcher
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: CCBot
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: AI2Bot
User-agent: Timpibot
User-agent: ImagesiftBot
User-agent: YouBot
User-agent: Omgilibot
Allow: /
Allow: /consolidation-
Disallow: /admin
Disallow: /dashboard
Disallow: /api
Disallow: /api/
Disallow: /phpmyadmin
Disallow: /vendor
Disallow: /storage
Disallow: /consolidation
Disallow: /member
Disallow: /my-bills
Disallow: /accounting
Disallow: /scraper/
Disallow: /provider
Allow: /login$
Allow: /login-methods-guide
Allow: /register$
Disallow: /login
Disallow: /register
Disallow: /password
Disallow: /forgot-password
Disallow: /reset-password
Disallow: /logout
Disallow: /language
Disallow: /points
Disallow: /favorites
Disallow: /legal/regulations/export-all-2026.json
Disallow: /legal/regulations/full-dump.json
Disallow: /api/internal/v1/_export
Disallow: /sitemap_backup_v1.xml