# Chính sách crawler: xem https://viecbaoano.com/chinh-sach-noi-dung#crawler
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# Google – Google Search (gồm AI Overviews, AI Mode)
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# Microsoft – Bing, Microsoft Copilot
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# OpenAI – ChatGPT Search
User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# OpenAI – ChatGPT (người dùng yêu cầu mở trang)
User-agent: ChatGPT-User
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# Perplexity – Perplexity (trích dẫn nguồn)
User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# Perplexity – Perplexity (người dùng yêu cầu)
User-agent: Perplexity-User
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# Anthropic – Claude (tìm kiếm web)
User-agent: Claude-SearchBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# Anthropic – Claude (người dùng yêu cầu)
User-agent: Claude-User
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# Apple – Siri, Spotlight, Safari
User-agent: Applebot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# DuckDuckGo – DuckDuckGo AI-assisted answers
User-agent: DuckAssistBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# Cốc Cốc – Cốc Cốc Search (Việt Nam)
User-agent: coccocbot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# Yandex – Yandex Search (nhận IndexNow)
User-agent: YandexBot
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /*?*q=
Disallow: /*?*sort=
Disallow: /viec-da-luu
Disallow: /kiem-tra-bai-dang
Disallow: /*/ung-tuyen

# Bot huấn luyện mô hình AI (ClaudeBot, Google-Extended, Applebot-Extended, CCBot): theo nhóm "*" ở trên

# Bot huấn luyện đang bị chặn ở CDN — khai báo để robots.txt khớp thực tế
User-agent: GPTBot
User-agent: meta-externalagent
Disallow: /

Sitemap: https://viecbaoano.com/sitemap.xml