# Default rules for all crawlers
User-agent: *
Allow: /

# Sitemaps
Sitemap: https://chungdoi.com/sitemap.xml
Sitemap: https://chungdoi.com/sitemap-images.xml

# Block admin/private areas
Disallow: /api/
Disallow: /admin/
Disallow: /edit/
Disallow: /dashboard/
Disallow: /login
Disallow: /signup
Disallow: /verify-magic-link
Disallow: /xac-minh
Disallow: /account
Disallow: /payment
Disallow: /xem-khach/
Disallow: /public-analytics
Disallow: /share/

# Allow important pages
Allow: /vi/blog/
Allow: /vi/mau-thiep/
Allow: /vi/tin-nhan-moi-cuoi
Allow: /vi/bai-phat-bieu-dam-cuoi
Allow: /vi/moi-cuoi-online
Allow: /vi/tao-thiep-cuoi-online
Allow: /vi/bang-gia
Allow: /vi/lam-moi-link
Allow: /vi/ho-tro-thanh-toan
Allow: /vi/dai-ly-ban-si
Allow: /vi/doi-tac/
Allow: /vi/brand
Allow: /vi/studio/
Allow: /zh-hant/
Allow: /zh-hans/

# Crawl-delay for polite crawling
Crawl-delay: 1

# AI crawlers (ChatGPT / OAI-SearchBot, Claude / Claude-SearchBot, PerplexityBot,
# Google-Extended, CCBot, Applebot-Extended, Meta, and any future bot) are
# covered by the open "User-agent: *" policy above. No separate group, nothing
# to mis-scope: search, training, and assistant fetches all get the same access.

# LLMs.txt for AI assistants
# See: https://chungdoi.com/llms.txt