# ====================================================================
# robots.txt — ngocloi.io.vn (Ngọc Lợi Digital)
# Tối ưu SEO cho Googlebot, Bingbot, Cốc Cốc & AI Crawlers (GEO Optimization)
# ====================================================================

# 1. Cấu hình chung cho tất cả các công cụ tìm kiếm
User-agent: *
Allow: /
Allow: /thiet-ke-website
Allow: /quan-tri-website
Allow: /dich-vu-zalo-oa
Allow: /quang-cao-facebook-google
Allow: /thong-bao-bo-cong-thuong
Allow: /phan-mem-va-tool-tu-dong-hoa
Allow: /bang-gia
Allow: /tin-tuc
Allow: /tin-tuc/*
Allow: /lien-he
Allow: /cv-pro
Allow: /card
Allow: /llms.txt
Allow: /images/
Allow: /css/
Allow: /js/

# Chặn bot công cụ tìm kiếm index các trang quản trị & tài nguyên nhạy cảm
Disallow: /admin
Disallow: /admin.php
Disallow: /quan-tri
Disallow: /api/
Disallow: /data/
Disallow: /config/
Disallow: /includes/
Disallow: /cache/
Disallow: /webcv2.zip
Disallow: /*.docx$
Disallow: /*.pdf$
Disallow: /.git
Disallow: /.env

# 2. Tối ưu cho AI Search Engines & Generative Engine Optimization (GEO)
User-agent: GPTBot
Allow: /
Allow: /llms.txt

User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt

User-agent: PerplexityBot
Allow: /
Allow: /llms.txt

User-agent: ClaudeBot
Allow: /
Allow: /llms.txt

User-agent: Google-Extended
Allow: /
Allow: /llms.txt

User-agent: Applebot-Extended
Allow: /
Allow: /llms.txt

# 3. Tối ưu crawler tìm kiếm phổ biến tại Việt Nam
User-agent: Googlebot
Allow: /
Allow: /images/

User-agent: Googlebot-Image
Allow: /images/

User-agent: Bingbot
Allow: /

User-agent: coc_coc_crawler
Allow: /

# Vị trí sơ đồ website (XML Sitemap)
Sitemap: https://ngocloi.io.vn/sitemap.xml