# Robots.txt for thuetaikhoan.com.vn
# Updated: 2026-03-28

User-agent: *
Allow: /

# Sitemap
Sitemap: https://thuetaikhoan.com.vn/sitemap.xml

# Canonical host
Host: https://thuetaikhoan.com.vn

# Disallow admin and private areas
Disallow: /admin/
Disallow: /api/
Disallow: /storage/

# Disallow auth pages
Disallow: /login
Disallow: /register
Disallow: /forgot-password
Disallow: /reset-password

# Disallow user-private pages (no SEO value)
Disallow: /account
Disallow: /deposit
Disallow: /checkout
Disallow: /thanh-toan
Disallow: /order-success
Disallow: /order-history
Disallow: /order-history-ip
Disallow: /order-status
Disallow: /order-detail
Disallow: /ord-checkout
Disallow: /don-gsm
Disallow: /off-icloud/result
Disallow: /off-icloud/payment

# Disallow utility PHP scripts
Disallow: /clear-cache.php
Disallow: /fix-500.php
Disallow: /optimize-cache.php
Disallow: /deploy-pull.php
Disallow: /force-pull.php
Disallow: /reset-admin.php
Disallow: /create-admin.php
Disallow: /fix-admin.php
Disallow: /fix-session.php
Disallow: /fix-deposits.php
Disallow: /fix-raw-data.php
Disallow: /fix-seo-columns.php
Disallow: /fix-blog-seo.php
Disallow: /run-migrate.php
Disallow: /optimize-production.php
Disallow: /minify-assets.php
Disallow: /create-sessions.php
Disallow: /check-expired.php
Disallow: /check-points.php
Disallow: /cleanup-all-images.php
Disallow: /clear-config.php
Disallow: /audit-sitemap.php
Disallow: /debug-sitemap.php
Disallow: /ping-sitemap.php
Disallow: /gen-favicon.php
Disallow: /pay2s-webhook.php
Disallow: /ady-webhook.php
Disallow: /gsm-webhook.php
Disallow: /deploy-images.php
Disallow: /user.php
Disallow: /font-demo.html

# Disallow deploy hooks
Disallow: /deploy-hook/
Disallow: /test-email/

# Googlebot specific
User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /api/

# Bingbot specific
User-agent: Bingbot
Allow: /
Disallow: /admin/
Disallow: /api/
Crawl-delay: 2

# Block AI Crawlers (keep non-Google AI bots blocked)
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

# Google-Extended: ALLOWED (for Google AI Overview visibility)

User-agent: Bytespider
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: anthropic-ai
Disallow: /