# Robots.txt for DAGA88

User-agent: *
Allow: /

# Disallow admin areas
Disallow: /admin/
Disallow: /config/
Disallow: /core/
Disallow: /api/
Disallow: /auth/

# Disallow search results (prevent indexing)
Disallow: /bai-viet?s=
Disallow: /bai-viet?cat=
Disallow: /bai-viet?page=

# Allow specific folders
Allow: /public/
Allow: /view/common/style.css
Allow: /public/img/
Allow: /public/upload/

# Sitemap location
Sitemap: http://localhost/daga88/sitemap/index.php

# Crawl-delay for specific bots
User-agent: Baiduspider
Crawl-delay: 5

User-agent: Yandex
Crawl-delay: 2

# Allow AI crawlers
User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /