# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
User-agent: *
Allow: /
Disallow: /admin
Disallow: /api/
Sitemap: https://ub.edu.vn/sitemap.xml
User-agent: Googlebot-Image
Disallow: /admin
User-agent: Googlebot
Disallow: /admin
User-agent: Googlebot-Mobile
Disallow: /admin
# AI Crawlers - explicitly allowed for GEO
User-agent: GPTBot
Allow: /
Disallow: /admin
User-agent: ChatGPT-User
Allow: /
Disallow: /admin
User-agent: Claude-Web
Allow: /
Disallow: /admin
User-agent: PerplexityBot
Allow: /
Disallow: /admin
User-agent: Applebot-Extended
Allow: /
Disallow: /admin
User-agent: Google-Extended
Allow: /
Disallow: /admin
User-agent: Bytespider
Allow: /
Disallow: /admin
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /admin