# START - Global Settings

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php

Allow: /wp-admin/admin-ajax.php

# Allow Googlebot to index CSS and JS files
User-agent: Googlebot
Allow: .js
Allow: .css

# Block specific bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

# END - Global Settings

# START - Sitemap
Sitemap: https://u888viet.com/sitemap_index.xml
# END - Sitemap