# robots.txt for https://royal789.online/
# Last updated: 2025-11-12

User-agent: *
Allow: /

# Block admin or non-public directories (if they exist)
Disallow: /admin/
Disallow: /dashboard/
Disallow: /api/
Disallow: /private/
Disallow: /temp/

# Sitemap for better crawling
Sitemap: https://royal789.online/sitemap.xml

# Crawling delay for heavy bots (optional)
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# Specific bots that should not crawl
User-agent: MJ12bot
Disallow: /

User-agent: Yandex
Allow: /

# Additional regional bots
User-agent: Sogou
Allow: /
User-agent: Baidu
Allow: /
User-agent: 360Spider
Allow: /