User-agent: *
Allow: /

Sitemap: https://roilab.es/sitemap-index.xml

# Block system paths
Disallow: /php/
Disallow: /cdn-cgi/

# Crawl-delay for aggressive bots
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10