# small robots.txt
User-agent: *
Crawl-Delay: 10
Disallow: /cache
Disallow: /admin
Disallow: /inc
Disallow: /data
Disallow: /uploads
Disallow: /system