User-agent: *
Disallow: /images*/
Disallow: /cgi-bin/
Disallow: /tutorials/
Disallow: /plugins*/
Disallow: /system*/
Crawl-delay: 300
Request-rate: 1/300         # maximum rate is one page every 15 seconds
Visit-time: 0700-1200      # only visit between 06:00 and 11:00 UTC (GMT) 2AM-7AM