User-agent: *
Disallow: /css/
Disallow: /js/
Disallow: /swf/
Crawl-delay: 10
Request-rate: 1/5 #future proofing with new stanards. 5 second delay
Visit-time: 0700-1000 #Visit GMT/UTC 07:00 --> 10:00, 00:00 --> 03:00 PDT