User-agent: *
Disallow: /js/
Disallow: /*.php
Crawl-delay: 3 # for crawlers which don't understand Request-rate
Request-rate: 1/3 # maximum rate: pages per seconds
Visit-time: 0200-0700 # only visit between these hours, UTC (GMT)