User-agent: *             # All web crawlers
Disallow:
Crawl-delay: 5            # Number of Seconds
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0600-0900     # only visit between 06:00 and 09:00 UTC (GMT)