#User-agent: *
#Disallow:

User-agent: *
Crawl-delay: 10           
Request-rate: 1/60        # Non-standard? Maximum rate is one page every n seconds
Visit-time: 2000-0845     # Non-standard? Only visit between certain times UTC (GMT)


User-agent: msnbot
Crawl-delay: 60           # When used by msnbot: delay value must be integer, unit = seconds
Request-rate: 1/60        # Non-standard? Maximum rate is one page every n seconds
Visit-time: 2000-0845     # Non-standard? Only visit between certain times UTC (GMT)

User-agent: Slurp
Crawl-delay: 10           # When used by Yahoo Slurp: delay value (x.y, max value = ?.?), unit = unknown, 5 or 10 = "a high value"
Request-rate: 1/60        # Non-standard? Maximum rate is one page every n seconds
Visit-time: 2000-0845     # Non-standard? Only visit between certain times UTC (GMT)