#robots.txt for http://blogs.ket.org/
User-agent:*
Disallow:/bin/            # foxweb executables
Disallow:/podcasts/       # returns ket not found page

Crawl-delay: 5            # wait 5 seconds between crawl hits
Request-rate: 1/5         # maximum rate is one page every 5 seconds
Visit-time: 0600-1200     # only visit between 04:00 and 10:00 UTC (GMT), midnight to 6am EST

Disallow:/pressroom/1999/