User-agent: *
Disallow:
Crawl-delay: 30

#Disallow: /     # all robots.txt files must have at least one disallow, even if it's blank

# Don't let any robots in except Google.
#User-agent: Googlebot
#Disallow:
#Crawl-delay: 5  # this rule respected by msnbot and yahoo slurp, not followed by googlebot and twiceler
#Request-rate: 1/5  # non-standard rule from proposed extension, may be followed by some robots

# googlebot crawl rate is specified via the google webmaster tools
# current slower config will expire on Sept. 9, 2007