User-agent: *
Allow: /
###########################
# specific bots
###########################
User-Agent: Googlebot
Crawl-Delay: 2	# wait at least 2 seconds between requests
Request-rate: 10/1m	# 10 pages per minute
Allow: /