User-agent: *
# Allow all reacheble pages
Allow: /
# Delay in seconds. Increase to reduce site traffic by bots.
Crawl-delay: 1