User-agent: *
Crawl-Delay: 10
Disallow: /dev
Disallow: /old
Disallow: /stats
Disallow: /htdig
Disallow: /preview
Disallow: /info