User-agent: *
Crawl-Delay: 10
Disallow: /dev
Disallow: /old
Disallow: /stats
Disallow: /htdig
Disallow: /admin
Disallow: /inc
Disallow: /js
Disallow: /preview
Disallow: /info
Disallow: /logs
Disallow: /spm
Disallow: /css
Disallow: /images