User-agent: *
Crawl-delay: 30
Disallow: /_perf
Disallow: /_stats
Disallow: /_tests