User-agent: *
Crawl-delay: 5
Disallow: /downloads/
Disallow: /go/
Disallow: /js/
Disallow: /css/