User-agent: Spinn3r
Disallow: /
User-agent: *
Disallow: /browse/
Disallow: /css/
Disallow: /js/
Disallow: /manage/
Disallow: /search/
Disallow: /static/
Crawl-delay: 4
Request-rate: 1/4
Visit-time: 2300-0300