User-agent: *
Disallow: post/
Disallow: /r/post/
Disallow: /s/
Disallow: atom
Disallow: /posts.html
Disallow: _rss.xml
Disallow: login.html
Disallow: register
Disallow: stats.html
Crawl-delay: 40