User-agent: Slurp
Crawl-delay: 10
Disallow: /search/
Disallow: /email/42/
Disallow: /share/42/
Disallow: /feeds/comments/
Disallow: /comments/flag/
Disallow: /comments/flagged/
Disallow: /comments/cr/
Disallow: /accounts/
Disallow: /accounts/login/?next=/
Disallow: /subscribers/
Disallow: /feeds/comments/stories/
Disallow: /feeds/comments/photos/
Disallow: /feeds/comments/video/
Disallow: /feeds/comments/blog/
Disallow: /feeds/comments/blogs/
Disallow: /xml/
Disallow: /profiles/
Disallow: /nearby/

User-agent: *
Crawl-delay: 10
Disallow: /search/
Disallow: /email/42/
Disallow: /share/42/
Disallow: /feeds/comments/
Disallow: /comments/flag/
Disallow: /comments/flagged/
Disallow: /comments/cr/
Disallow: /accounts/
Disallow: /accounts/login/?next=/
Disallow: /subscribers/
Disallow: /feeds/comments/stories/
Disallow: /feeds/comments/photos/
Disallow: /feeds/comments/video/
Disallow: /feeds/comments/blog/
Disallow: /feeds/comments/blogs/
Disallow: /xml/
Disallow: /profiles/
Disallow: /sent-from-mobile/
Disallow: /go-to-desktop/
Disallow: /deals/click/
Disallow: /deals/data/
Disallow: /ad_server/
Disallow: /mobile/tweet/
Disallow: /nearby/

User-agent: TurnitinBot
Disallow: /            #Will disallow all urls on your site