User-agent: dotbot 
Disallow: /

User-agent: *
Disallow: /recommends/
Disallow: /nocrawl/
Disallow: /search/
Disallow: /sample/