User-Agent: YahooYSMcm
Allow: /

User-agent: *
Disallow: /about.aspx
Disallow: /copyright.aspx
Disallow: /link-to-us.aspx
Disallow: /ppc/
Disallow: /rarticles/
Disallow: /admin/
Disallow: /shopping/
Disallow: /secondary/
Disallow: /404.aspx
Disallow: /error.aspx
Disallow: /search.aspx
Disallow: /search.aspx?
Disallow: /sitesearch.aspx
Disallow: /sitesearch.aspx?
Disallow: /yshop
Disallow: /newsletter/
Disallow: /shop.aspx
Disallow: /store/
Disallow: /find/
Disallow: /discootra
Disallow: /ppcredir.aspx
Disallow: /ppcredir.aspx?

User-agent: Turnitinbot
Disallow: /