User-agent: *
Allow: /articles
Allow: /newsletter
Disallow: /images
Disallow: /ebook
Disallow: /post
Disallow: /confirm
Disallow: /download
Disallow: /errorpages
Disallow: /dev