User-agent: Googlebot
Disallow: /signin.html
Disallow: /auth
Disallow: /sharepage
Disallow: /sharegallery
Disallow: /sharelink
Disallow: /share
Disallow: /report_unsafe
Disallow: /api
Disallow: /link
Disallow: /site
Disallow: /topic
Disallow: /updatemediadata
Disallow: /*%09
Disallow: /*filter=

User-agent: Twitterbot
# This is for allowing edition detail pages, but edition feed pages also get qualified with this.
Allow: /edition/
Allow: /news/
Allow: /photos/
Allow: /videos/
Allow: /article/
Allow: /story/
# Also allow assets like images, css, js etc.,
Allow: /assets/

User-agent: Mediapartners-Google
Disallow: /signin.html
Disallow: /auth
Disallow: /sharepage
Disallow: /sharegallery
Disallow: /sharelink
Disallow: /share
Disallow: /report_unsafe
Disallow: /api
Disallow: /link
Disallow: /site
Disallow: /topic
Disallow: /updatemediadata
Disallow: /*%09
Disallow: /*filter=

User-agent: BingBot
Disallow: /signin.html
Disallow: /auth
Disallow: /sharepage
Disallow: /sharegallery
Disallow: /sharelink
Disallow: /share
Disallow: /report_unsafe
Disallow: /api
Disallow: /link
Disallow: /site
Disallow: /topic
Disallow: /updatemediadata
Disallow: /*%09
Disallow: /*filter=

User-agent: *
#Disallow: /
Disallow: /signin.html
Disallow: /auth
Disallow: /sharepage
Disallow: /sharegallery
Disallow: /sharelink
Disallow: /share
Disallow: /report_unsafe
Disallow: /api
Disallow: /link
Disallow: /site
Disallow: /topic
Disallow: /updatemediadata
Disallow: /*%09
Disallow: /*filter=
Disallow: /
Allow: /ads.txt
Allow: /apple-app-site-association
#Crawl-delay: 30

Sitemap: http://www.veooz.com/sitemap.xml.gz