User-agent: *
Disallow: /tagapiv1/
Disallow: /api/
Disallow: /read/api/
Disallow: /impression/
Disallow: /ajax/
Disallow: /searchv2/
Disallow: /publicajax/
Disallow: /read/cartcheckout/
Disallow: /speedynews/
Disallow: /lite/
Disallow: /mashup/
Disallow: /publication/


# block search page crawl
Disallow: /m/search/
Disallow: /search/

# block logout page crawl
Disallow: /m/logout/
Disallow: /user/logout

# block access to DFP codes
Disallow: /1009127/

# blocks access to whole site for yandex
User-agent: Yandex
Disallow: / 



#Sitemap Reference
Sitemap: https://www.readwhere.com/sitemap/sitemapindex.xml
Sitemap: https://global.readwhere.com/sitemap/globalsitemapindex.xml