User-Agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Sitemap: https://www.gadgetreview.com/sitemap_index.xml
Sitemap: https://www.gadgetreview.com/news-sitemap.xml

Disallow: go.gadgetreview.com
Disallow: get.gadgetreview.com
Disallow: cdn.gadgetreview.com
Disallow: 
Disallow: *.webp
Disallow: /cdn-cgi/
Disallow: /*/1000
Disallow: /*/wp-json/
Disallow: /tag/
Disallow: /*/feed/
Disallow: /*/2010/
Disallow: /*/2008/
Disallow: /*/2009/
Disallow: /*/2011/
Disallow: /*/2012/
Disallow: /*/2013/
Disallow: /*/2014/
Disallow: /*/2015/
Disallow: /*/2016/
Disallow: /*/2017/
Disallow: /*/2018/
Disallow: /*/2019/
Disallow: /*/2020/

User-agent: Googlebot-news
Allow: /

# Prevent private admin areas from being crawled
Disallow: /wp-admin
Disallow: /wp-login.php
Disallow: /wp-login
Disallow: /wp-register.php
Disallow: /featured.html