User-agent: googlebot
Allow: /$
Allow: /en/$
Allow: /discover
Allow: /discover/$
Allow: /about/about-us/$
Allow: /*.jpg$
Disallow: /
Disallow: /auction*
Disallow: /Auction*
Disallow: /*.shtml$

User-agent: googlebot-news
Allow: /discover/$
Disallow: /


User-agent: googlebot-mobile
Disallow: /

User-agent: *
Disallow: /


Sitemap: https://www.cguardian.com/sitemap.xml
Sitemap: https://www.cguardian.com/sitemap_news.xml