# All Robots
User-agent: *

# Disallow Internal Search
Disallow: /search/

# Disallow Qwerty and Rogue Qwerty Articles
Disallow: /qwerty/
Disallow: /*.ece$

# Disallow Test Subfolders and Draft Articles
Disallow: /utils/
Disallow: /account/
Disallow: /LoadTest/
Disallow: /api/
Disallow: /qa/
Disallow: /ad-test
Disallow: /service-archive
Disallow: /subscribe-archive
Disallow: /messagent/
Disallow: /extra/messagent/

# Disallow Sponsored Articles for Google News
User-agent: Googlebot-News
Disallow: /service/ad-features/* 

# Sitemap Files
Sitemap: https://www.belfasttelegraph.co.uk/sitemap/sitemap_googlenews.xml	
Sitemap: https://www.belfasttelegraph.co.uk/sitemap/sitemap_channels.xml
Sitemap: https://www.belfasttelegraph.co.uk/sitemap/sitemap.xml
Sitemap: https://www.belfasttelegraph.co.uk/sitemap/sitemap_video.xml

# Allow Adsense
User-agent: Mediapartners-Google 
Disallow:

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Google-Extended
Disallow: /