# All copyrights, neighbouring rights and database rights in the content and layout of this website/app are explicitly reserved and are for personal, non-commercial use only. 
# In accordance with Article  4 of the Directive on Copyright in the Digital Single Market (CDSM) and its transposition into the law of the applicable Member State,  
# all content of this website on which it is made available is not to be used for the purposes of text and data mining, extraction, scraping and/or the use of programs or robots
# for automatic data collection and/or extraction of digital data, whether for machine learning or artificial intelligence purposes or otherwise. 
# See also the Terms and Conditions of this website.

# All Robots 
# Disallow unwanted URL patterns to be crawled and indexed

User-agent: *
Disallow: /search/
Disallow: /qwerty/
Disallow: /*.ece$
Disallow: /utils/
Disallow: /account/
Disallow: /LoadTest/
Disallow: /api/
Disallow: /qa/
Disallow: /ad-test
Disallow: /service-archive
Disallow: /subscribe-archive
Disallow: /messagent/
Disallow: /extra/messagent/

# Disallow Sponsored Articles for Google News
User-agent: Googlebot-News
Disallow: /storyplus/*
Disallow: /sponsored-features/*

# Sitemap Files
Sitemap: https://www.independent.ie/sitemap/sitemap_googlenews.xml      
Sitemap: https://www.independent.ie/sitemap/sitemap_channels.xml
Sitemap: https://www.independent.ie/sitemap/sitemap.xml
Sitemap: https://www.independent.ie/sitemap/sitemap_video.xml

# Allow Adsense
User-agent: Mediapartners-Google
Disallow:

# Rules for robots

User-agent: Amazonbot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: PerplexityBot
Disallow: /