User-agent: *
Disallow: /5374/
Disallow: /TV2/
Disallow: /TV2stream/
Disallow: /backend/
Disallow: /beta/
Disallow: /vaer-beta/
Disallow: /snartlive/
Disallow: /livesport/book/ 
Disallow: /cache/
Disallow: /do/
Disallow: /dyn-TV2
Disallow: /multimedia/
Disallow: /player/
Disallow: /preview/
Disallow: /rest/
Disallow: /v/test/
Disallow: /arkiv/ajax-api/
Disallow: /arkiv/_relatedArticles

# Prohibition of Automated Access and Data Extraction
# It is strictly prohibited to use automated systems, software, scripts, or any other methods 
# to access, extract or collect data from TV 2's Services for commercial purposes or for any 
# other form of interaction with TV 2 and our Services without TV 2's express prior written 
# consent or a specific agreement authorizing such activities. 
# This prohibition encompasses, but is not limited to, the use of 'spiders', 'robots', 
# 'crawlers', web scrapers, and similar technologies, particularly for purposes such as:
# - Training or development of AI models
# - Machine learning indexing or processing
# - Data mining or harvesting
# - Development or enhancement of artificial intelligence systems or databases
# - Any automated processing of website content or data 

User-agent: rogerbot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: perplexityBot
User-agent: omgili
User-agent: omgilibot
User-agent: Bytespider
User-agent: cohere-ai
User-agent: CCBot
User-agent: PetalBot
User-agent: Diffbot
User-agent: Applebot-Extended
User-agent: Amazonbot
Disallow: /

Sitemap: https://www.tv2.no/sitemap/news/sitemap.xml
Sitemap: https://www.tv2.no/sitemap/sitemap.xml
Sitemap: https://www.tv2.no/video2/api/v1/sitemap