User-agent: *
Disallow: /tegneserier/salesposter
Disallow: /poll
Disallow: /informasjon/redaksjonelle-avgjorelser/182
Disallow: /informasjon/redaksjonelle-avgjorelser/212
Disallow: /sok*?*
Disallow: /?vcheck=1
Disallow: /?_escaped_fragment_=/kategori/144/bolig-tv
Disallow: /?_escaped_fragment_=/kategori

user-agent: Googlebot-News
disallow: /annonsorinnhold/
disallow: /kommersielt-innhold/
disallow: /innstikk/
disallow: /?embed=true
disallow: /arkiv/
disallow: /front/
disallow: /ads/prewarm/
disallow: /adblock-survey/

# Start AI crawler block
#
# VG does not permit unlicensed use of our content for training large language models or other
# artificial intelligence technology. All use, reproductions and extractions of our content for
# such purposes require specific approval by VG. We explicitly disallow text and data mining and
# all other technical means designed to or with the effect that they enable unlicensed use,
# reproduction or extraction of our content for training AI models.

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /
# End AI crawler block

Sitemap: https://www.vg.no/sitemaps/files/articles-48hrs.xml
Sitemap: https://www.vg.no/sitemap/files/articles-48hrs.xml
Sitemap: https://www.vg.no/sitemap.xml