########################################################################################################################
### AI crawler reference                                                                                             ###
### The link below provides instructions to what kind of content can be used to train AI models on this website      ###
### https://www.dinavis.dk/ai.txt                                                                                    ###
########################################################################################################################

User-agent: msnbot
Crawl-delay: 1

User-agent: AhrefsBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Eyeotabot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: meta-externalfetcher
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Mediapartners-Google
Disallow:

User-agent: *
Disallow: /soeg/*

Sitemap: https://dinavis.dk/sitemapindex.xml
Sitemap: https://dinavis.dk/annoncering/native/sitemap.xml