User-agent: *
Allow: /
Allow: /blog
Allow: /blog/*
Allow: /privacy-policy
Allow: /terms

# Block access to specific files
Disallow: /assets/
Disallow: /*.js$
Disallow: /*.css$

# Sitemap
Sitemap: https://dnskoll.se/sitemap.txt

# Crawl-delay
Crawl-delay: 1