User-agent: *
Disallow: /*blackhole
Disallow: /?blackhole
Disallow: /wp-content/plugins/
Disallow: /readme.html
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Applebot
Disallow: /admin/
Disallow: /private/
Disallow: /secret-page/

User-agent: Applebot
Crawl-delay: 10

Sitemap: https://www.duet.no/sitemap.xml