User-agent: *
Disallow:
 
User-agent: dotbot
User-agent: DotBot
User-agent: DotBot/1.1
Disallow: /
 
User-agent: pedalbotte
User-agent: soppelbotte
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: SEOkicks-Robot
User-agent: sorteringsbotte
Disallow: /
 
crawl-delay: 10
 
Sitemap: https://www.dealproffsen.no/sitemap_index.xml