user-agent: MJ12bot
 disallow: /

user-agent: AhrefsBot
 disallow: /

user-agent: SolomonoBot
 disallow: /

user-agent: rogerbot
 disallow: /

user-agent: SemrushBot
 disallow: /

user-agent: Blekkobot
 disallow: /