User-agent: SemrushBot
Disallow: /

User-agent: rogerbot
Disallow:

User-agent: dotbot
Disallow: /

User-agent: MJ12bot
Disallow: /


User-Agent: Neevabot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: ahrefsbot
Disallow: /

User-agent: sitebot
Disallow: /


User-agent: spbot
Disallow: /


User-agent: gigabot
Disallow: /

User-agent: BLEXBot
Disallow: /




User-agent: *
Disallow: /related-keyword/*
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /includes/
Disallow: /assets/
Allow: /