User-agent: *
Disallow:
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: rogerbot
Disallow:/
User-agent: dotbot
Disallow:/
User-agent: Alexibot
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: JoobleBot
Disallow: /
User-agent: VelenPublicWebCrawler
Disallow: /
User-agent: barkrowler
Disallow: /
User-agent: laboraybot
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: trendictionbot
Disallow: /
User-agent: stepstoneCrawlBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Mediatoolkitbot
Disallow: /
User-agent: 008
Disallow: /
User-agent: JobdiggerSpider
Disallow: /
User-agent: Cliqzbot
Disallow: /
User-agent: GoogleOther
Disallow: / 
User-agent: JobleadsBot
Disallow: /
User-agent: JobleadsBot
Disallow: /CheckMarkNetwork