User-agent: *
Allow: /
Disallow: /coops_*
Disallow: /coopof_*
Disallow: /*.ajax
Disallow: /coopob_*
Disallow: /pub_api*
Disallow: /pub_jobbox
Disallow: /pub_jbe*
Disallow: /*?showRecentSearches=1
Disallow: /dtl__cpl*
Disallow: /job/desc/*
Disallow: /auth*
Disallow: /apply*

User-agent: AhrefsBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

Sitemap: https://en-qa.whatjobs.com/whatjobs-sitemap.xml