User-agent: *
Allow: /
Disallow: /coops_*
Disallow: /coopof_*
Disallow: /*.ajax
Disallow: /coopob_*
Disallow: /pub_api*
Disallow: /pub_jobbox
Disallow: /pub_jbe*
Disallow: /*?showRecentSearches=1
Disallow: /dtl__cpl*
Disallow: /job/desc/*
Disallow: /auth*
Disallow: /apply*

User-agent: SemrushBot
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10
Disallow: /jobs/*
Disallow: /job/*
Disallow: /*-jobs
Disallow: /Stellenangebot*
Disallow: /Trabajo-para*

Sitemap: https://uk.clickajobs.com/sitemap.xml