User-agent: *
Allow: /
Disallow: /coops_*
Disallow: /coopof_*
Disallow: /*.ajax
Disallow: /coopob_*
Disallow: /pub_api*
Disallow: /pub_jobbox
Disallow: /pub_jbe*
Disallow: /*?showRecentSearches=1
Disallow: /dtl__cpl*

User-agent: SemrushBot
Crawl-delay: 6