# User-agent: *
# Crawl-delay: 3

User-agent: SemrushBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: coccocbot-web
Disallow: /

User-agent: *
Disallow: /include/parts/job_list_jobdetail.html
Disallow: /include/parts/k_job_list_jobdetail.html
Disallow: /include/recruit_count.html