User-agent: AhrefsBot
Crawl-delay: 600

User-agent: baiduspider
Crawl-delay: 600

User-agent: bingbot
Crawl-delay: 600

User-agent: BLEXBot
Crawl-delay: 600

User-agent: MJ12bot
Crawl-delay: 600

User-agent: msnbot 
Crawl-delay: 600

User-agent: SemrushBot
Crawl-delay: 600

User-agent: Slurp
Crawl-delay: 600

User-agent: Yandex
Crawl-delay: 600

User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: *
Disallow: /wordpress/lancer/prefecture/
Disallow: /profile/search*?*refinement_skill*refinement_skill*
Disallow: /ec/lancer/prefecture/