User-Agent: *
Disallow: /admin/
Disallow: /?openonly=
Disallow: /?order=
Disallow: /*?ref=

User-agent: Baiduspider
Disallow: /

User-agent: Googlebot
Disallow:

User-agent: AdsBot-Google
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: IndeedBot 1.1
Disallow:

Sitemap: https://tech.crowdworks.jp/job_opened.xml
Sitemap: https://tech.crowdworks.jp/job_closed.xml
Sitemap: https://tech.crowdworks.jp/single_condition_job_offers.xml
Sitemap: https://tech.crowdworks.jp/two_condition_job_offers.xml
Sitemap: https://tech.crowdworks.jp/other_pages.xml