User-agent: Googlebot-Image
Disallow: /2.0/big-logos/

User-agent: Kyoto-Tohoku-Crawler
Disallow: /

User-agent: Kyoto-Crawler
Disallow: /

User-agent: Sogou Spider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: *
Disallow: /apisearch.html
Disallow: /gotojob.html
Disallow: /my_jobs.html
Disallow: /my_alerts.html
Disallow: /my_account.html
Disallow: /login.html
Disallow: /my_search.html
Disallow: /directjob.html
Disallow: /sponsorjob.html
Disallow: /gotoad.html
Disallow: /GetJobAt/http/
Disallow: /recruitnet/get_new_job_count.jsp
Disallow: /linkedinlogin.html
Disallow: /advanced_search.html
Disallow: /trackerror.html
Disallow: /demo/*
Disallow: /recruitnet/sg/*


Sitemap: https://www.bestjobs.jp/sitemap_jp_https_index.xml
Disallow: /recruitnet/all/googleonetap.html