User-agent: *
Disallow: /banner/banner.cgi
Disallow: /banner/banner2.cgi
Disallow: /banner/banner3.cgi
Disallow: /maildisplay.cgi
Disallow: /job/maildisplay_job.cgi
Disallow: /job/closingdate_pre.cgi
Disallow: /agency/maildisplay_a.cgi
Disallow: /agency/sendpass.cgi
Disallow: /agency/link.cgi
Disallow: /regist.html
Disallow: /checksendpass.cgi
Disallow: /rank/link.cgi
Disallow: /rank/vote.cgi
Disallow: /accesslog/
Disallow: /english/maildisplay_job_e.cgi
Disallow: /job/mail_regist.cgi
User-agent: msnbot
Crawl-Delay: 900
User-agent: Aboundexbot
Disallow: /
User-agent: SiteExplorer
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DeuSu
Disallow: /
User-Agent: dotbot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: Steeler
Disallow: /
User-agent: Nutch
Disallow: /job/
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: SMTBot
Disallow: /
User-agent: ltx71
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: ZoominfoBot
Disallow: /
User-agent: Linespider
Disallow: /
User-Agent: 360Spider
Disallow: /
User-agent: GPTBot
Disallow: /job/
Allow: /job/key_list_job.cgi