User-agent: *
Disallow: /pdfs/*
Disallow: /jobs/*
Disallow: /api/*
Disallow: /colleges/analysis/*
Disallow: /colleges/cip/*
Disallow: /colleges/name/*
Disallow: /majors/title/*
Disallow: /training/term/*
Disallow: /search/*
Disallow: /occupations/analysis/*