User-agent: *
Disallow: /code/
Disallow: /educator/
Disallow: /resource/
Disallow: /downloads/
Disallow: /content/downloads/
Disallow: /mailing/
Disallow: /resources/
Disallow: /email-structure/
Disallow: /content/ajax/
Disallow: /content/impersonate/
Disallow: /content/college-professionals/gone.asp
Disallow: /content/college-professionals/autologin.asp
Disallow: /content/college-professionals/includes/
Disallow: /content/college-professionals/dashboard/data-center/includes/
Disallow: /content/college-professionals/dashboard/reporting-center/includes/
Disallow: /content/college-professionals/dashboard/product-library/products/tip/estimates/type.asp
Disallow: /content/highschool-educators/includes/
Disallow: /content/highschool-educators/optout/
Disallow: /content/highschool-educators/autologin.asp
Disallow: /content/highschool-educators/mco-site/
Disallow: /content/research-resources/includes/
Disallow: /content/press-room/includes/
Disallow: /content/careers/jobs/
# Specific files to ignore
Disallow: signout.asp
Disallow: dbconrrror.asp
Disallow: htaccesslanding.asp
Disallow: htaccess.txt
Disallow: search-results.asp
Disallow: maintenance-full.asp

User-agent: Sosospider
User-agent: BecomeBot
User-agent: sogou
User-agent: ia_archiver

User-agent: Slurp
Disallow: /*.rar$
Disallow: /*.zip$
Disallow: /*.exe$
Disallow: /*.txt$

User-agent: msnbot
Disallow: /*.rar$
Disallow: /*.zip$
Disallow: /*.exe$
Disallow: /*.txt$