# Disallows
# ======================
User-agent:EmailCollector
Disallow: /
user-agent: HeinrichDerMiragoBot
Disallow: /
user-agent: HenryTheMiragoBot
Disallow: /
User-agent: Jooblebot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: trovitBot
Disallow: /
User-agent: Jobrapido
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: JobBot
Disallow: /
User-agent: JobCrawlerBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: WijuBot
Disallow: /
User-agent: bingbot
Crawl-delay: 5
User-agent: *
# Directories
# ======================
Disallow: /Custom/
Disallow: /custom/
Disallow: /Partner/
Disallow: /partner/
Disallow: /PSA/
Disallow: /psa/
Disallow: /RTQ/
Disallow: /rtq/
Disallow: /JobSeeker/ApplyOnline/
Disallow: /jobseeker/applyonline/
Disallow: /applyonline/
Disallow: /pli/
Disallow: /PLI/
Disallow: /plink/
Disallow: /Plink/
# Paths (clean URLs)
# ======================
Disallow: /JobSeeker/Checkout.aspx
Disallow: /jobseeker/checkout.aspx
Disallow: /JobSeeker/Jobs/JobMatchesOrganized.aspx
Disallow: /jobseeker/jobs/jobmatchesorganized.aspx
Disallow: /INTL/Widgets/
Disallow: /intl/widgets/
Disallow: /Share/Emailpage.aspx
Disallow: /share/emailpage.aspx
Disallow: /IFrame/RecommendedCVUpload.aspx
Disallow: /iframe/recommendedcvupload.aspx
Disallow: /share/verifyidentity.aspx
Disallow: /share/setchallengequestions.aspx
Disallow: /JobSeeker/Accessible/SaveJob.aspx
Disallow: /jobseeker/accessible/savejob.aspx
Disallow: /JobSeeker/Facebook/
Disallow: /jobseeker/facebook/
Disallow: /JobSeeker/Emails/
Disallow: /jobseeker/emails/
Disallow: /API/JobSeeker/Application/
Disallow: /api/jobseeker/application/
Disallow: /JobSeeker/Companies/LeaveResume.aspx
Disallow: /jobseeker/companies/leaveresume.aspx
Disallow: /JobSeeker/Application/
Disallow: /jobseeker/application/
Disallow: /RTQ/jobstream.aspx
Disallow: /rtq/jobstream.aspx
Disallow: /JobSeeker/TalentNetwork/Pages/RecommendedJobs.aspx
Disallow: /jobseeker/talentnetwork/pages/recommendedjobs.aspx
Disallow: /CSH/JobSkinDetails.aspx
Disallow: /csh/jobskindetails.aspx
Disallow: /CSH/Details.aspx
Disallow: /csh/details.aspx
Disallow: /JobPoster/FlexAd*
Disallow: /RTQ/WAFRedirect.aspx
Disallow: /error.aspx
Disallow: /Error.aspx 
# Paths (no clean URLs) 
# ======================
Disallow: /JobSeeker/Accessible/EmailJob.aspx
Disallow: /jobseeker/Accessible/emailjob.aspx
Disallow: /JobSeeker/accessible/emailjob.aspx
Disallow: /jobSeeker/accessible/emailjob.aspx
Disallow: /JobSeeker/Accessible/JobFeedback.aspx
Disallow: /jobseeker/accessible/jobfeedback.aspx
Disallow: /JobSeeker/Resumes/MyNewJobRecommendationsOrganized.aspx
Disallow: /jobseeker/resumes/mynewjobrecommendationsorganized.aspx
Disallow: /JobSeeker/Resumes/JROrganizedSection.aspx
Disallow: /jobseeker/resumes/jrorganizedsection.aspx
Disallow: /jobseeker/resumes/JROrganizedSection.aspx
Disallow: /JobSeeker/Resumes/Submitexternalapply.aspx
Disallow: /jobseeker/resumes/submitexternalapply.aspx
User-agent: *
# ======================
# Directories
# ======================
Disallow: /Custom/
Disallow: /custom/
Disallow: /Partner/
Disallow: /partner/
Disallow: /PSA/
Disallow: /psa/
Disallow: /RTQ/
Disallow: /rtq/
Disallow: /JobSeeker/ApplyOnline/
Disallow: /jobseeker/applyonline/
Disallow: /applyonline/
Disallow: /AJAX/
Disallow: /ajax/
Disallow: /pli/
Disallow: /PLI/
Disallow: /plink/
Disallow: /Plink/
# Paths (clean URLs)
# ======================
Disallow: /JobSeeker/Checkout.aspx
Disallow: /jobseeker/checkout.aspx
Disallow: /JobSeeker/Jobs/JobMatchesOrganized.aspx
Disallow: /jobseeker/jobs/jobmatchesorganized.aspx
Disallow: /INTL/Widgets/
Disallow: /intl/widgets/
Disallow: /Share/Emailpage.aspx
Disallow: /share/emailpage.aspx
Disallow: /IFrame/RecommendedCVUpload.aspx
Disallow: /iframe/recommendedcvupload.aspx
Disallow: /share/verifyidentity.aspx
Disallow: /share/setchallengequestions.aspx
Disallow: /JobSeeker/Accessible/SaveJob.aspx
Disallow: /jobseeker/accessible/savejob.aspx
Disallow: /JobSeeker/Facebook/
Disallow: /jobseeker/facebook/
Disallow: /JobSeeker/Emails/
Disallow: /jobseeker/emails/
Disallow: /API/JobSeeker/Application/
Disallow: /api/jobseeker/application/
Disallow: /JobSeeker/Companies/LeaveResume.aspx
Disallow: /jobseeker/companies/leaveresume.aspx
Disallow: /JobSeeker/Application/
Disallow: /jobseeker/application/
Disallow: /RTQ/jobstream.aspx
Disallow: /rtq/jobstream.aspx
Disallow: /JobSeeker/TalentNetwork/Pages/RecommendedJobs.aspx
Disallow: /jobseeker/talentnetwork/pages/recommendedjobs.aspx
# Disallow: /CSH/JobSkinDetails.aspx
# Disallow: /csh/jobskindetails.aspx
# Disallow: /CSH/Details.aspx
# Disallow: /csh/details.aspx
Disallow: /JobPoster/FlexAd*
Disallow: /RTQ/WAFRedirect.aspx
Disallow: /error.aspx
Disallow: /Error.aspx
# Paths (no clean URLs)
# ======================
Disallow: /share/setchallengequestions.aspx
Disallow: /JobSeeker/Accessible/EmailJob.aspx
Disallow: /jobseeker/Accessible/emailjob.aspx
Disallow: /JobSeeker/accessible/emailjob.aspx
Disallow: /jobSeeker/accessible/emailjob.aspx
Disallow: /JobSeeker/Accessible/JobFeedback.aspx
Disallow: /jobseeker/accessible/jobfeedback.aspx
Disallow: /JobSeeker/ApplyOnline/ExternalApply.aspx
Disallow: /JobSeeker/ApplyOnline/ApplyStart.aspx
Disallow: /jobseeker/applyonline/applystart.aspx
Disallow: /JobSeeker/Resumes/MyNewJobRecommendationsOrganized.aspx
Disallow: /jobseeker/resumes/mynewjobrecommendationsorganized.aspx
Disallow: /JobSeeker/Resumes/JROrganizedSection.aspx
Disallow: /jobseeker/resumes/jrorganizedsection.aspx
Disallow: /jobseeker/resumes/JROrganizedSection.aspx
Disallow: /JobSeeker/Resumes/Submitexternalapply.aspx
Disallow: /jobseeker/resumes/submitexternalapply.aspx
# Paths (GRRP provided)
# ======================
Disallow: /apply
Disallow: /apply/*
Disallow: /apply/quick
Disallow: /apply/*/screener/*
Disallow: /autocomplete
Disallow: /e
Disallow: /email-subscriptions
Disallow: /email-subscriptions/modify
Disallow: /geo/zip_from_lat_lon
Disallow: /password/reset
Disallow: /password/forgot
Disallow: /password/update
Disallow: /recommendations
Disallow: /recommendations/*
Disallow: /recommendations/*/after-apply/*
Disallow: /recent_searches
Disallow: /resumes
Disallow: /resumes/activity
Disallow: /resumes/activity/*
Disallow: /resumes/*/edit
Disallow: /resumes/edit/doc
Disallow: /resumes/delete
Disallow: /resumes/retrieve/*
Disallow: /resumes/states/*
Disallow: /saml
Disallow: /saved-jobs
Disallow: /saved-searches
Disallow: /saved-searches/delete
Disallow: /status
Disallow: /status/dummy
Disallow: /style-guide
Disallow: /user/change-email
Disallow: /user/change-password
Disallow: /user/delete
Disallow: /user/destroy
Disallow: /user/profile
Disallow: /user/settings
Disallow: /user/sign-in
Disallow: /user/login
Disallow: /user/sign-out
Disallow: /work-status
#
# disallow signup pages
# ======================
Disallow: /share/socialloginproxy.aspx
#
# just for the Googlebot
# ======================
Allow: *.js
Allow: *.css
Allow: /recommendations/company/*