# allow the google advertising bot full access User-agent: Mediapartners-Google Allow: / User-agent: TalkTalk Virus Alerts Scanning Engine Disallow: /jobs/ User-agent: JoobleBot Crawl-delay: 3 User-agent: AhrefsBot Crawl-delay: 3 User-agent: bingbot Crawl-delay: 10 # Job searches User-agent: Googlebot Disallow: /jobs/jobs-in-luton-bedfordshire Disallow: /jobs/part-time-jobs-in-stevenage Disallow: /jobs/agency-jobs-in-leicester Disallow: /jobs/jobs-in-crawley Disallow: /jobs/full-time-jobs-in-luton-bedfordshire Disallow: /jobs/home-office-jobs-in-sheffield Disallow: /jobs/full-time-part-time-jobs-in-stevenage Disallow: /jobs/jobs-in-kings-lynn Disallow: /jobs/full-time-agency-jobs-in-leicester Disallow: /jobs/warehouse-jobs-in-basildon User-agent: * Disallow: /LearningCentre/Course/RequestDetails Disallow: /linkclicked.html Disallow: /api/ Disallow: /handlers/ # Courses Disallow: /courses/api/ Disallow: /courses/errorlogging Disallow: /courses/logging/logcourseview Disallow: /courses/*/enquiry/externalredirect Disallow: /courses/externalredirect/* Disallow: /courses/*?*pricerangeoptions=*%2C* Allow: /courses/*?*pricerangeoptions=*&*%2C* Disallow: /courses/*?*pricerangeoptions=*%2C*&*%2C* # Salary Checker beta Disallow: /salary-checker # Sitemap URL: Sitemap: https://www.reed.co.uk/sitemap.xml Sitemap: https://www.reed.co.uk/priority-jobseeker-sitemap.xml Sitemap: https://www.reed.co.uk/courses/sitemap.xml #Allow: WebSurge