# $Id: robots.txt,v 1.2 1996/06/26 04:15:40 W.Edmunds Exp $ # robots.txt for http://www.ex.ac.uk/ # see for an explanation. User-agent: htdig # ht://Dig should avoid Disallow: /cgi-bin/ # Script files Disallow: /errordocs/ # Local Error docs Disallow: /spool/ # Local MOMspider output Disallow: /web/ # Local Web Tools Disallow: /config/ # Local Web Config Disallow: /cgi-src/ # Local CGI Source Disallow: /brad/noindex/ # Brads noindex text stuff Disallow: /~BBagilho/noindex/ # Brads noindex text stuff Disallow: /alumni/ # Local alumni Disallow: /alumnidb/ # Local alumni Disallow: /iais/pgc/ # Causes looping Disallow: /its/mwr/ # Web Stats Disallow: /its/meetingmaker/ # MeetingMaker Disallow: /its/software/cd/localstuff/ # ITS CD info Disallow: /its/email2003/ # email2003 Disallow: /tusage/ # Web Stats Disallow: /library/ # Library web pages have moved Disallow: /wusage/ # Web Stats Disallow: /web/ # Common Manuals, etc #Disallow: /admin/personnel/ # Personnel files cause looping process Disallow: /projects/admin/ # Personnel files Disallow: /Projects/admin/ # Personnel files User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /errordocs/ # Local Error docs Disallow: /spool/ # Local MOMspider output Disallow: /web/ # Local Web Tools Disallow: /config/ # Local Web Config Disallow: /cgi-src/ # Local CGI Source Disallow: /noindex/ # noindex stuff Disallow: /no-index/ # noindex stuff Disallow: /alumni/ # Local alumni Disallow: /alumnidb/ # Local alumni Disallow: /alumnisupporters/contactus/updateyourdetails/ # Local alumni Disallow: /media/universityofexeter/alumniandsupporters/givingtoexeter/disbursement2013/ Disallow: /its/mwr/ # Web Stats Disallow: /its/meetingmaker/ # MeetingMaker Disallow: /its/software/cd/localstuff/ # ITS CD info Disallow: /its/email2003/ # email2003 Disallow: /its/ipc2003/ # ipc2003 Disallow: /tusage/ # Web Stats Disallow: /wusage/ # Web Stats Disallow: /web/ # Common Manuals, etc Disallow: /proxy/ # Local proxy info Disallow: /admin/personnel/ # Personnel files cause looping process Disallow: /projects/admin/ # Personnel files Disallow: /Projects/admin/ # Personnel files Disallow: /about/governance/business_areas/fundraising/index.shtml Disallow: /departments/communication/marketing/aboutus/ Disallow: /undergraduate/2010/ # Archived files Disallow: /undergraduate/2011/ # Archived files Disallow: /undergraduate/2012/ # Archived files Disallow: /undergraduate/2013/ # Archived files Disallow: /undergraduate/2014/ # Archived files Disallow: /undergraduate/2015/ # Archived files Disallow: /undergraduate/2016/ # Archived files Disallow: /undergraduate/2017/ # Archived files Disallow: /undergraduate/2018/ # Archived files Disallow: /undergraduate/2019/ # Archived files Disallow: /undergraduate/degrees2014/ # Archived files Disallow: /undergraduate/courses-by-subject-2014/ # Archived files Disallow: /undergraduate/all-courses-2014/ # Archived files Disallow: /undergraduate/degrees2015/ # Archived files Disallow: /undergraduate/courses-by-subject-2015/ # Archived files Disallow: /undergraduate/all-courses-2015/ # Archived files Disallow: /undergraduate/degrees2016/ # Archived files Disallow: /undergraduate/courses-by-subject-2016/ # Archived files Disallow: /undergraduate/all-courses-2016/ # Archived files Disallow: /undergraduate/degrees2017/ # Archived files Disallow: /undergraduate/courses-by-subject-2017/ # Archived files Disallow: /undergraduate/all-courses-2017/ # Archived files Disallow: /undergraduate/degrees2018/ # Archived files Disallow: /undergraduate/courses-by-subject-2018/ # Archived files Disallow: /undergraduate/all-courses-2018/ # Archived files Disallow: /undergraduate/degrees2019/ # Archived files Disallow: /undergraduate/courses-by-subject-2019/ # Archived files Disallow: /undergraduate/all-courses-2019/ # Archived files Disallow: /undergraduate/courses2020/ # Archived files Disallow: /undergraduate/courses2021/ # Archived files Disallow: /postgraduate/pgp2011/ # Archived files Disallow: /postgraduate/pgp2012/ # Archived files Disallow: /postgraduate/pgp2013/ # Archived files Disallow: /postgraduate/pgp2014/ # Archived files Disallow: /postgraduate/pgp2015/ # Archived files Disallow: /postgraduate/pgp2016/ # Archived files Disallow: /postgraduate/pgp2018/ # Archived files Disallow: /postgraduate/pgp2019/ # Archived files Disallow: /codebox/ # Archived files Disallow: /staff/policies/calendar/archive/ # Calendar archive Disallow: /staff/psr/ Disallow: /cornwall/news/articles/index.html # Hidden responsive news pages Disallow: /business/news/articles/index.html # Hidden responsive news pages Disallow: /students/news/articles/index.html # Hidden responsive news pages Disallow: /research/marine/news/articles/index.html # Hidden responsive news pages Disallow: /teaching-excellence/news/articles/index.html # Hidden responsive news pages Disallow: /campusservices/news/articles/index.html # Hidden responsive news pages Disallow: /study-dev/ # Development site User-Agent: Googlebot Disallow: /undergraduate/2010/ # Archived files Disallow: /undergraduate/2011/ # Archived files Disallow: /undergraduate/2012/ # Archived files Disallow: /undergraduate/2013/ # Archived files Disallow: /undergraduate/2014/ # Archived files Disallow: /undergraduate/2015/ # Archived files Disallow: /undergraduate/2016/ # Archived files Disallow: /undergraduate/2017/ # Archived files Disallow: /undergraduate/2018/ # Archived files Disallow: /undergraduate/2019/ # Archived files Disallow: /undergraduate/degrees2014/ # Archived files Disallow: /undergraduate/courses-by-subject-2014/ # Archived files Disallow: /undergraduate/all-courses-2014/ # Archived files Disallow: /undergraduate/degrees2015/ # Archived files Disallow: /undergraduate/courses-by-subject-2015/ # Archived files Disallow: /undergraduate/all-courses-2015/ # Archived files Disallow: /undergraduate/degrees2016/ # Archived files Disallow: /undergraduate/courses-by-subject-2016/ # Archived files Disallow: /undergraduate/all-courses-2016/ # Archived files Disallow: /undergraduate/2016/ # Archived files Disallow: /undergraduate/degrees2017/ # Archived files Disallow: /undergraduate/courses-by-subject-2017/ # Archived files Disallow: /undergraduate/all-courses-2017/ # Archived files Disallow: /undergraduate/degrees2018/ # Archived files Disallow: /undergraduate/courses-by-subject-2018/ # Archived files Disallow: /undergraduate/all-courses-2018/ # Archived files Disallow: /undergraduate/degrees2019/ # Archived files Disallow: /undergraduate/courses-by-subject-2019/ # Archived files Disallow: /undergraduate/all-courses-2019/ # Archived files Disallow: /undergraduate/courses2020/ # Archived files Disallow: /undergraduate/courses2021/ # Archived files Disallow: /postgraduate/pgp2011/ # Archived files Disallow: /postgraduate/pgp2012/ # Archived files Disallow: /postgraduate/pgp2013/ # Archived files Disallow: /postgraduate/pgp2014/ # Archived files Disallow: /postgraduate/pgp2015/ # Archived files Disallow: /postgraduate/pgp2016/ # Archived files Disallow: /postgraduate/pgp2018/ # Archived files Disallow: /postgraduate/pgp2019/ # Archived files Disallow: /cornwall/news/articles/index.html # Hidden responsive news pages Disallow: /business/news/articles/index.html # Hidden responsive news pages Disallow: /students/news/articles/index.html # Hidden responsive news pages Disallow: /research/marine/news/articles/index.html # Hidden responsive news pages Disallow: /teaching-excellence/news/articles/index.html # Hidden responsive news pages Disallow: /study-dev/ # Development site Disallow: /staff/policies/calendar/archive/ # Calendar archive Disallow: /study/undergraduate/brochures/2023/ # UG prospectus Sitemap: https://www.exeter.ac.uk/sitemap.xml