# robots.txt for http://www2.warwick.ac.uk/ # ban Atomz, until we get around to switching it off User-agent: Atomz/1.0 Disallow: / # The following are all newsbuilder pages, which we don't want indexed. User-agent: * Disallow: /services/finance/sap/internal/admin/calendar/ Disallow: /services/development/news/ Disallow: /fac/soc/law/dev/news/ Disallow: /services/careers/chat/schedule/ Disallow: /services/international/living/events/ Disallow: /services/communications/london/availability/ Disallow: /services/retail/costcutter/offers/ Disallow: /fac/cross_fac/healthatwarwick/news/ Disallow: /fac/soc/shss/news/ Disallow: /fac/arts/languagecentre/about/news/ # Don't index the training pages to try and stop people who want to study architecture from applying here Disallow: /training/ Disallow: /sitebuilder2/ # let google get ical feeds Allow: /sitebuilder2/api/sitebuilder.ics Allow: /sitebuilder2/api/gadgets/ Allow: /sitebuilder2/api/rss/ Allow: /sitebuilder2/api/videoSitemap.xml Sitemap: http://www2.warwick.ac.uk/sitebuilder2/api/videoSitemap.xml