# http://www.warwick.ac.uk/ # # This robots.txt file excludes all robots from the stats collecting # directory 'new', the images dir and the dir that includes Phones. # User-agent: * Disallow: /new/ Disallow: /img/ Disallow: /search/ Disallow: /cgi-bin/betsie/parser.pl/www.warwick.ac.uk Disallow: /careers/betsieme.php3 Disallow: /elab_ssos/ssos.php Disallow: /cgi-bin/ Disallow: /training/wtr01 Disallow: /training/wtr* Disallow: /*.css Disallow: /services/communications/press/experts/ #do this when remaining content has gone #Disallow: /info