# robots.txt for www.dcs.shef.ac.uk
# modified DA 27-feb-12
#User-agent: Googlebot
#User-agent: msnbot
#User-agent: ia_archiver
User-Agent: *
Disallow: /

User-Agent: W3C-checklink
Disallow:

#User-Agent: *
#Disallow: /