# /robots.txt file for http://oats.civ.ed.ac.uk/ # mail chris.burnside@ed.ac.uk for queries #place any more specific no-go areas here #User agent: #Disallow: #generic block. Stops all web servers looking in following directories User-agent: * Disallow: /courses Disallow: /comp Disallow: /computing Disallow: /~cdb/distance Disallow: /people/students