# robots.txt for conference.ippp.dur.ac.uk: filter for robots User-agent: * Crawl-delay: 10 #Disallow: / #User-agent: * #Allow: /categoryDisplay.py/ical? #Disallow: / # #User-agent: Anarchie #Disallow: / # #User-agent: Ultraseek #Disallow: /icons/ #Disallow: /archive/electronic/other/agenda/ # #User-agent: wget #Allow: / # #User-agent: Slurp #Crawl-delay: 10 # #User-agent: Googlebot #Crawl-delay: 10