# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
User-agent: UoB-SpiderPig
Allow: /dates/2007
Allow: /dates/2008
Allow: /dates/2009
Allow: /dates/2010
Allow: /dates/2011
Disallow: /show/rss
Disallow: /show/text
Disallow: /login
Disallow: /user
Disallow: /dates 

User-agent: *
Disallow: /show/rss
Disallow: /show/text
Disallow: /login
Disallow: /user