Sitemap: http://webcat.hud.ac.uk/sitemaps/_index.xml

User-agent: Slurp
Crawl-delay: 20

User-agent: *
Disallow: /rest/
Disallow: /perl/
Disallow: /hippie_perl/
Disallow: /modperl/
Disallow: /cgi-bin/
Disallow: /ipac20/