User-agent: *
Crawl-delay: 2

Sitemap: http://minerva-access.unimelb.edu.au/htmlmap

# Uncomment the following line ONLY if sitemaps.org or HTML sitemaps are used
# and you have verified that your site is being indexed correctly.
Disallow: /browse
Disallow: /handle/*/*/browse

# You also may wish to disallow access to the following paths, in order
# to stop web spiders from accessing user-based content:
Disallow: /discover
Disallow: /handle/*/*/discover
Disallow: /search-filter
Disallow: /handle/*/*/search-filter
Disallow: /site-statistical-information
Disallow: /most-popular
Disallow: /handle/*/*/most-popular
Disallow: /statistics-by-country
Disallow: /handle/*/*/statistics-by-country