# robots.txt for https://ucnow.canterbury.ac.nz/

User-agent: *
Disallow: /admin
Disallow: /members
Disallow: /shares

Disallow: /content/*
Disallow: /items/*

Allow: /
Host: https://ucnow.canterbury.ac.nz
Sitemap: https://ucnow.canterbury.ac.nz/sitemap.xml.gz

# Throttle the crawl speed of the Google Search Appliance.
User-agent: gsa-crawler
Crawl-delay: 5