# robots.txt for www.waikato.ac.nz
User-agent: htdig
Disallow: /cgi-bin/
# Disallow: /cache/graphs/
Disallow: /its/private/
Disallow: /calculator.php

User-agent: *
# CGI systems
Disallow: /calculator.php
Disallow: /cgi-bin/
Disallow: /perl-bin/
Disallow: /php/library/bookings/
Disallow: /Shibboleth.sso/
Disallow: /scholarships/application-forms/
Disallow: /study/course-finder?
# Openday
Disallow: /php/openday*
Disallow: /openday-planner*
# Ridelink scripts
Disallow: /all.php
Disallow: /mylistings.php
Disallow: /ride.php
Disallow: /submit.php
## Content
Disallow: /its/private/
Disallow: /logs/
# Campus Map resources
Disallow: /contacts/map/data-buildings*
Disallow: /contacts/map/data-facilities*
Disallow: /contacts/map/asset-builder-facilities*
Disallow: /contacts/map/asset-builder-buildings*
# SASD decommissioning
Disallow: /sasd/enrolment*
# SASE
Disallow: /sase/
# Degree structure resources
Disallow: /resources*
# Matrix
Disallow: /assets*
Disallow: /designs*
Disallow: /resources*
# Archived News 2009 and earlier
Disallow: /news/archive.shtml
# Library site reorg 2019
Disallow: https://www.waikato.ac.nz/library/site_reorg


# Disallowed agents
User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: AhrefsBot
Disallow: /