# robots.txt for paperspast.natlib.govt.nz

# Block searches: /cgi-bin/paperspast?a=q
# Block image server: /cgi-bin/imageserver
# Block browse-by-date: /cgi-bin/paperspast?a=d&cl=CL2
# Block full text pages (to avoid confusion): any URL ending in st=1

# If you want to index the Papers Past OCR text please contact
# the site administrators for instructions on how to do this gracefully.

User-agent: *
Disallow: /cgi-bin/paperspast?a=q
Disallow: /cgi-bin/imageserver
Disallow: /cgi-bin/paperspast?a=d&cl=CL2
Disallow: /*st=1$