# /robots.txt for http://timeframes.natlib.govt.nz/ # Syntax: http://www.searchtools.com/robots/robots-txt.html # Syntax checker: http://www.tardis.ed.ac.uk/~sxw/robots/check/ User-agent: BatHarvester Disallow: /cgi-bin/ Disallow: /bin/ Disallow: /logicrouter/servlet/LogicRouter?OUTPUTXSL=browse.xslt User-agent: * Disallow: /pa/ Disallow: /cgi-bin/ Disallow: /bin/ Disallow: /logicrouter/servlet/LogicRouter?OUTPUTXSL=browse.xslt