User-agent: *
Disallow: /cgi-bin/
Disallow: /photos/
Disallow: /asgen/
Disallow: /caverndish/
Disallow: /cavity/
Disallow: /griff/
Disallow: /img/
Disallow: /inc/
Disallow: /pix/
Disallow: /sumpthink/
Disallow: /tomotimes/
Disallow: /pmwiki/uploads/
Disallow: /pmwiki/pmwiki.php/Profiles/
Disallow: /pmwiki/pmwiki.php/Information/Library

User-agent: httrack
Disallow: /cgi-bin/
Allow: /sumpthink/
Allow: /img/
Allow: /photos/
Allow: /asgen/
Allow: /caverndish/
Allow: /cavity/
Allow: /griff/
Allow: /inc/
Allow: /tomotimes/
Allow: /pmwiki/uploads/

Sitemap: http://caving.wellington.net.nz/sitemap.xml