# /robots.txt file for http://www.nzlive.com/

#User-agent: webcrawler
#Disallow:

#User-agent: lycra
#Disallow: /

#funding guide getting hammered, but only google respects wildcards
User-agent: Googlebot
Disallow: /en/index?type=funding*$

#naughty bot
User-agent: Charlotte
Disallow: /


User-agent: *
Disallow: /rss/
Disallow: /admin/
Disallow: /mi/
Crawl-delay: 20 # Wait at least 20 seconds between crawls
Request-rate: 1/20 # same as above - different crawlers