# www.nzlii.org
# updated 2011/7/7 - JO

# Google adsbot ignores robots.txt unless specifically named!
User-agent: adsbot-google
Disallow: /

# Gromit
User-agent: Gromit
Disallow: /cgi-bin/
Disallow: /do/
Disallow: /do2/

# Exclude all directories except the WorldLII Catalog /catalog
# and WorldLII help pages /worldlii
# (20030826): PTHC: allow robots to the /int databases
User-agent: *
Disallow: /LawCite/
Disallow: /lawcite/
Disallow: /au/
Disallow: /cgi-bin/
Disallow: /editors/
Disallow: /ck/
Disallow: /ew/
Disallow: /form/
Disallow: /forms/

# Disallow cases being indexed
Disallow: /nz/cases/
Disallow: /nzlii/cases/
Disallow: /plates/


#
# Disallow forbidden directories
Disallow: *.OLD/
disallow: *.BUILD/
disallow: *.NEW/