# For domain: http://www.dpi.nsw.gov.au

# All robots will spider the domain
User-agent: *
Disallow: 
Disallow: /search* # Disallow search results directory /search
Disallow: /query* # and /query

# ISYS Web Spider 8.0 
User-agent: Mozilla/3.0 (compatible; ISYS Web Spider 8.0)
Disallow: /

# Disallow large pdf's
Disallow: /research/alliances/centre_for_coastal_agricultural_landscapes/living-and-working-in-rural-areas/Living-and-working-in-rural-areas-complete.pdf
Disallow: /__data/assets/pdf_file/0018/208530/Living-and-working-in-rural-areas-complete.pdf
Disallow: /__data/assets/pdf_file/0019/123157/Weed-control-in-winter-crops-2008.pdf
Disallow: /__data/assets/pdf_file/0019/108631/wcvsg-complete.pdf
Disallow: /__data/assets/pdf_file/0011/216848/Review-of-the-declaration-of-Lantana-species-in-NSW.pdf
Disallow: /__data/assets/pdf_file/0004/178663/Summer-crop-production-guide-2007.pdf
Disallow: /__data/assets/pdf_file/0004/89554/salvinia-control-manual-full-version.pdf
Disallow: /__data/assets/pdf_file/0005/90329/managing-drought-full-version.pdf
Disallow: /__data/assets/pdf_file/0008/69614/betting-on-rain.pdf
Disallow: /__data/assets/pdf_file/0006/113478/annual_report_full.pdf
Disallow: /__data/assets/pdf_file/0008/199601/annual-report-2006-07-full.pdf
Disallow: /research/areas/systems-research/wild-fisheries/outputs/2008/972/Status-Of-Fisheries-Resources-In-NSW-2006-07.pdf
Disallow: /__data/assets/pdf_file/0006/251898/Banana-growing-guide-cavendish-bananas-Complete.pdf