User-agent: *
Disallow: /open-data/
Disallow: /extra-assets/
Disallow: /examples/
Disallow: /links-report/
Disallow: /fisheries-pdf/
Disallow: /test/
Disallow: /_media/news-and-announcements/
Disallow: /_media/most-visited/
Disallow: /_media/nested-content/
Disallow: /_media/right-hand-column-objects
Disallow: /_media/forms
Disallow: /_media/documents/open-data/