User-agent: *
Crawl-delay: 10

# Geonetwork - Metadata records may be indexed.
Allow:    /geonetwork/?uuid
Allow:    /geonetwork/svn/en/main
Allow:    /geonetwork/svn/en/oaipmh
Disallow: /geonetwork

# XWiki - Metadata and useful public information may be indexed.
Allow:    /xwiki/bin/view/Field+Sites
Allow:    /xwiki/bin/view/Metadata
Allow:    /xwiki/bin/view/Product+pages
Allow:    /xwiki/bin/view/Data+Formats
Allow:    /xwiki/bin/view/Good+Practice+Handbook
Allow:    /xwiki/bin/view/Teams
Allow:    /xwiki/bin/view/Outreach
Disallow: /xwiki

# PURLs may be indexed.
Allow:    /purl

# Wordpress content pages may be indexed.
Allow:    /about-us
Allow:    /browse-all-data
Allow:    /citation
Allow:    /contact-us
Allow:    /data-products
Allow:    /dataset_categories
Allow:    /datasets
Allow:    /disclaimer
Allow:    /guides-presentations
Allow:    /instrumentation
Allow:    /our-history
Allow:    /partners
Allow:    /privacy-policy
Allow:    /stakeholder-engagement
Allow:    /$

# All other applications should be blocked:
# * Sysadmin applications are restricted and should not be searchable.
# * Datasets should always be know by their PURL and/or metadata record.
Disallow: /