#robots.txt for www.nhm.ac.uk/

sitemap: https://www.nhm.ac.uk/sitemap.xml

user-agent: *
Crawl-delay: 8
Disallow: /uksf-bin/
Disallow: /cgi-bin/
Disallow: /search/
Disallow: /about-us/search/
Disallow: /jdsml/mils/
Disallow: /natureplus/people/
Disallow: /research-curation/research/projects/british-insect-mines/database/
Disallow: /research-curation/research/projects/solanaceaesource/
Disallow: /research-curation/research/projects/species-dictionary-new/
Disallow: /print-version/
Disallow: /resources-rx/*
Disallow: /resources-rx/files/*
Disallow: /research-curation/scientific-resources/collections/library-collections/wallace-letters-online/
Disallow: /visit/whats-on/programs/*
Disallow: /sso/login
Disallow: /gallery-api/*
Disallow: /discover/macgillivray/*
Disallow: /discover/endeavour/*
Disallow: /content/nhm-www/*

Disallow: *.pdf