User-agent: *
Crawl-delay: 100
Disallow: /keys/ # Binary Keys
Disallow: /trees/ # nexus and newick trees
Disallow: /css/ # Cascading style sheets
Disallow: /js/  # JavaScript
Disallow: /META-INF/ # War metadata
Disallow: /authority/ # LSID Authority