adding test data and a preview of a pics directory for serving files

package-lock.json

@@ -9,7 +9,7 @@
       "resolved": "https://registry.npmjs.org/accepts/-/accepts-1.3.5.tgz",
       "integrity": "sha1-63d99gEXI6OxTopywIBcjoZ0a9I=",
       "requires": {
-        "mime-types": "~2.1.18",
+        "mime-types": "2.1.21",
         "negotiator": "0.6.1"
       }
     },
@@ -37,15 +37,15 @@
       "integrity": "sha1-WykhmP/dVTs6DyDe0FkrlWlVyLQ=",
       "requires": {
         "bytes": "3.0.0",
-        "content-type": "~1.0.4",
+        "content-type": "1.0.4",
         "debug": "2.6.9",
-        "depd": "~1.1.2",
-        "http-errors": "~1.6.3",
+        "depd": "1.1.2",
+        "http-errors": "1.6.3",
         "iconv-lite": "0.4.23",
-        "on-finished": "~2.3.0",
+        "on-finished": "2.3.0",
         "qs": "6.5.2",
         "raw-body": "2.3.3",
-        "type-is": "~1.6.16"
+        "type-is": "1.6.16"
       }
     },
     "brace-expansion": {
@@ -53,7 +53,7 @@
       "resolved": "https://registry.npmjs.org/brace-expansion/-/brace-expansion-1.1.11.tgz",
       "integrity": "sha512-iCuPHDFgrHX7H2vEI/5xpz07zSHB00TpugqhmYtVmMO6518mCuRMoOYFldEBl0g187ufozdaHgWKcYFb61qGiA==",
       "requires": {
-        "balanced-match": "^1.0.0",
+        "balanced-match": "1.0.0",
         "concat-map": "0.0.1"
       }
     },
@@ -144,36 +144,36 @@
       "resolved": "https://registry.npmjs.org/express/-/express-4.16.4.tgz",
       "integrity": "sha512-j12Uuyb4FMrd/qQAm6uCHAkPtO8FDTRJZBDd5D2KOL2eLaz1yUNdUB/NOIyq0iU4q4cFarsUCrnFDPBcnksuOg==",
       "requires": {
-        "accepts": "~1.3.5",
+        "accepts": "1.3.5",
         "array-flatten": "1.1.1",
         "body-parser": "1.18.3",
         "content-disposition": "0.5.2",
-        "content-type": "~1.0.4",
+        "content-type": "1.0.4",
         "cookie": "0.3.1",
         "cookie-signature": "1.0.6",
         "debug": "2.6.9",
-        "depd": "~1.1.2",
-        "encodeurl": "~1.0.2",
-        "escape-html": "~1.0.3",
-        "etag": "~1.8.1",
+        "depd": "1.1.2",
+        "encodeurl": "1.0.2",
+        "escape-html": "1.0.3",
+        "etag": "1.8.1",
         "finalhandler": "1.1.1",
         "fresh": "0.5.2",
         "merge-descriptors": "1.0.1",
-        "methods": "~1.1.2",
-        "on-finished": "~2.3.0",
-        "parseurl": "~1.3.2",
+        "methods": "1.1.2",
+        "on-finished": "2.3.0",
+        "parseurl": "1.3.2",
         "path-to-regexp": "0.1.7",
-        "proxy-addr": "~2.0.4",
+        "proxy-addr": "2.0.4",
         "qs": "6.5.2",
-        "range-parser": "~1.2.0",
+        "range-parser": "1.2.0",
         "safe-buffer": "5.1.2",
         "send": "0.16.2",
         "serve-static": "1.13.2",
         "setprototypeof": "1.1.0",
-        "statuses": "~1.4.0",
-        "type-is": "~1.6.16",
+        "statuses": "1.4.0",
+        "type-is": "1.6.16",
         "utils-merge": "1.0.1",
-        "vary": "~1.1.2"
+        "vary": "1.1.2"
       }
     },
     "finalhandler": {
@@ -182,12 +182,12 @@
       "integrity": "sha512-Y1GUDo39ez4aHAw7MysnUD5JzYX+WaIj8I57kO3aEPT1fFRL4sr7mjei97FgnwhAyyzRYmQZaTHb2+9uZ1dPtg==",
       "requires": {
         "debug": "2.6.9",
-        "encodeurl": "~1.0.2",
-        "escape-html": "~1.0.3",
-        "on-finished": "~2.3.0",
-        "parseurl": "~1.3.2",
-        "statuses": "~1.4.0",
-        "unpipe": "~1.0.0"
+        "encodeurl": "1.0.2",
+        "escape-html": "1.0.3",
+        "on-finished": "2.3.0",
+        "parseurl": "1.3.2",
+        "statuses": "1.4.0",
+        "unpipe": "1.0.0"
       }
     },
     "forwarded": {
@@ -210,12 +210,12 @@
       "resolved": "https://registry.npmjs.org/glob/-/glob-7.1.3.tgz",
       "integrity": "sha512-vcfuiIxogLV4DlGBHIUOwI0IbrJ8HWPc4MU7HzviGeNho/UJDfi6B5p3sHeWIQ0KGIU0Jpxi5ZHxemQfLkkAwQ==",
       "requires": {
-        "fs.realpath": "^1.0.0",
-        "inflight": "^1.0.4",
-        "inherits": "2",
-        "minimatch": "^3.0.4",
-        "once": "^1.3.0",
-        "path-is-absolute": "^1.0.0"
+        "fs.realpath": "1.0.0",
+        "inflight": "1.0.6",
+        "inherits": "2.0.3",
+        "minimatch": "3.0.4",
+        "once": "1.4.0",
+        "path-is-absolute": "1.0.1"
       }
     },
     "http-errors": {
@@ -223,10 +223,10 @@
       "resolved": "https://registry.npmjs.org/http-errors/-/http-errors-1.6.3.tgz",
       "integrity": "sha1-i1VoC7S+KDoLW/TqLjhYC+HZMg0=",
       "requires": {
-        "depd": "~1.1.2",
+        "depd": "1.1.2",
         "inherits": "2.0.3",
         "setprototypeof": "1.1.0",
-        "statuses": ">= 1.4.0 < 2"
+        "statuses": "1.4.0"
       }
     },
     "iconv-lite": {
@@ -234,7 +234,7 @@
       "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.23.tgz",
       "integrity": "sha512-neyTUVFtahjf0mB3dZT77u+8O0QB89jFdnBkd5P1JgYPbPaia3gXXOVL2fq8VyU2gMMD7SaN7QukTB/pmXYvDA==",
       "requires": {
-        "safer-buffer": ">= 2.1.2 < 3"
+        "safer-buffer": "2.1.2"
       }
     },
     "inflight": {
@@ -242,8 +242,8 @@
       "resolved": "https://registry.npmjs.org/inflight/-/inflight-1.0.6.tgz",
       "integrity": "sha1-Sb1jMdfQLQwJvJEKEHW6gWW1bfk=",
       "requires": {
-        "once": "^1.3.0",
-        "wrappy": "1"
+        "once": "1.4.0",
+        "wrappy": "1.0.2"
       }
     },
     "inherits": {
@@ -291,7 +291,7 @@
       "resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.21.tgz",
       "integrity": "sha512-3iL6DbwpyLzjR3xHSFNFeb9Nz/M8WDkX33t1GFQnFOllWk8pOrh/LSrB5OXlnlW5P9LH73X6loW/eogc+F5lJg==",
       "requires": {
-        "mime-db": "~1.37.0"
+        "mime-db": "1.37.0"
       }
     },
     "minimatch": {
@@ -299,7 +299,7 @@
       "resolved": "https://registry.npmjs.org/minimatch/-/minimatch-3.0.4.tgz",
       "integrity": "sha512-yJHVQEhyqPLUTgt9B83PXu6W3rx4MvvHvSUvToogpwoGDOUQ+yDrR0HRot+yOCdCO7u4hX3pWft6kWBBcqh0UA==",
       "requires": {
-        "brace-expansion": "^1.1.7"
+        "brace-expansion": "1.1.11"
       }
     },
     "morgan": {
@@ -307,11 +307,11 @@
       "resolved": "https://registry.npmjs.org/morgan/-/morgan-1.9.1.tgz",
       "integrity": "sha512-HQStPIV4y3afTiCYVxirakhlCfGkI161c76kKFca7Fk1JusM//Qeo1ej2XaMniiNeaZklMVrh3vTtIzpzwbpmA==",
       "requires": {
-        "basic-auth": "~2.0.0",
+        "basic-auth": "2.0.1",
         "debug": "2.6.9",
-        "depd": "~1.1.2",
-        "on-finished": "~2.3.0",
-        "on-headers": "~1.0.1"
+        "depd": "1.1.2",
+        "on-finished": "2.3.0",
+        "on-headers": "1.0.1"
       }
     },
     "ms": {
@@ -342,7 +342,7 @@
       "resolved": "https://registry.npmjs.org/once/-/once-1.4.0.tgz",
       "integrity": "sha1-WDsap3WWHUsROsF9nFC6753Xa9E=",
       "requires": {
-        "wrappy": "1"
+        "wrappy": "1.0.2"
       }
     },
     "parseurl": {
@@ -370,7 +370,7 @@
       "resolved": "https://registry.npmjs.org/proxy-addr/-/proxy-addr-2.0.4.tgz",
       "integrity": "sha512-5erio2h9jp5CHGwcybmxmVqHmnCBZeewlfJ0pex+UW7Qny7OOZXTtH56TGNyBizkgiOwhJtMKrVzDTeKcySZwA==",
       "requires": {
-        "forwarded": "~0.1.2",
+        "forwarded": "0.1.2",
         "ipaddr.js": "1.8.0"
       }
     },
@@ -400,7 +400,7 @@
       "resolved": "https://registry.npmjs.org/rechoir/-/rechoir-0.6.2.tgz",
       "integrity": "sha1-hSBLVNuoLVdC4oyWdW70OvUOM4Q=",
       "requires": {
-        "resolve": "^1.1.6"
+        "resolve": "1.9.0"
       }
     },
     "resolve": {
@@ -408,7 +408,7 @@
       "resolved": "https://registry.npmjs.org/resolve/-/resolve-1.9.0.tgz",
       "integrity": "sha512-TZNye00tI67lwYvzxCxHGjwTNlUV70io54/Ed4j6PscB8xVfuBJpRenI/o6dVk0cY0PYTY27AgCoGGxRnYuItQ==",
       "requires": {
-        "path-parse": "^1.0.6"
+        "path-parse": "1.0.6"
       }
     },
     "safe-buffer": {
@@ -427,18 +427,18 @@
       "integrity": "sha512-E64YFPUssFHEFBvpbbjr44NCLtI1AohxQ8ZSiJjQLskAdKuriYEP6VyGEsRDH8ScozGpkaX1BGvhanqCwkcEZw==",
       "requires": {
         "debug": "2.6.9",
-        "depd": "~1.1.2",
-        "destroy": "~1.0.4",
-        "encodeurl": "~1.0.2",
-        "escape-html": "~1.0.3",
-        "etag": "~1.8.1",
+        "depd": "1.1.2",
+        "destroy": "1.0.4",
+        "encodeurl": "1.0.2",
+        "escape-html": "1.0.3",
+        "etag": "1.8.1",
         "fresh": "0.5.2",
-        "http-errors": "~1.6.2",
+        "http-errors": "1.6.3",
         "mime": "1.4.1",
         "ms": "2.0.0",
-        "on-finished": "~2.3.0",
-        "range-parser": "~1.2.0",
-        "statuses": "~1.4.0"
+        "on-finished": "2.3.0",
+        "range-parser": "1.2.0",
+        "statuses": "1.4.0"
       }
     },
     "serve-static": {
@@ -446,9 +446,9 @@
       "resolved": "https://registry.npmjs.org/serve-static/-/serve-static-1.13.2.tgz",
       "integrity": "sha512-p/tdJrO4U387R9oMjb1oj7qSMaMfmOyd4j9hOFoxZe2baQszgHcSWjuya/CiT5kgZZKRudHNOA0pYXOl8rQ5nw==",
       "requires": {
-        "encodeurl": "~1.0.2",
-        "escape-html": "~1.0.3",
-        "parseurl": "~1.3.2",
+        "encodeurl": "1.0.2",
+        "escape-html": "1.0.3",
+        "parseurl": "1.3.2",
         "send": "0.16.2"
       }
     },
@@ -462,9 +462,9 @@
       "resolved": "https://registry.npmjs.org/shelljs/-/shelljs-0.8.3.tgz",
       "integrity": "sha512-fc0BKlAWiLpwZljmOvAOTE/gXawtCoNrP5oaY7KIaQbbyHeQVg01pSEuEGvGh3HEdBU4baCD7wQBwADmM/7f7A==",
       "requires": {
-        "glob": "^7.0.0",
-        "interpret": "^1.0.0",
-        "rechoir": "^0.6.2"
+        "glob": "7.1.3",
+        "interpret": "1.2.0",
+        "rechoir": "0.6.2"
       }
     },
     "statuses": {
@@ -478,7 +478,7 @@
       "integrity": "sha512-HRkVv/5qY2G6I8iab9cI7v1bOIdhm94dVjQCPFElW9W+3GeDOSHmy2EBYe4VTApuzolPcmgFTN3ftVJRKR2J9Q==",
       "requires": {
         "media-typer": "0.3.0",
-        "mime-types": "~2.1.18"
+        "mime-types": "2.1.21"
       }
     },
     "unpipe": {

routes/index.js

-var express = require('express');
-var router = express.Router();
-var shell = require("shelljs");
+const express = require('express');
+const router = express.Router();
+const shell = require('shelljs');
+const path = require('path');
+
+const cwd = process.cwd();
+const testDataDir = path.join(cwd, 'test_data/pics');
 
 /* GET home page. */
 router.get('/', function(req, res, next) {
@@ -8,12 +12,19 @@ router.get('/', function(req, res, next) {
 });
 
 router.get('/files', function(req, res, next) {
-  files = []
-  for (let f of shell.ls(".")) {
-    files.push({"filename": f})
-
+  let files = []
+  const cwd = testDataDir;
+  for (let f of shell.ls(cwd)) {
+    files.push({'filename': f})
   }
   res.json(files)
 });
 
+router.get('/preview/:aPath', function(req, res, next) {
+  const aPath = req.params.aPath;
+  const cwd = testDataDir;
+  const thePath = path.join(cwd, aPath);
+  res.sendFile(thePath);
+});
+
 module.exports = router;

test_data/CATALOG.json

+{
+  "@context": {
+    "name": "schema:name",
+    "givenName": "schema:givenName",
+    "familyName": "schema:familyName",
+    "description": "schema:description",
+    "file": "schema:mediaObject",
+    "path": "schema:contentUrl",
+    "contentSize": "schema:contentSize",
+    "copyright": "schema:copyrightHolder",
+    "publisher": "schema:publisher",
+    "journal": "schema:periodical",
+    "issn": "schema:issn",
+    "datePublished": "schema:datePublished",
+    "identifier": "schema:identifier",
+    "license": "schema:license",
+    "creator": "schema:creator",
+    "contributor": "schema:contributor",
+    "outputOf": "frapo:outputOf",
+    "related": "schema:relatedLink",
+    "sameAs": "schema:sameAs",
+    "basedOn": "schema:isBasedOn",
+    "translator": "schema:translator",
+    "translationOf": "schema:translationOf",
+    "funder": "schema:funder",
+    "Person": "schema:Person",
+    "contact": "schema:accountablePerson",
+    "email": "schema:email",
+    "phone": "schema:telephone",
+    "Dataset": "schema:Dataset",
+    "fileFormat": "schema:fileFormat",
+    "encodingFormat": "schema:encodingFormat",
+    "temporalCoverage": "schema:temporalCoverage",
+    "spatialCoverage": "schema:spatialCoverage",
+    "contentLocation": "schema:contentLocation",
+    "keywords": "schema:keywords",
+    "subject": "schema:subject",
+    "Place": "schema:Place",
+    "Organization": "schema:Organization",
+    "memberOf": "schema:memberOf",
+    "member": "schema:hasMember",
+    "Project": "frapo:Project",
+    "affiliation": "schema:affiliation",
+    "Funder": "schema:Funder",
+    "GeoShape": "schema:GeoShape",
+    "GeoCoordinates": "schema:GeoCoordinates",
+    "geo": "schema:geo",
+    "latitude": "schema:latitude",
+    "longitude": "schema:longitude",
+    "Box": "schema:Box",
+    "CreativeWork": "schema:CreativeWork",
+    "MediaObject": "schema:MediaObject",
+    "isOutputOf": "frap:isOutputOf",
+    "Equipment": "frapo:Equipment",
+    "ScholarlyArticle": "schema:ScholarlyArticle",
+    "SoftwareApplication": "schema:SoftwareApplication",
+    "interviewee": "bibo:interviewee",
+    "interviewer": "bibo:interviewer",
+    "hasPart": "schema:hasPart",
+    "bibo": "http://purl.org/ontology/bibo/",
+    "cc": "http://creativecommons.org/ns#",
+    "dct": "http://purl.org/dc/terms/",
+    "foaf": "http://xmlns.com/foaf/0.1/",
+    "rdf": "http://www.w3.org/1999/02/22-rdf-syntax-ns#",
+    "rdfa": "http://www.w3.org/ns/rdfa#",
+    "rdfs": "http://www.w3.org/2000/01/rdf-schema#",
+    "schema": "http://schema.org/"
+  },
+  "@graph": [
+    {
+      "@id": "6061ed82-46f7-4934-a0b5-14d59838b017",
+      "@type": "GeoCoordinates",
+      "latitude": "-33.7152",
+      "longitude": "150.30119"
+    },
+    {
+      "@id": "EPL1",
+      "@type": "Equipment",
+      "description": "Olympus camera with Panasonic 20mm lens",
+      "identifier": "EPL1",
+      "name": "EPL1 Camera"
+    },
+    {
+      "@id": "http://ands.org.au",
+      "@type": "Organization",
+      "description": "The core purpose iof the Australian National Data Service (ANDS) is to make Australia’s research data assets more valuable for researchers, research institutions and the nation.",
+      "identifier": "http://ands.org.au",
+      "name": "Australian National Data Service"
+    },
+    {
+      "@id": "http://dx.doi.org/10.1000/123456",
+      "@type": "ScholarlyArticle",
+      "creator": {
+        "@id": "http://orcid.org/0000-0002-3545-944X"
+      },
+      "datePublished": "2018",
+      "identifier": "http://dx.doi.org/10.1000/123456",
+      "name": "This is an example publication with a dodgy DOI"
+    },
+    {
+      "@id": "http://dx.doi.org/10.5281/zenodo.1009240",
+      "@type": "Dataset",
+      "outputOf": "DataCrate",
+      "contact": {
+        "@id": "http://orcid.org/0000-0002-3545-944X"
+      },
+      "contentLocation": {
+        "@id": "http://www.geonames.org/8152662/catalina-park.html"
+      },
+      "path": "./",
+      "creator": {
+        "@id": "http://orcid.org/0000-0002-3545-944X"
+      },
+      "datePublished": "2017-06-29",
+      "description": "This is a simple dataset for demonstration purposes it contains just one image and a directory full of useless text files.",
+      "hasPart": [
+        {
+          "@id": "lots_of_little_files"
+        },
+        {
+          "@id": "pics"
+        }
+      ],
+      "identifier": "http://dx.doi.org/10.5281/zenodo.1009240",
+      "keywords": "Dogs, Fences, The Gully",
+      "name": "Sample dataset for DataCrate v0.2",
+      "publisher": {
+        "@id": "http://uts.edu.au"
+      },
+      "temporalCoverage": "2017"
+    },
+    {
+      "@id": "http://eresearch.uts.edu.au/projects/provisioner",
+      "@type": "Project ",
+      "description": "The University of Technology Sydney Provisioner project is ",
+      "funder": [
+        {
+          "@id": "http://uts.edu.au"
+        },
+        {
+          "@id": "http://ands.org.au"
+        }
+      ],
+      "identifier": "http://eresearch.uts.edu.au/projects/provisioner",
+      "name": "Provisioner"
+    },
+    {
+      "@id": "http://orcid.org/0000-0002-3545-944X",
+      "@type": "Person",
+      "affiliation": {
+        "@id": "http://uts.edu.au"
+      },
+      "email": "pt@ptsefton.com",
+      "identifier": "http://orcid.org/0000-0002-3545-944X",
+      "name": "Peter Sefton"
+    },
+    {
+      "@id": "http://uts.edu.au",
+      "@type": "Organization",
+      "identifier": "http://uts.edu.au",
+      "name": "University of Technology Sydney"
+    },
+    {
+      "@id": "http://www.geonames.org/8152662/catalina-park.html",
+      "@type": "Place",
+      "description": "Catalina Park is a disused motor racing venue, located at Katoomba, in the Blue Mountains, New South Wales, Australia, and is recognised as an Aboriginal Place due to the long association of the local Gundungarra and Darug clans to the area.",
+      "geo": {
+        "@id": "6061ed82-46f7-4934-a0b5-14d59838b017"
+      },
+      "identifier": "http://www.geonames.org/8152662/catalina-park.html",
+      "name": "Catalina Park"
+    },
+    {
+      "@id": "https://creativecommons.org/licenses/by-nc-sa/3.0/au/",
+      "description": "Attribution-NonCommercial-ShareAlike 3.0 Australia (CC BY-NC-SA 3.0 AU)\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\nThis is a human-readable summary of (and not a substitute for) the license. Disclaimer.\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\nYou are free to:\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\nShare — copy and redistribute the material in any medium or format\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\nAdapt — remix, transform, and build upon the material\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\nThe licensor cannot revoke these freedoms as long as you follow the license terms.\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\nUnder the following terms:\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\nAttribution — You must give appropriate credit, provide a link to the license, and indicate if changes were made. You may do so in any reasonable manner, but not in any way that suggests the licensor endorses you or your use.\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\nNon-Commercial — You may not use the material for commercial purposes.\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\nShareAlike — If you remix, transform, or build upon the material, you must distribute your contributions under the same license as the original.\r\n\r\n\r\n\r\n\r\n\r\n\r\n\r\nNo additional restrictions — You may not apply legal terms or technological measures that legally restrict others from doing anything the license permits.",
+      "identifier": "https://creativecommons.org/licenses/by-nc-sa/3.0/au/",
+      "name": "CC BY-NC-SA 3.0 AU"
+    },
+    {
+      "@id": "https://github.com/UTS-eResearch/projects/datacrate",
+      "@type": "Project",
+      "description": "The DataCrate project is to write the spec for DataCrate, of which this is an example. The DataCrate project is part of the University of Technology Sydney's Provisioner project.",
+      "funder": {
+        "@id": "http://uts.edu.au"
+      },
+      "identifier": "https://github.com/UTS-eResearch/projects/datacrate",
+      "name": "DataCrate Project"
+    },
+    {
+      "@id": "lots_of_little_files",
+      "@type": "Dataset",
+      "path": "lots_of_little_files",
+      "description": "This directory contains many small files, that we’re not going to describe in detail.",
+      "identifier": "lots_of_little_files"
+    },
+    {
+      "@id": "pics",
+      "@type": "Dataset",
+      "path": "pics",
+      "description": "This directory contains the images for the research project",
+      "hasPart": {
+        "@id": "pics/19093074_10155469333581584_5707039334816454031_o.jpg"
+      },
+      "identifier": "pics"
+    },
+    {
+      "@id": "pics/19093074_10155469333581584_5707039334816454031_o.jpg",
+      "@type": "File",
+      "contentLocation": {
+        "@id": "http://www.geonames.org/8152662/catalina-park.html"
+      },
+      "contentSize": "132765",
+      "path": "pics/19093074_10155469333581584_5707039334816454031_o.jpg",
+      "creator": {
+        "@id": "http://orcid.org/0000-0002-3545-944X"
+      },
+      "description": "This is a photo of a dog, and a fence.",
+      "encodingFormat": "JPEG File Interchange Format",
+      "fileFormat": "http://www.nationalarchives.gov.uk/PRONOM/fmt/44",
+      "license": {
+        "@id": "https://creativecommons.org/licenses/by-nc-sa/3.0/au/"
+      },
+      "relation:Contributor": "EPL1"
+    }
+  ]
+}
\ No newline at end of file

test_data/index.html

+<html>
+<head>
+  <style>
+
+  table {
+      width: 90%;
+      text-align: left;
+      vertical-align: top;
+      margin-bottom: 2em;
+  }
+  td {
+      margin-right: 2em;
+      white-space: normal;
+      //
+      //max-width: 100px;
+    //overflow: hidden;
+  }
+
+  .break {
+   //max-width: 20em;
+   //overflow: hidden;
+   //text-overflow: ellipsis;
+   word-break: break-all;
+  }
+
+  div.collection {
+      margin-left: +1em;
+  }
+  </style>
+<link rel="stylesheet"
+      href="https://maxcdn.bootstrapcdn.com/bootstrap/3.3.7/css/bootstrap.min.css"
+      integrity="sha384-BVYiiSIFeK1dGmJRAkycuHAHRg32OmUcww7on3RYdg4Va+PmSTsz/K68vbdEjh4u"
+      crossorigin="anonymous"/>
+
+<meta charset='utf-8'/>
+
+</head>
+<body>
+<div class="container">
+<div class="jumbotron">
+Cite this work: <h3>Peter Sefton (2017) Sample dataset for DataCrate v0.2. University of Technology Sydney. Datacrate. http://dx.doi.org/10.5281/zenodo.1009240</h3>
+</div>
+<p>This catalog file describes a dataset.
+It uses the <a href='https://github.com/UTS-eResearch/datacrate/blob/master/spec/0.2/data_crate_specification_v0.1.md'>
+Draft DataCrate Packaging format v0.2</a>.
+<p>This file was made with
+<a href='https://codeine.research.uts.edu.au/eresearch/calcytejs'>
+Calcyte</a> .
+ </p>
+A machine-readable version of this page is available:
+<a href='CATALOG.json'>CATALOG.json</a></p>
+
+
+<?xml version="1.0"?>
+<div>
+  <table class="table" id="http://dx.doi.org/10.5281/zenodo.1009240">
+    <tr>
+      <th>OutputOf</th>
+      <td>DataCrate</td>
+    </tr>
+    <tr>
+      <th>Contact</th>
+      <td>
+        <a href="#http://orcid.org/0000-0002-3545-944X">Peter Sefton</a>
+      </td>
+    </tr>
+    <tr>
+      <th>ContentLocation</th>
+      <td>
+        <a href="#http://www.geonames.org/8152662/catalina-park.html">Catalina Park</a>
+      </td>
+    </tr>
+    <tr>
+      <th>Path</th>
+      <td>
+        <a href="http://dx.doi.org/10.5281/zenodo.1009240">./</a>
+      </td>
+    </tr>
+    <tr>
+      <th>Creator</th>
+      <td>
+        <a href="#http://orcid.org/0000-0002-3545-944X">Peter Sefton</a>
+      </td>
+    </tr>
+    <tr>
+      <th>DatePublished</th>
+      <td>2017-06-29</td>
+    </tr>
+    <tr>
+      <th>Description</th>
+      <td>This is a simple dataset for demonstration purposes it contains just one image and a directory full of useless text files.</td>
+    </tr>
+    <tr>
+      <th>Keywords</th>
+      <td>Dogs, Fences, The Gully</td>
+    </tr>
+    <tr>
+      <th>Name</th>
+      <td>
+        <a href="http://dx.doi.org/10.5281/zenodo.1009240">Sample dataset for DataCrate v0.2</a>
+      </td>
+    </tr>
+    <tr>
+      <th>Publisher</th>
+      <td>
+        <a href="#http://uts.edu.au">University of Technology Sydney</a>
+      </td>
+    </tr>
+    <tr>
+      <th>TemporalCoverage</th>
+      <td>2017</td>
+    </tr>
+  </table>
+  <table class="table" id="lots_of_little_files">
+    <tr>
+      <th>Path</th>
+      <td>lots_of_little_files</td>
+    </tr>
+    <tr>
+      <th>Description</th>
+      <td>This directory contains many small files, that we’re not going to describe in detail.</td>
+    </tr>
+  </table>
+  <table class="table" id="pics">
+    <tr>
+      <th>Path</th>
+      <td>pics</td>
+    </tr>
+    <tr>
+      <th>Description</th>
+      <td>This directory contains the images for the research project</td>
+    </tr>
+  </table>
+  <h1>Files: </h1>
+  <table class="table table-striped">
+    <thead class="thead-inverse">
+      <tr>
+        <th>Description</th>
+        <th>Path</th>
+        <th>ContentSize</th>
+        <th>License</th>
+        <th>Creator</th>
+        <th>EncodingFormat</th>
+        <th>ContentLocation</th>
+      </tr>
+    </thead>
+    <tbody class="table-striped"/>
+    <tr id="pics/19093074_10155469333581584_5707039334816454031_o.jpg">
+      <td>This is a photo of a dog, and a fence.</td>
+      <td>pics/19093074_10155469333581584_5707039334816454031_o.jpg</td>
+      <td>132765</td>
+      <td>
+        <a href="#https://creativecommons.org/licenses/by-nc-sa/3.0/au/">CC BY-NC-SA 3.0 AU</a>
+      </td>
+      <td>
+        <a href="#http://orcid.org/0000-0002-3545-944X">Peter Sefton</a>
+      </td>
+      <td>
+        <a href="http://www.nationalarchives.gov.uk/PRONOM/fmt/44">JPEG File Interchange Format</a>
+      </td>
+      <td>
+        <a href="#http://www.geonames.org/8152662/catalina-park.html">Catalina Park</a>
+      </td>
+    </tr>
+  </table>
+  <h1>Contextual info: Equipment</h1>
+  <table class="table table-striped">
+    <thead class="thead-inverse">
+      <tr>
+        <th>Name</th>
+        <th>Description</th>
+      </tr>
+    </thead>
+    <tbody class="table-striped"/>
+    <tr id="EPL1">
+      <td>EPL1 Camera</td>
+      <td>Olympus camera with Panasonic 20mm lens</td>
+    </tr>
+  </table>
+  <h1>Contextual info: GeoCoordinates</h1>
+  <table class="table table-striped">
+    <thead class="thead-inverse">
+      <tr>
+        <th>Latitude</th>
+        <th>Longitude</th>
+      </tr>
+    </thead>
+    <tbody class="table-striped"/>
+    <tr id="6061ed82-46f7-4934-a0b5-14d59838b017">
+      <td>-33.7152</td>
+      <td>150.30119</td>
+    </tr>
+  </table>
+  <h1>Contextual info: Organization</h1>
+  <table class="table table-striped">
+    <thead class="thead-inverse">
+      <tr>
+        <th>Name</th>
+        <th>Description</th>
+      </tr>
+    </thead>
+    <tbody class="table-striped"/>
+    <tr id="http://ands.org.au">
+      <td>
+        <a href="http://ands.org.au">Australian National Data Service</a>
+      </td>
+      <td>The core purpose iof the Australian National Data Service (ANDS) is to make Australia’s research data assets more valuable for researchers, research institutions and the nation.</td>
+    </tr>
+    <tr id="http://uts.edu.au">
+      <td>
+        <a href="http://uts.edu.au">University of Technology Sydney</a>
+      </td>
+      <td/>
+    </tr>
+  </table>
+  <h1>Contextual info: Person</h1>
+  <table class="table table-striped">
+    <thead class="thead-inverse">
+      <tr>
+        <th>Name</th>
+        <th>Email</th>
+        <th>Affiliation</th>
+      </tr>
+    </thead>
+    <tbody class="table-striped"/>
+    <tr id="http://orcid.org/0000-0002-3545-944X">
+      <td>
+        <a href="http://orcid.org/0000-0002-3545-944X">Peter Sefton</a>
+      </td>
+      <td>pt@ptsefton.com</td>
+      <td>
+        <a href="#http://uts.edu.au">University of Technology Sydney</a>
+      </td>
+    </tr>
+  </table>
+  <h1>Contextual info: Place</h1>
+  <table class="table table-striped">
+    <thead class="thead-inverse">
+      <tr>
+        <th>Name</th>
+        <th>Description</th>
+        <th>Geo</th>
+      </tr>
+    </thead>
+    <tbody class="table-striped"/>
+    <tr id="http://www.geonames.org/8152662/catalina-park.html">
+      <td>
+        <a href="http://www.geonames.org/8152662/catalina-park.html">Catalina Park</a>
+      </td>
+      <td>Catalina Park is a disused motor racing venue, located at Katoomba, in the Blue Mountains, New South Wales, Australia, and is recognised as an Aboriginal Place due to the long association of the local Gundungarra and Darug clans to the area.</td>
+      <td>
+        <table class="table" id="6061ed82-46f7-4934-a0b5-14d59838b017">
+          <tr>
+            <th>Latitude</th>
+            <td>-33.7152</td>
+          </tr>
+          <tr>
+            <th>Longitude</th>
+            <td>150.30119</td>
+          </tr>
+        </table>
+      </td>
+    </tr>
+  </table>
+  <h1>Contextual info: Project</h1>
+  <table class="table table-striped">
+    <thead class="thead-inverse">
+      <tr>
+        <th>Name</th>
+        <th>Description</th>
+        <th>Funder</th>
+      </tr>
+    </thead>
+    <tbody class="table-striped"/>
+    <tr id="https://github.com/UTS-eResearch/projects/datacrate">
+      <td>
+        <a href="https://github.com/UTS-eResearch/projects/datacrate">DataCrate Project</a>
+      </td>
+      <td>The DataCrate project is to write the spec for DataCrate, of which this is an example. The DataCrate project is part of the University of Technology Sydney's Provisioner project.</td>
+      <td>
+        <a href="#http://uts.edu.au">University of Technology Sydney</a>
+      </td>
+    </tr>
+  </table>
+  <h1>Contextual info: Project </h1>
+  <table class="table table-striped">
+    <thead class="thead-inverse">
+      <tr>
+        <th>Name</th>
+        <th>Description</th>
+        <th>Funder</th>
+      </tr>
+    </thead>
+    <tbody class="table-striped"/>
+    <tr id="http://eresearch.uts.edu.au/projects/provisioner">
+      <td>
+        <a href="http://eresearch.uts.edu.au/projects/provisioner">Provisioner</a>
+      </td>
+      <td>The University of Technology Sydney Provisioner project is </td>
+      <td>
+        <a href="#http://uts.edu.au">University of Technology Sydney</a>
+        , 
+        <a href="#http://ands.org.au">Australian National Data Service</a>
+      </td>
+    </tr>
+  </table>
+  <h1>Contextual info: ScholarlyArticle</h1>
+  <table class="table table-striped">
+    <thead class="thead-inverse">
+      <tr>
+        <th>Name</th>
+        <th>DatePublished</th>
+        <th>Creator</th>
+      </tr>
+    </thead>
+    <tbody class="table-striped"/>
+    <tr id="http://dx.doi.org/10.1000/123456">
+      <td>
+        <a href="http://dx.doi.org/10.1000/123456">This is an example publication with a dodgy DOI</a>
+      </td>
+      <td>2018</td>
+      <td>
+        <a href="#http://orcid.org/0000-0002-3545-944X">Peter Sefton</a>
+      </td>
+    </tr>
+  </table>
+</div>
+
+
+
+
+</body>
+</html>

test_data/lots_of_little_files/file_0.txt

+0
\ No newline at end of file

test_data/lots_of_little_files/file_1.txt

+1
\ No newline at end of file

test_data/lots_of_little_files/file_10.txt

+10
\ No newline at end of file

test_data/lots_of_little_files/file_100.txt

+100
\ No newline at end of file

test_data/lots_of_little_files/file_101.txt

+101
\ No newline at end of file

test_data/lots_of_little_files/file_102.txt

+102
\ No newline at end of file

test_data/lots_of_little_files/file_103.txt

+103
\ No newline at end of file

test_data/lots_of_little_files/file_104.txt

+104
\ No newline at end of file

test_data/lots_of_little_files/file_105.txt

+105
\ No newline at end of file

test_data/lots_of_little_files/file_106.txt

+106
\ No newline at end of file

test_data/lots_of_little_files/file_107.txt

+107
\ No newline at end of file

test_data/lots_of_little_files/file_108.txt

+108
\ No newline at end of file

test_data/lots_of_little_files/file_109.txt

+109
\ No newline at end of file

test_data/lots_of_little_files/file_11.txt

+11
\ No newline at end of file