uts-migration.js

/* Migrate legacy UTS datasets from a directory to an OCFL reposticory */


const path = require('path');
const fs = require('fs-extra');
const ocfl = require('ocfl');
const OCFLRepository = require('ocfl').Repository;
const uuid = require('uuid/v4');
const argv = require('yargs').argv;
const ROCrate = require('ro-crate').ROCrate;



async function connectRepo(repoPath) {
  const repo = new OCFLRepository();
  try {
    const stat = await fs.stat(repoPath);
    if( stat.isDirectory() ) {
      await repo.load(repoPath);
      return repo;
    } else {
      console.error(`${repoPath} is not a directory`);
      process.exit(-1);
    }
  } catch(e) {
    await fs.mkdir(repoPath);
    await repo.create(repoPath);
    return repo;
  }
}

//  [{"id": " ... ", "doi": "...", "dir": "dir-name of crate", "url": "existing repo URL"}, ...]
async function addItem(repo, repoName, crateInfo) {
     // Make a copy of the dataset - assume it has both index.html AND ro-crate stuff in it
     const tempDir = path.join("temp", path.basename(crateInfo.dir) );
     const roCrateFile = path.join(tempDir, "ro-crate-metadata.jsonld");
     const roCrateFileSrc = path.join(crateInfo.dir, "ro-crate-metadata.jsonld");
     const previewFile = path.join(tempDir, "ro-crate-preview.html");
     const previewFileSrc = path.join(crateInfo.dir, "ro-crate-preview.html");
     const indexFile = path.join(tempDir, "index.html");


     await fs.copy(crateInfo.dir, tempDir)
     await fs.remove(roCrateFile);
     await fs.remove(previewFile);
     await repo.importNewObjectDir(crateInfo.id, tempDir);

     // Remove legacy index file and add RO-Crate files
     await fs.remove(indexFile);
     await fs.copy(roCrateFileSrc, roCrateFile);
     await fs.copy(previewFileSrc, previewFile);


     // Make a crate
     const jsonld = await fs.readJson(roCrateFile);
     const crate = new ROCrate(jsonld);
     crate.index();
     const dataset = crate.getRootDataset();
     crate.addIdentifier({name: repoName, identifier: crateInfo.id});
     if (!(dataset.identifier.includes(crateInfo.doi))) {
        dataset.identifier.push(crateInfo.doi);
     }
     await fs.writeJson(roCrateFile, crate.getJson(), {spaces: 2});
     await repo.importNewObjectDir(crateInfo.id, tempDir);
     console.log(`Added ${roCrateFile}  metadata with identifier ${crateInfo.id}`);
     //
}




async function main() {
  const repoPath = argv.repo || "ocfl_demo";
  const repoName = argv.name || "ocfl_demo";
  const repo = await connectRepo(repoPath);
  const crateList = await fs.readJson(argv.input);
  for (let crateInfo of crateList) {
    await addItem(repo, repoName, crateInfo);

  }
}


main();