Add feature to compile a catalog of all datasets / catalogs and load …

…into blazegraph

src/finalizing/build-blazegraph.js

@@ -31,6 +31,9 @@ export function buildBlazegraphJournal(context) {
     }
   }
 
+  const catalog = resolve(context.deploymentHome, 'catalog.ttl');
+  sparqlUpdate += `LOAD <file://${catalog}> INTO GRAPH <${context.lodIri}>;\n`;
+
   const loadScript = resolve(context.deploymentHome, 'blazegraph.load.rq');
   writeFileSync(loadScript, sparqlUpdate);
   update(loadScript, journal);

src/finalizing/finalize.js

@@ -1,6 +1,7 @@
 import { buildBlazegraphJournal } from './build-blazegraph.js';
 import { createCatalogs } from './create-catalogs.js';
 import { deriveLatest } from './derive-latest.js';
+import { mergeCatalogs } from './merge-catalogs.js';
 import { miscFiles } from './misc-files.js';
 
 /**
@@ -14,6 +15,7 @@ export function finalize(context) {
   miscFiles(context);
   deriveLatest(context);
   createCatalogs(context);
+  mergeCatalogs(context);
   if (!context.skipDb) {
     buildBlazegraphJournal(context);
   }

src/finalizing/merge-catalogs.js

@@ -0,0 +1,15 @@
+import { resolve } from 'path';
+import sh from 'shelljs';
+import { mergeTurtles } from '../utils/blazegraph.js';
+import { reifyTurtle } from '../utils/reify.js';
+
+export function mergeCatalogs(context) {
+  const graphs = listMetadataGraphs(context);
+  const catalogPath = resolve(context.deploymentHome, 'catalog.ttl');
+  mergeTurtles(catalogPath, undefined, graphs);
+  reifyTurtle(catalogPath, context.lodIri);
+}
+
+function listMetadataGraphs(context) {
+  return sh.exec(`find ${resolve(context.deploymentHome)} -name metadata.ttl`).split('\n');
+}

src/utils/reify.js

@@ -58,7 +58,7 @@ export function reifyCatalog(context, graphName, catalog) {
   reifyTurtle(inputPath, graphName);
 }
 
-function reifyTurtle(inputPath, graphName) {
+export function reifyTurtle(inputPath, graphName) {
   const basePath = inputPath.slice(0, inputPath.lastIndexOf('.'));
   for (const [extension, type] of Object.entries(FORMATS)) {
     convert(inputPath, `${basePath}.${extension}`, type, graphName);