Add full stage manifests

scripts/build-area.js

@@ -4,12 +4,19 @@ const fs = require("fs");
 const path = require("path");
 const { spawnSync } = require("child_process");
 const { readAreaConfig } = require("./lib/area-config");
+const {
+  SCENE_LAYERS,
+  SCENE_FILE,
+  SCENE_STYLE_FILE,
+  layerFile,
+} = require("./lib/scene-layers");
 const { digest: glbDigest } = require("./glb-digest");
 const {
   fileRecord,
   glbBudgetWarnings,
   glbSummary,
   optionalFileRecord,
+  stageManifestPath,
   writeStageManifest,
 } = require("./lib/stage-manifest");
 
@@ -154,6 +161,8 @@ function writeDerivedConfig(area) {
 }
 
 function buildIntermediates(area) {
+  const started = Date.now();
+  const startedAt = new Date(started).toISOString();
   const derivedConfigPath = writeDerivedConfig(area);
 
   console.log("Stage: intermediates (osm2streets GeoJSON + QGIS)");
@@ -162,9 +171,37 @@ function buildIntermediates(area) {
     "--config",
     derivedConfigPath,
   ], "intermediates");
+  fs.rmSync(stageManifestPath(area, "reimport"), { force: true });
+  const finished = Date.now();
+  writeStageManifest(area, {
+    stage: "intermediates",
+    status: "ok",
+    config: configPath,
+    startedAt,
+    finishedAt: new Date(finished).toISOString(),
+    durationMs: finished - started,
+    inputs: {
+      config: fileRecord(configPath),
+      osm: fileRecord(area.input),
+    },
+    outputs: {
+      derivedConfig: fileRecord(derivedConfigPath),
+      geojsonDir: fileRecord(area.outputs.geojsonDir),
+      ...sceneGeojsonRecords(area),
+      gpkg: fileRecord(area.outputs.gpkg),
+      qgisProject: fileRecord(area.outputs.qgisProject),
+      qgisPreview: optionalFileRecord(area.outputs.qgisPreview),
+    },
+    summary: {
+      geojson: geojsonFeatureCounts(area),
+    },
+    warnings: [],
+  });
 }
 
 function reimportGpkg(area) {
+  const started = Date.now();
+  const startedAt = new Date(started).toISOString();
   const derivedConfigPath = writeDerivedConfig(area);
 
   console.log("Stage: reimport (GeoPackage -> GeoJSON)");
@@ -173,6 +210,29 @@ function reimportGpkg(area) {
     "--config",
     derivedConfigPath,
   ], "reimport");
+  fs.rmSync(stageManifestPath(area, "intermediates"), { force: true });
+  const finished = Date.now();
+  writeStageManifest(area, {
+    stage: "reimport",
+    status: "ok",
+    config: configPath,
+    startedAt,
+    finishedAt: new Date(finished).toISOString(),
+    durationMs: finished - started,
+    inputs: {
+      config: fileRecord(configPath),
+      derivedConfig: fileRecord(derivedConfigPath),
+      gpkg: fileRecord(area.outputs.gpkg),
+    },
+    outputs: {
+      geojsonDir: fileRecord(area.outputs.geojsonDir),
+      ...sceneGeojsonRecords(area),
+    },
+    summary: {
+      geojson: geojsonFeatureCounts(area),
+    },
+    warnings: [],
+  });
 }
 
 function buildBlenderScene(area) {
@@ -203,7 +263,34 @@ function buildBlenderScene(area) {
   }
 
   console.log("Stage: blender");
+  const started = Date.now();
+  const startedAt = new Date(started).toISOString();
   runCommand(blenderExecutable(area), blenderArgs, "blender");
+  const finished = Date.now();
+  writeStageManifest(area, {
+    stage: "blender",
+    status: "ok",
+    config: configPath,
+    startedAt,
+    finishedAt: new Date(finished).toISOString(),
+    durationMs: finished - started,
+    inputs: {
+      config: fileRecord(configPath),
+      osm: fileRecord(area.input),
+      geojsonDir: fileRecord(area.outputs.geojsonDir),
+      ...sceneGeojsonRecords(area),
+    },
+    outputs: {
+      blend: fileRecord(area.outputs.blend),
+      render: fileRecord(area.outputs.render),
+    },
+    summary: {
+      geojson: geojsonFeatureCounts(area),
+      blendBytes: fileRecord(area.outputs.blend).bytes,
+      renderBytes: fileRecord(area.outputs.render).bytes,
+    },
+    warnings: [],
+  });
 }
 
 function exportCesium(area) {
@@ -244,9 +331,6 @@ function exportCesium(area) {
     outputs: {
       glb: fileRecord(area.outputs.glb),
       metadata: fileRecord(area.outputs.metadata),
-      cesiumPreview: fileRecord(area.outputs.cesiumPreview),
-      vehicleRoute: optionalFileRecord(area.outputs.vehicleRoute),
-      vehicleModel: optionalFileRecord(area.outputs.vehicleModel),
     },
     summary: {
       glb: glbSummary(digest),
@@ -354,6 +438,8 @@ function writeCesiumPreview(area) {
   ensureFile(area.outputs.glb, "Cesium GLB");
   ensureFile(area.outputs.metadata, "Cesium metadata");
   const htmlPath = area.outputs.cesiumPreview;
+  const started = Date.now();
+  const startedAt = new Date(started).toISOString();
   fs.mkdirSync(path.dirname(htmlPath), { recursive: true });
   writeVehicleRoute(area);
   writeVehicleModel(area);
@@ -364,6 +450,30 @@ function writeCesiumPreview(area) {
   const vehicleModelName = path.basename(area.outputs.vehicleModel);
   fs.writeFileSync(htmlPath, cesiumPreviewHtml(glbName, metadataName, routeName, vehicleModelName, area.id));
   console.log(`Cesium preview: ${htmlPath}`);
+  const finished = Date.now();
+  writeStageManifest(area, {
+    stage: "preview",
+    status: "ok",
+    config: configPath,
+    startedAt,
+    finishedAt: new Date(finished).toISOString(),
+    durationMs: finished - started,
+    inputs: {
+      config: fileRecord(configPath),
+      osm: fileRecord(area.input),
+      glb: fileRecord(area.outputs.glb),
+      metadata: fileRecord(area.outputs.metadata),
+      previewCss: fileRecord(path.join(repoRoot, "scripts", "lib", "cesium-preview.css")),
+      previewJs: fileRecord(path.join(repoRoot, "scripts", "lib", "cesium-preview.js")),
+    },
+    outputs: {
+      cesiumPreview: fileRecord(area.outputs.cesiumPreview),
+      vehicleRoute: fileRecord(area.outputs.vehicleRoute),
+      vehicleModel: fileRecord(area.outputs.vehicleModel),
+    },
+    summary: previewSummary(area),
+    warnings: [],
+  });
 }
 
 function writeCesiumPreviewSupportFiles(outDir) {
@@ -813,3 +923,39 @@ function escapeScriptJson(value) {
     .replaceAll("\u2028", "\\u2028")
     .replaceAll("\u2029", "\\u2029");
 }
+
+function sceneGeojsonRecords(area) {
+  const records = {};
+  for (const layer of SCENE_LAYERS) {
+    records[layer.id] = fileRecord(path.join(area.outputs.geojsonDir, layerFile(layer)));
+  }
+  records[SCENE_FILE] = fileRecord(path.join(area.outputs.geojsonDir, SCENE_FILE));
+  records[SCENE_STYLE_FILE] = fileRecord(path.join(area.outputs.geojsonDir, SCENE_STYLE_FILE));
+  return records;
+}
+
+function geojsonFeatureCounts(area) {
+  const out = {};
+  for (const layer of SCENE_LAYERS) {
+    const file = path.join(area.outputs.geojsonDir, layerFile(layer));
+    out[layer.id] = featureCount(file);
+  }
+  out[SCENE_FILE] = featureCount(path.join(area.outputs.geojsonDir, SCENE_FILE));
+  return out;
+}
+
+function featureCount(file) {
+  const parsed = JSON.parse(fs.readFileSync(file, "utf8"));
+  return Array.isArray(parsed.features) ? parsed.features.length : null;
+}
+
+function previewSummary(area) {
+  const route = JSON.parse(fs.readFileSync(area.outputs.vehicleRoute, "utf8"));
+  return {
+    glbName: path.basename(area.outputs.glb),
+    metadataName: path.basename(area.outputs.metadata),
+    routeName: path.basename(area.outputs.vehicleRoute),
+    vehicleModelName: path.basename(area.outputs.vehicleModel),
+    routeSegments: Array.isArray(route.segments) ? route.segments.length : null,
+  };
+}