#!/usr/bin/env node "use strict"; // Reverse of the intermediates stage: pull manually-edited layers back out of // .gpkg into osm2streets_web_out/*.geojson and rebuild the merged scene. // // Use after hand-fixing geometry in QGIS. Re-running intermediates would // regenerate the GeoPackage from OSM and throw those edits away. // // Every layer is exported to a staging directory and parsed before anything in // outDir is touched: ogr2ogr exits non-zero on a missing layer but still leaves // a zero-byte file behind, so a partial export must not reach the output tree. const fs = require("fs"); const path = require("path"); const os = require("os"); const { execFileSync } = require("child_process"); const { qgisPaths } = require("./lib/tool-paths"); const { SCENE_LAYERS, SCENE_FILE, SCENE_STYLE_FILE, layerFile, mergeScene, sceneStyle, } = require("./lib/scene-layers"); const args = parseArgs(process.argv.slice(2)); const config = loadConfig(args); const qgisApp = config.qgisApp || (process.platform === "darwin" ? "/Applications/QGIS.app" : "/usr"); const qgis = qgisPaths(qgisApp); const ogr2ogr = qgis.ogr2ogr; const ogrinfo = qgis.ogrinfo; const outDir = path.resolve(requireText(config.outDir, "outDir")); const gpkgPath = path.resolve(requireText(config.gpkg, "gpkg")); for (const exe of [ogr2ogr, ogrinfo]) { if (!fs.existsSync(exe)) { throw new Error(`QGIS executable not found: ${exe}`); } } if (!fs.existsSync(gpkgPath)) { throw new Error(`GeoPackage not found: ${gpkgPath}\nRun the intermediates stage first.`); } if (!fs.existsSync(outDir)) { throw new Error(`GeoJSON output directory not found: ${outDir}`); } console.log(`Reimport: ${gpkgPath}`); console.log(`Target: ${outDir}`); const present = gpkgLayers(); const missing = SCENE_LAYERS.filter((layer) => !present.has(layer.id)).map((layer) => layer.id); if (missing.length) { throw new Error( `GeoPackage is missing ${missing.length} layer(s): ${missing.join(", ")}\n` + `Present: ${[...present].join(", ") || "(none)"}`, ); } const stagingDir = fs.mkdtempSync(path.join(os.tmpdir(), "osm2streets-reimport-")); try { const staged = SCENE_LAYERS.map((layer) => { const stagedPath = path.join(stagingDir, layerFile(layer)); exportLayer(layer.id, stagedPath); const collection = readCollection(stagedPath, layer.id); console.log(`${layer.id}\tfeatures=${collection.features.length}`); return { layer, stagedPath, collection }; }); for (const item of staged) { // Copy rather than rename: the staging dir may be on another filesystem. fs.copyFileSync(item.stagedPath, path.join(outDir, layerFile(item.layer))); } const byId = new Map(staged.map((item) => [item.layer.id, item.collection])); const scene = mergeScene((layer) => byId.get(layer.id)); fs.writeFileSync(path.join(outDir, SCENE_FILE), JSON.stringify(scene)); fs.writeFileSync( path.join(outDir, SCENE_STYLE_FILE), JSON.stringify(sceneStyle(), null, 2), ); console.log(`${path.join(outDir, SCENE_FILE)}\tfeatures=${scene.features.length}`); const empty = staged.filter((item) => item.collection.features.length === 0); if (empty.length) { console.warn(`Warning: empty layer(s): ${empty.map((item) => item.layer.id).join(", ")}`); } } finally { fs.rmSync(stagingDir, { recursive: true, force: true }); } function parseArgs(argv) { const out = {}; for (let i = 0; i < argv.length; i += 1) { const arg = argv[i]; if (!arg.startsWith("--")) continue; const key = arg.slice(2).replace(/-([a-z])/g, (_, c) => c.toUpperCase()); const next = argv[i + 1]; if (!next || next.startsWith("--")) { out[key] = "true"; } else { out[key] = next; i += 1; } } return out; } function loadConfig(cliArgs) { const base = {}; if (cliArgs.config) { const file = path.resolve(cliArgs.config); if (!fs.existsSync(file)) { throw new Error(`Config file not found: ${file}`); } Object.assign(base, JSON.parse(fs.readFileSync(file, "utf8"))); } for (const key of ["qgisApp", "outDir", "gpkg"]) { if (cliArgs[key] !== undefined) base[key] = cliArgs[key]; } return base; } function requireText(value, key) { if (typeof value !== "string" || value.trim() === "") { throw new Error(`Missing config key: ${key}`); } return value; } function gdalEnv() { return qgis.env; } function gpkgLayers() { const output = execFileSync(ogrinfo, ["-q", gpkgPath], { encoding: "utf8", env: { ...process.env, ...gdalEnv() }, }); const names = new Set(); for (const line of output.split("\n")) { const match = /^\s*\d+:\s+(\S+)/.exec(line); if (match) names.add(match[1]); } return names; } function exportLayer(layerName, destination) { // No COORDINATE_PRECISION here on purpose: the default already round-trips // full double precision, and setting it explicitly makes GDAL run its // precision-reduction pass, which drops vertices that collapse at the given // resolution (measured: 28 points lost across 7 lane-arrow polygons). execFileSync(ogr2ogr, [ "-f", "GeoJSON", destination, gpkgPath, layerName, ], { stdio: "inherit", env: { ...process.env, ...gdalEnv() }, }); } function readCollection(file, layerName) { let parsed; try { parsed = JSON.parse(fs.readFileSync(file, "utf8")); } catch (error) { throw new Error(`Layer '${layerName}' did not export valid GeoJSON: ${error.message}`); } if (parsed.type !== "FeatureCollection" || !Array.isArray(parsed.features)) { throw new Error(`Layer '${layerName}' did not export a FeatureCollection`); } return parsed; }