Add the Data Library: live regional datasets, tiles and packs

DATA LAYERS keeps its curated core layers; regional and niche sources
live in the Data Library, opened from Browse data library at the foot
of the panel. Each entry is a JSON manifest in src/library/entries/
pointing at a live upstream (query API, provider-hosted file or tile
endpoint), so nothing is bundled and a self-hosted instance hosts no
data. Sources without CORS go through one allowlisted /api/library
route. Kinds: dataset (GeoJSON, CSV, JSON records, ArcGIS, partitioned
GeoParquet), tiles (XYZ, WMS/ArcGIS bbox export, terrarium relief) and
pack. Selections persist and travel in share links as lib=, separate
from the core layer tokens. Library rows get Zoom and Remove icon
chips that work while the layer is off, rendered through RailChips.
Strings are translated in every locale.
This commit is contained in:
Said Turksever committed 2026-11-12 12:26:45 +00:00
1 parent 10a788db78
commit db80d82b8d
182 files changed
+15805 -44

No files matched your search

+54
View File
@@ -0,0 +1,54 @@
import test from 'node:test';
import assert from 'node:assert/strict';
import { LayerLifecycle } from './lifecycle.js';
const layer = (id) => ({
id,
name: id,
icon: '',
source: 'test',
async init() {},
async enable() {},
async update() {},
async disable() {},
async destroy() {},
getStats: () => ({ count: 0, lastUpdate: null }),
});
test('library layers register only after sealing and only in the lib- namespace', async () => {
const manager = new LayerLifecycle({});
const activity = [];
manager.subscribeActivity((change) => activity.push(change.type));
manager.register(layer('earthquakes'));
assert.throws(
() => manager.registerLibraryLayer(layer('lib-night-lights')),
/after the catalog is sealed/,
);
manager.finalizeRegistrations([
{ id: 'earthquakes', disposition: 'enabled-only' },
]);
assert.throws(
() => manager.registerLibraryLayer(layer('radio')),
/lib- namespace/,
);
assert.throws(() => manager.register(layer('lib-x-y-z')), /finalized/);
manager.registerLibraryLayer(layer('lib-night-lights'));
assert.equal(manager.isLibraryLayer('lib-night-lights'), true);
assert.equal(manager.isLibraryLayer('earthquakes'), false);
const rows = manager.getAll();
assert.equal(
rows.find(({ id }) => id === 'earthquakes').libraryEntryId,
null,
);
assert.equal(
rows.find(({ id }) => id === 'lib-night-lights').libraryEntryId,
'night-lights',
);
assert.equal(await manager.unregisterLibraryLayer('earthquakes'), false);
assert.equal(manager.layers.has('earthquakes'), true);
await manager.setEnabled('lib-night-lights', true, { origin: 'user' });
assert.equal(await manager.unregisterLibraryLayer('lib-night-lights'), true);
assert.equal(manager.layers.has('lib-night-lights'), false);
assert.equal(manager.isLibraryLayer('lib-night-lights'), false);
assert.equal(activity.filter((type) => type === 'registrations').length, 2);
});
+42
View File
@@ -1,4 +1,5 @@
import { cancelCameraArrival } from './cameraArrival.js';
import { libraryEntryIdOf } from '../library/manifest.js';
function cloneLayerParams(value) {
if (Array.isArray(value)) return value.map(cloneLayerParams);
@@ -97,6 +98,7 @@ export class LayerLifecycle {
this._registrationDispositions = null;
this._allowQaRegistration = allowQaRegistration === true;
this._qaLayerIds = new Set();
this._libraryLayerIds = new Set();
}
register(layerModule) {
@@ -125,6 +127,41 @@ export class LayerLifecycle {
return destroyed;
}
/**
* Register a Data Library layer after the catalog is sealed. Only ids in
* the library namespace (`lib-<entry id>`) are accepted, so this seam can
* never stand in for a core layer, and library layers never join the core
* share-token registry: their selection travels in `lib=` instead.
* @param {object} layerModule
* @returns {string} The registered id.
*/
registerLibraryLayer(layerModule) {
if (!this._registrationsFinalized)
throw new Error('Library layers register after the catalog is sealed');
if (!libraryEntryIdOf(layerModule?.id))
throw new Error('Library layer ids must use the lib- namespace');
this._registerLayer(layerModule);
this._libraryLayerIds.add(layerModule.id);
this._publishActivity({ type: 'registrations', layerId: layerModule.id });
return layerModule.id;
}
/** Destroy a layer registered through `registerLibraryLayer`. */
async unregisterLibraryLayer(layerId) {
if (!this._libraryLayerIds.has(layerId)) return false;
const destroyed = await this.destroyLayer(layerId);
if (destroyed) {
this._libraryLayerIds.delete(layerId);
this._publishActivity({ type: 'registrations', layerId });
}
return destroyed;
}
/** Whether a registered layer came from the Data Library. */
isLibraryLayer(layerId) {
return this._libraryLayerIds.has(layerId);
}
_registerLayer(layerModule) {
if (!layerModule || typeof layerModule.id !== 'string' || !layerModule.id) {
throw new Error('Data layer must provide a stable id');
@@ -2231,6 +2268,7 @@ export class LayerLifecycle {
}
this.layers.delete(layerId);
this._qaLayerIds.delete(layerId);
this._libraryLayerIds.delete(layerId);
return true;
}
@@ -2274,6 +2312,10 @@ export class LayerLifecycle {
// showInTogglePanel). The layer reports stats.keyRequired while that
// key is absent; the panel builds the guidance text from the pair.
requiresKeyId: entry.module.requiresKeyId || null,
// Data Library entry id; the panel groups these under Library.
libraryEntryId: this._libraryLayerIds.has(id)
? libraryEntryIdOf(id)
: null,
enabled: entry.enabled,
lifecycleState: entry.lifecycleState,
lifecycleUncertain: entry.lifecycleUncertain,
+47 -6
View File
@@ -86,6 +86,13 @@ export function localInfrastructureOverlayCopy(properties, layerId) {
if (river && river.toLocaleLowerCase() !== title.toLocaleLowerCase()) {
details.push(clampCardLine(river));
}
} else if (Array.isArray(props.__gevDetails)) {
// Data Library features carry their card lines from the manifest
// (src/library/formats.js presentLibraryProperties).
for (const line of props.__gevDetails.slice(0, 2)) {
const clean = cleanLabel(line);
if (clean) details.push(clampCardLine(clean));
}
}
return { title, details };
@@ -292,7 +299,10 @@ export function localDatasetError(error) {
* A minimal, rock-solid native implementation for loading local GeoJSON Data.
* Draws 3D stems (polylines) attached to Point entities and ensures
* standard scene.pick natively clicks them.
* @param {object} options Dataset URL, identity, appearance and optional Cesium adapters.
* @param {object} options Dataset URL (or a `loadFeatures({signal})` loader
* resolving to GeoJSON features), identity, appearance (an optional
* `featureColor(properties)` returns a CSS colour per feature) and optional
* Cesium adapters.
* @param {object} services Caller-owned operations; see docs/INFRASTRUCTURE-LAYERS.md.
* @returns {object} A fresh layer implementing init/enable/disable/update/destroy/getStats/getAnalystRecords.
* One live instance per layer id is allowed in a given viewer/context/overlay host.
@@ -310,6 +320,8 @@ export function createLocalGeoJsonLayer(
labels = true,
labelMax = DEFAULT_LABEL_MAX,
labelGridPx = DEFAULT_LABEL_GRID_PX,
loadFeatures = null,
featureColor = null,
screenSpaceEventHandlerFactory = (canvas) =>
new Cesium.ScreenSpaceEventHandler(canvas),
projectToWindow = (scene, position) =>
@@ -585,7 +597,17 @@ export function createLocalGeoJsonLayer(
let addedToScene = false;
try {
let features = _cachedFeatures;
if (!features) {
if (!features && loadFeatures) {
// A caller-owned loader (the Data Library) fetches and bounds
// its own live dataset; this layer only renders it.
features = await loadFeatures({
signal: _loadController.signal,
});
if (_destroyed) return;
if (!Array.isArray(features))
throw new Error('dataset unavailable');
_cachedFeatures = features;
} else if (!features) {
const response = await fetch(url, {
signal: _loadController.signal,
});
@@ -639,9 +661,21 @@ export function createLocalGeoJsonLayer(
_stemRecords = [];
_stemGeometryDirty = true;
// An optional per-feature colour (Data Library colorBy); one
// Cesium colour per distinct CSS value.
const colorCache = new Map([[color, baseColor]]);
const colorFor = (entity) => {
if (typeof featureColor !== 'function') return baseColor;
const css = featureColor(propertyObject(entity)) || color;
if (!colorCache.has(css))
colorCache.set(css, Cesium.Color.fromCssColorString(css));
return colorCache.get(css);
};
for (let i = 0; i < entities.length; i++) {
const feature = entities[i];
feature.__localLayerId = id; // Tag it so our click handler knows it belongs to this layer
const featureBaseColor = colorFor(feature);
let pos = feature.position?.getValue(Cesium.JulianDate.now());
@@ -649,7 +683,10 @@ export function createLocalGeoJsonLayer(
// It's a polygon or line
if (feature.polygon) {
feature.polygon.outline = true;
feature.polygon.outlineColor = baseColor;
feature.polygon.outlineColor = featureBaseColor;
if (featureBaseColor !== baseColor)
feature.polygon.material =
featureBaseColor.withAlpha(0.3);
// Calculate center point for the stem
const hierarchy = feature.polygon.hierarchy?.getValue(
@@ -716,11 +753,11 @@ export function createLocalGeoJsonLayer(
feature.polyline = new Cesium.PolylineGraphics({
positions: stemPositionBuffers[0],
width: 3.5,
material: new Cesium.ColorMaterialProperty(baseColor),
material: new Cesium.ColorMaterialProperty(featureBaseColor),
});
feature.point = new Cesium.PointGraphics({
pixelSize: 10,
color: baseColor,
color: featureBaseColor,
outlineColor: Cesium.Color.BLACK,
outlineWidth: 2,
// Never depth-cull the anchor against the photoreal mesh —
@@ -749,7 +786,7 @@ export function createLocalGeoJsonLayer(
position: tip,
properties,
priority,
accent: color,
accent: featureBaseColor.toCssHexString(),
})
: null,
});
@@ -1323,6 +1360,10 @@ function labelPriorityFromProperties(props, layerId) {
if (props.output || tags['plant:output:electricity']) score += 120;
if (layerId === 'local-dams') score += 80;
if (layerId === 'local-datacenters') score += 60;
// Data Library features carry their manifest importance (0–600), below the
// named/unnamed gap so a rank never promotes an unnamed feature.
if (Number.isFinite(props.__gevRank))
score += Math.max(0, Math.min(600, props.__gevRank));
return score;
}