From db80d82b8d67a828847fae0aa530f7a0cd1b97ca Mon Sep 17 00:00:00 2001 From: Said Turksever Date: Thu, 12 Nov 2026 12:26:45 +0000 Subject: [PATCH] Add the Data Library: live regional datasets, tiles and packs DATA LAYERS keeps its curated core layers; regional and niche sources live in the Data Library, opened from Browse data library at the foot of the panel. Each entry is a JSON manifest in src/library/entries/ pointing at a live upstream (query API, provider-hosted file or tile endpoint), so nothing is bundled and a self-hosted instance hosts no data. Sources without CORS go through one allowlisted /api/library route. Kinds: dataset (GeoJSON, CSV, JSON records, ArcGIS, partitioned GeoParquet), tiles (XYZ, WMS/ArcGIS bbox export, terrarium relief) and pack. Selections persist and travel in share links as lib=, separate from the core layer tokens. Library rows get Zoom and Remove icon chips that work while the layer is off, rendered through RailChips. Strings are translated in every locale. --- .env.example | 5 + .github/workflows/ci.yml | 4 + CONTRIBUTING.md | 3 +- DATA_SOURCES.md | 117 +++ SECURITY.md | 1 + THIRD_PARTY_NOTICES.md | 19 +- changelog.d/1604-data-library.md | 27 + docs/CURRENT-STATE.md | 200 +++++ docs/DATA-LIBRARY.md | 183 ++++ index.html | 2 +- package-lock.json | 14 + package.json | 7 + scripts/library.mjs | 321 +++++++ scripts/package-boundaries.json | 156 +++- scripts/qa-data-library.mjs | 636 ++++++++++++++ server/providers/library.js | 363 ++++++++ server/providers/library.test.mjs | 332 ++++++++ server/providers/local.js | 2 + src/app/layerPresentation.js | 1 + src/app/tools.js | 39 + src/data/libraryRegistration.test.mjs | 54 ++ src/data/lifecycle.js | 42 + src/data/localGeojsonCore.js | 53 +- src/i18n/locales/ar.json | 123 ++- src/i18n/locales/de.json | 99 ++- src/i18n/locales/es.json | 105 ++- src/i18n/locales/fr.json | 105 ++- src/i18n/locales/he.json | 105 ++- src/i18n/locales/it.json | 105 ++- src/i18n/locales/ja.json | 93 +- src/i18n/locales/pt.json | 105 ++- src/i18n/locales/ru.json | 111 ++- src/i18n/locales/sv.json | 99 ++- src/i18n/locales/uk.json | 111 ++- src/i18n/locales/zh-CN.json | 93 +- src/i18n/locales/zh-Hant.json | 93 +- src/i18n/same-as-english.json | 27 +- src/library/camera.js | 74 ++ src/library/catalog.js | 248 ++++++ src/library/catalog.test.mjs | 47 + src/library/controller.js | 394 +++++++++ src/library/controller.test.mjs | 365 ++++++++ src/library/entries/ak-statewide-imagery.json | 47 + src/library/entries/ar-statewide-imagery.json | 47 + src/library/entries/az-statewide-imagery.json | 48 ++ src/library/entries/bangor-me.json | 48 ++ src/library/entries/basemap-at-orthofoto.json | 48 ++ src/library/entries/bayern-dop40.json | 48 ++ src/library/entries/bismarck-mandan-nd.json | 48 ++ src/library/entries/bkg-topplus-open.json | 34 + src/library/entries/cctv-florida-fl511.json | 24 + src/library/entries/cctv-lithuania.json | 24 + src/library/entries/cctv-nyc-dot.json | 24 + src/library/entries/ct-statewide-imagery.json | 48 ++ src/library/entries/dakota-county-mn.json | 48 ++ src/library/entries/dc-statewide-imagery.json | 47 + src/library/entries/de-statewide-imagery.json | 48 ++ src/library/entries/ee-maa-amet-ortofoto.json | 47 + src/library/entries/eia-power-plants.json | 68 ++ src/library/entries/emodnet-bathymetry.json | 34 + src/library/entries/epa-superfund-sites.json | 40 + .../entries/epa-toxic-release-facilities.json | 45 + src/library/entries/epc-england-wales.json | 66 ++ src/library/entries/fema-usa-structures.json | 65 ++ .../entries/gbif-occurrence-density.json | 60 ++ .../entries/gdacs-disaster-alerts.json | 56 ++ src/library/entries/geneva-sitg-ortho.json | 48 ++ .../entries/gpw-population-density.json | 60 ++ src/library/entries/grand-forks-nd.json | 48 ++ src/library/entries/gsi-japan-map.json | 35 + src/library/entries/gsi-japan-photo.json | 48 ++ .../entries/gvp-holocene-volcanoes.json | 47 + src/library/entries/ia-statewide-imagery.json | 48 ++ src/library/entries/icgc-orto-catalunya.json | 47 + src/library/entries/id-statewide-imagery.json | 47 + .../entries/ign-orthophotos-france.json | 48 ++ src/library/entries/il-statewide-imagery.json | 48 ++ .../entries/imf-portwatch-chokepoints.json | 39 + .../entries/imf-portwatch-disruptions.json | 57 ++ src/library/entries/in-statewide-imagery.json | 47 + src/library/entries/jrc-surface-water.json | 48 ++ .../entries/kartverket-admin-units.json | 46 + src/library/entries/kartverket-cadastre.json | 36 + src/library/entries/kartverket-depth.json | 102 +++ src/library/entries/kartverket-hillshade.json | 36 + .../entries/kartverket-nautical-charts.json | 36 + .../entries/kartverket-terrain-relief.json | 36 + src/library/entries/kartverket-topo-grey.json | 36 + src/library/entries/kartverket-topo.json | 36 + .../entries/kartverket-toporaster.json | 36 + src/library/entries/ks-statewide-imagery.json | 48 ++ src/library/entries/ky-statewide-imagery.json | 47 + src/library/entries/lake-county-in.json | 48 ++ src/library/entries/lawrence-ks.json | 48 ++ src/library/entries/lee-county-fl.json | 48 ++ src/library/entries/loudoun-county-va.json | 48 ++ src/library/entries/louisville-lojic-ky.json | 49 ++ src/library/entries/lu-ortho-latest.json | 48 ++ src/library/entries/ma-statewide-imagery.json | 48 ++ src/library/entries/macrostrat-geology.json | 88 ++ src/library/entries/mapterhorn-terrain.json | 32 + src/library/entries/maris-ms.json | 48 ++ src/library/entries/md-statewide-imagery.json | 48 ++ src/library/entries/me-statewide-imagery.json | 48 ++ src/library/entries/mi-statewide-imagery.json | 48 ++ src/library/entries/mn-statewide-imagery.json | 48 ++ src/library/entries/mountain-village-co.json | 48 ++ src/library/entries/ms-statewide-imagery.json | 48 ++ src/library/entries/mt-statewide-imagery.json | 47 + src/library/entries/naip.json | 47 + src/library/entries/nasa-black-marble.json | 30 + src/library/entries/nasa-eonet-events.json | 58 ++ src/library/entries/nc-statewide-imagery.json | 47 + src/library/entries/nctcog-tx.json | 48 ++ src/library/entries/nd-statewide-imagery.json | 48 ++ src/library/entries/new-orleans-rpc-la.json | 48 ++ src/library/entries/nh-statewide-imagery.json | 48 ++ src/library/entries/nj-statewide-imagery.json | 48 ++ src/library/entries/noaa-tide-stations.json | 37 + src/library/entries/nrw-dop.json | 48 ++ src/library/entries/nsw-imagery.json | 47 + .../entries/ntad-national-bridges.json | 57 ++ .../entries/nwa-benton-washington-ar.json | 48 ++ src/library/entries/nws-active-alerts.json | 56 ++ src/library/entries/ny-statewide-imagery.json | 47 + src/library/entries/oakland-county-mi.json | 48 ++ src/library/entries/oh-statewide-imagery.json | 47 + src/library/entries/openseamap-seamarks.json | 30 + src/library/entries/or-statewide-imagery.json | 47 + src/library/entries/pa-statewide-imagery.json | 48 ++ .../entries/pdok-aerial-netherlands.json | 48 ++ src/library/entries/pl-ortofotomapa.json | 48 ++ src/library/entries/pnoa-ma.json | 48 ++ src/library/entries/portland-metro-or.json | 48 ++ src/library/entries/pt-dgt-ortos.json | 48 ++ src/library/entries/ri-statewide-imagery.json | 48 ++ src/library/entries/swisstopo-swissimage.json | 49 ++ src/library/entries/tx-statewide-imagery.json | 47 + src/library/entries/union-county-oh.json | 49 ++ src/library/entries/usgs-hydrography.json | 35 + src/library/entries/usgs-topo.json | 35 + src/library/entries/va-statewide-imagery.json | 48 ++ src/library/entries/vlaanderen-omw.json | 48 ++ src/library/entries/vt-statewide-imagery.json | 47 + src/library/entries/wallonie-ortho.json | 48 ++ src/library/entries/wi-statewide-imagery.json | 48 ++ .../entries/wri-global-power-plants.json | 65 ++ src/library/entries/wv-statewide-imagery.json | 49 ++ src/library/extent.js | 104 +++ src/library/extent.test.mjs | 75 ++ src/library/formats.js | 453 ++++++++++ src/library/formats.test.mjs | 282 ++++++ src/library/layers.js | 800 ++++++++++++++++++ src/library/ledger.json | 105 +++ src/library/manifest.js | 771 +++++++++++++++++ src/library/manifest.test.mjs | 242 ++++++ src/library/outlines.js | 117 +++ src/library/outlines.test.mjs | 66 ++ src/library/parquet.js | 246 ++++++ src/library/parquet.test.mjs | 121 +++ src/library/relief.js | 109 +++ src/library/relief.test.mjs | 95 +++ src/library/selection.js | 134 +++ src/library/selection.test.mjs | 96 +++ src/library/source.js | 341 ++++++++ src/library/tileLayer.test.mjs | 135 +++ src/library/viewLayer.test.mjs | 192 +++++ src/navigationPolicy.js | 1 + src/sharelink.js | 17 + src/tooling/previewServing.test.mjs | 3 + src/ui/layerPanel.js | 36 +- src/ui/layerPanel/LayerRows.vue | 1 + src/ui/layerPanel/layerRows.test.mjs | 54 ++ src/ui/libraryBrowser.js | 604 +++++++++++++ src/ui/libraryBrowser.test.mjs | 146 ++++ src/ui/rail/RailChips.vue | 17 +- src/ui/railTestFixture.mjs | 4 + src/ui/styles/library.css | 368 ++++++++ src/ui/styles/radio.css | 24 + src/ui/styles/scenes.css | 1 + src/ui/views/LayerPanelsView.vue | 5 + style.css | 1 + 182 files changed, 15805 insertions(+), 44 deletions(-) create mode 100644 changelog.d/1604-data-library.md create mode 100644 docs/DATA-LIBRARY.md create mode 100644 scripts/library.mjs create mode 100644 scripts/qa-data-library.mjs create mode 100644 server/providers/library.js create mode 100644 server/providers/library.test.mjs create mode 100644 src/data/libraryRegistration.test.mjs create mode 100644 src/library/camera.js create mode 100644 src/library/catalog.js create mode 100644 src/library/catalog.test.mjs create mode 100644 src/library/controller.js create mode 100644 src/library/controller.test.mjs create mode 100644 src/library/entries/ak-statewide-imagery.json create mode 100644 src/library/entries/ar-statewide-imagery.json create mode 100644 src/library/entries/az-statewide-imagery.json create mode 100644 src/library/entries/bangor-me.json create mode 100644 src/library/entries/basemap-at-orthofoto.json create mode 100644 src/library/entries/bayern-dop40.json create mode 100644 src/library/entries/bismarck-mandan-nd.json create mode 100644 src/library/entries/bkg-topplus-open.json create mode 100644 src/library/entries/cctv-florida-fl511.json create mode 100644 src/library/entries/cctv-lithuania.json create mode 100644 src/library/entries/cctv-nyc-dot.json create mode 100644 src/library/entries/ct-statewide-imagery.json create mode 100644 src/library/entries/dakota-county-mn.json create mode 100644 src/library/entries/dc-statewide-imagery.json create mode 100644 src/library/entries/de-statewide-imagery.json create mode 100644 src/library/entries/ee-maa-amet-ortofoto.json create mode 100644 src/library/entries/eia-power-plants.json create mode 100644 src/library/entries/emodnet-bathymetry.json create mode 100644 src/library/entries/epa-superfund-sites.json create mode 100644 src/library/entries/epa-toxic-release-facilities.json create mode 100644 src/library/entries/epc-england-wales.json create mode 100644 src/library/entries/fema-usa-structures.json create mode 100644 src/library/entries/gbif-occurrence-density.json create mode 100644 src/library/entries/gdacs-disaster-alerts.json create mode 100644 src/library/entries/geneva-sitg-ortho.json create mode 100644 src/library/entries/gpw-population-density.json create mode 100644 src/library/entries/grand-forks-nd.json create mode 100644 src/library/entries/gsi-japan-map.json create mode 100644 src/library/entries/gsi-japan-photo.json create mode 100644 src/library/entries/gvp-holocene-volcanoes.json create mode 100644 src/library/entries/ia-statewide-imagery.json create mode 100644 src/library/entries/icgc-orto-catalunya.json create mode 100644 src/library/entries/id-statewide-imagery.json create mode 100644 src/library/entries/ign-orthophotos-france.json create mode 100644 src/library/entries/il-statewide-imagery.json create mode 100644 src/library/entries/imf-portwatch-chokepoints.json create mode 100644 src/library/entries/imf-portwatch-disruptions.json create mode 100644 src/library/entries/in-statewide-imagery.json create mode 100644 src/library/entries/jrc-surface-water.json create mode 100644 src/library/entries/kartverket-admin-units.json create mode 100644 src/library/entries/kartverket-cadastre.json create mode 100644 src/library/entries/kartverket-depth.json create mode 100644 src/library/entries/kartverket-hillshade.json create mode 100644 src/library/entries/kartverket-nautical-charts.json create mode 100644 src/library/entries/kartverket-terrain-relief.json create mode 100644 src/library/entries/kartverket-topo-grey.json create mode 100644 src/library/entries/kartverket-topo.json create mode 100644 src/library/entries/kartverket-toporaster.json create mode 100644 src/library/entries/ks-statewide-imagery.json create mode 100644 src/library/entries/ky-statewide-imagery.json create mode 100644 src/library/entries/lake-county-in.json create mode 100644 src/library/entries/lawrence-ks.json create mode 100644 src/library/entries/lee-county-fl.json create mode 100644 src/library/entries/loudoun-county-va.json create mode 100644 src/library/entries/louisville-lojic-ky.json create mode 100644 src/library/entries/lu-ortho-latest.json create mode 100644 src/library/entries/ma-statewide-imagery.json create mode 100644 src/library/entries/macrostrat-geology.json create mode 100644 src/library/entries/mapterhorn-terrain.json create mode 100644 src/library/entries/maris-ms.json create mode 100644 src/library/entries/md-statewide-imagery.json create mode 100644 src/library/entries/me-statewide-imagery.json create mode 100644 src/library/entries/mi-statewide-imagery.json create mode 100644 src/library/entries/mn-statewide-imagery.json create mode 100644 src/library/entries/mountain-village-co.json create mode 100644 src/library/entries/ms-statewide-imagery.json create mode 100644 src/library/entries/mt-statewide-imagery.json create mode 100644 src/library/entries/naip.json create mode 100644 src/library/entries/nasa-black-marble.json create mode 100644 src/library/entries/nasa-eonet-events.json create mode 100644 src/library/entries/nc-statewide-imagery.json create mode 100644 src/library/entries/nctcog-tx.json create mode 100644 src/library/entries/nd-statewide-imagery.json create mode 100644 src/library/entries/new-orleans-rpc-la.json create mode 100644 src/library/entries/nh-statewide-imagery.json create mode 100644 src/library/entries/nj-statewide-imagery.json create mode 100644 src/library/entries/noaa-tide-stations.json create mode 100644 src/library/entries/nrw-dop.json create mode 100644 src/library/entries/nsw-imagery.json create mode 100644 src/library/entries/ntad-national-bridges.json create mode 100644 src/library/entries/nwa-benton-washington-ar.json create mode 100644 src/library/entries/nws-active-alerts.json create mode 100644 src/library/entries/ny-statewide-imagery.json create mode 100644 src/library/entries/oakland-county-mi.json create mode 100644 src/library/entries/oh-statewide-imagery.json create mode 100644 src/library/entries/openseamap-seamarks.json create mode 100644 src/library/entries/or-statewide-imagery.json create mode 100644 src/library/entries/pa-statewide-imagery.json create mode 100644 src/library/entries/pdok-aerial-netherlands.json create mode 100644 src/library/entries/pl-ortofotomapa.json create mode 100644 src/library/entries/pnoa-ma.json create mode 100644 src/library/entries/portland-metro-or.json create mode 100644 src/library/entries/pt-dgt-ortos.json create mode 100644 src/library/entries/ri-statewide-imagery.json create mode 100644 src/library/entries/swisstopo-swissimage.json create mode 100644 src/library/entries/tx-statewide-imagery.json create mode 100644 src/library/entries/union-county-oh.json create mode 100644 src/library/entries/usgs-hydrography.json create mode 100644 src/library/entries/usgs-topo.json create mode 100644 src/library/entries/va-statewide-imagery.json create mode 100644 src/library/entries/vlaanderen-omw.json create mode 100644 src/library/entries/vt-statewide-imagery.json create mode 100644 src/library/entries/wallonie-ortho.json create mode 100644 src/library/entries/wi-statewide-imagery.json create mode 100644 src/library/entries/wri-global-power-plants.json create mode 100644 src/library/entries/wv-statewide-imagery.json create mode 100644 src/library/extent.js create mode 100644 src/library/extent.test.mjs create mode 100644 src/library/formats.js create mode 100644 src/library/formats.test.mjs create mode 100644 src/library/layers.js create mode 100644 src/library/ledger.json create mode 100644 src/library/manifest.js create mode 100644 src/library/manifest.test.mjs create mode 100644 src/library/outlines.js create mode 100644 src/library/outlines.test.mjs create mode 100644 src/library/parquet.js create mode 100644 src/library/parquet.test.mjs create mode 100644 src/library/relief.js create mode 100644 src/library/relief.test.mjs create mode 100644 src/library/selection.js create mode 100644 src/library/selection.test.mjs create mode 100644 src/library/source.js create mode 100644 src/library/tileLayer.test.mjs create mode 100644 src/library/viewLayer.test.mjs create mode 100644 src/ui/libraryBrowser.js create mode 100644 src/ui/libraryBrowser.test.mjs create mode 100644 src/ui/styles/library.css diff --git a/.env.example b/.env.example index 18b7c759e..2caf21d29 100644 --- a/.env.example +++ b/.env.example @@ -280,6 +280,11 @@ AISSTREAM_API_KEY= # CCTV_PREFER_AUSTIN=1 # prioritize Austin cameras in the registry # CCTV_FORCE_AUSTIN= # force live default sources when a source-pack JSON is configured +# Optional: Data Library (DATA LAYERS ▸ Browse data library). Every entry is +# fetched live from its provider; nothing is hosted here. See docs/DATA-LIBRARY.md. +# GEV_LIBRARY_ENABLE= # comma-separated ids of operator opt-in entries to serve (packs use their host's own switch, e.g. CCTV_NYC_ENABLED) +# GEV_LIBRARY_DISABLE= # comma-separated ids to remove from this instance entirely + # Optional: comma-separated Overpass URLs; use only instances you run or pay for. # Also enables voice place search (osm_query, "hospitals in Kathmandu"). OVERPASS_UPSTREAMS= diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml index 63d1eb29b..541af1136 100644 --- a/.github/workflows/ci.yml +++ b/.github/workflows/ci.yml @@ -53,6 +53,10 @@ jobs: if: github.event_name == 'pull_request' run: npm run layer-token:check -- --base-ref origin/main + - name: Check Data Library manifests and share tokens + if: github.event_name == 'pull_request' + run: npm run library:check -- --base-ref origin/main + - name: Run unit tests run: npm test diff --git a/CONTRIBUTING.md b/CONTRIBUTING.md index 201763748..5ef1d7f8e 100644 --- a/CONTRIBUTING.md +++ b/CONTRIBUTING.md @@ -129,6 +129,7 @@ prints anything; never fix that by renaming or deleting PR A's published token. The highest-leverage places to jump in: - **🌆 Add a CCTV source pack.** Austin is the reference camera source. Follow the [CCTV integration workflow](docs/CCTV_INTEGRATION.md) for source review, provider registration, proxy security, tests, and attribution. The proxy only fetches server-registered URLs — never client-supplied ones; see [SECURITY.md](SECURITY.md). +- **📚 Add a Data Library entry.** A regional or niche source that is not a core layer belongs in the Data Library: one JSON manifest pointing at a live API, provider-hosted file or tile endpoint, with its licence and attribution, and no JavaScript. See [docs/DATA-LIBRARY.md](docs/DATA-LIBRARY.md). Library entries use their own share-token ledger, not the layer tokens below. - **🛰️ Add or improve a data layer.** Layer factories live in `src/layers//`, with source, record, controller and renderer owners implementing the layer interface (`init/enable/disable/update/destroy/getStats`, optional `getDetectableObjects`/`getStats`). Use an existing layer as a template, and see [Adding a new layer](#adding-a-new-layer) for what the PR needs. - **🎙️ Extend voice control.** Voice arguments are defined in `src/voice/actionSchemas.js`, with server-side descriptions in `server/providers/openai/tools.js` and client-side execution in `src/voice/gevActions.js`. Keep the tool surface tight and the responses honest (confirm only what actually happened). - **🎨 Add a visual style.** Styles are GLSL post-process shaders in `src/styles/`. @@ -228,7 +229,7 @@ ownership and adoption process. 1. Branch off `main`. 2. Keep `npm run build`, `npm test`, and `npm run test:track` green and avoid new console errors, plus the [feature gate](#feature-regression-gates) for the area you touched. 3. If you change runtime behavior, update `docs/CURRENT-STATE.md` in the same PR, and add your changelog entry as `changelog.d/-.md` instead of editing `CHANGELOG.md` — see [changelog.d/README.md](changelog.d/README.md). Distinct filenames don't conflict; a release assembles the directory into `CHANGELOG.md`. A documentation claim that needs a regression test should assert against `docs/CURRENT-STATE.md` or `README.md`, which a PR still edits directly. -4. If you add or change a data source, update [DATA_SOURCES.md](DATA_SOURCES.md) with its license and attribution. **Don't add data you don't have the right to redistribute** — fetch it at runtime instead. +4. If you add or change a data source, update [DATA_SOURCES.md](DATA_SOURCES.md) with its license and attribution (for a Data Library entry, `npm run library:docs` writes its row). **Don't add data you don't have the right to redistribute** — fetch it at runtime instead. 5. Describe what you changed and how you verified it (screenshots welcome for anything visual). 6. If you add a new layer, fill in the new-layer section of the PR template. See [Adding a new layer](#adding-a-new-layer). diff --git a/DATA_SOURCES.md b/DATA_SOURCES.md index 1398e52f4..80a03cc71 100644 --- a/DATA_SOURCES.md +++ b/DATA_SOURCES.md @@ -288,6 +288,123 @@ The optional Local ADS-B layer and the broadcast-FM receiver use radio you recei --- + + +## Data Library entries (fetched at runtime — not stored in this repo) + +Each Data Library entry is a manifest in `src/library/entries/` pointing at a live upstream its provider hosts; see [docs/DATA-LIBRARY.md](docs/DATA-LIBRARY.md). An entry appears on the map only after a viewer adds it from **DATA LAYERS ▸ Browse data library**, and its attribution is registered in the Data attribution popover while it is in use. This table is generated from the manifests: edit the manifest, then run `npm run library:docs`. + +| Entry | How it is served | Licence / terms | Attribution | +| --- | --- | --- | --- | +| **Alaska Statewide Imagery (2023)** (`ak-statewide-imagery`, `apps.geo.fpac.usda.gov`) | tiles, bbox, browser-direct | [Public Domain (U.S. Government work)](https://www.usgs.gov/information-policies-and-instructions/copyrights-and-credits) | "USDA / Alaska Geospatial Council" | +| **Arkansas Statewide Imagery (2023)** (`ar-statewide-imagery`, `gis.arkansas.gov`) | tiles, bbox, browser-direct | [Public domain — Arkansas GIS Office open data](https://gis.arkansas.gov/) | "Arkansas GIS Office" | +| **Arizona Statewide Imagery (2017)** (`az-statewide-imagery`, `azgeo.az.gov`) | tiles, xyz, browser-direct; operator adds `az-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open state geodata — attribution requested](https://azgeo.az.gov/) | "AZGEO" | +| **Bangor, Maine Orthoimagery** (`bangor-me`, `tiles.arcgis.com`) | tiles, xyz, browser-direct; operator adds `bangor-me` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://www.bangormaine.gov/) | "City of Bangor GIS" | +| **basemap.at Orthofoto** (`basemap-at-orthofoto`, `mapsneu.wien.gv.at`) | tiles, xyz, browser-direct | [CC BY 4.0](https://basemap.at/nutzungsbedingungen/) | "basemap.at — Datenquelle: basemap.at" | +| **Digitales Orthophoto Bayern (DOP 40 cm, open)** (`bayern-dop40`, `geoservices.bayern.de`) | tiles, bbox, browser-direct | [CC BY 4.0](https://geodaten.bayern.de/opengeodata/) | "© Bayerische Vermessungsverwaltung" | +| **Bismarck–Mandan, North Dakota Aerial Photography** (`bismarck-mandan-nd`, `ndgishub.nd.gov`) | tiles, bbox, browser-direct; operator adds `bismarck-mandan-nd` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://www.gis.nd.gov/) | "95West Aerial Mapping" | +| **TopPlusOpen basemap (BKG)** (`bkg-topplus-open`, `sgx.geodatenzentrum.de`) | tiles, xyz, browser-direct | [Datenlizenz Deutschland – Namensnennung 2.0](https://www.govdata.de/dl-de/by-2-0) | "© BKG, dl-de/by-2-0" | +| **Florida cameras (FL511)** (`cctv-florida-fl511`, `fl511.com`) | CCTV pack; operator sets `CCTV_FLORIDA_ENABLED=1` | [FL511 content: individual personal use only](https://fl511.com/privacy#disclaimer) | "Florida DOT — FL511.com" | +| **Lithuania road cameras (Via Lietuva)** (`cctv-lithuania`, `eismoinfo.lt`) | CCTV pack; operator sets `CCTV_LITHUANIA_ENABLED=1` | [Via Lietuva open-data statement; camera photo coverage unconfirmed](https://eismoinfo.lt/eismoinfo-backend/content?id=44) | "Via Lietuva / eismoinfo.lt" | +| **New York City cameras (NYC DOT TMC)** (`cctv-nyc-dot`, `webcams.nyctmc.org`) | CCTV pack; operator sets `CCTV_NYC_ENABLED=1` | [NYC DOT camera feed: data-sharing agreement required](https://www.nyc.gov/html/dot/html/about/datafeeds.shtml) | "NYC DOT Traffic Management Center" | +| **Connecticut Statewide Imagery (2019)** (`ct-statewide-imagery`, `cteco.uconn.edu`) | tiles, bbox, browser-direct; operator adds `ct-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open state geodata — attribution requested](https://ct-deep-gis-open-data-website-ctdeep.hub.arcgis.com/) | "CT ECO — UConn CLEAR / CT DEEP" | +| **Dakota County, Minnesota Air Photo** (`dakota-county-mn`, `gisimg.co.dakota.mn.us`) | tiles, bbox, browser-direct; operator adds `dakota-county-mn` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://gis.co.dakota.mn.us/) | "Dakota County GIS" | +| **District of Columbia Statewide Imagery (2025)** (`dc-statewide-imagery`, `imagery.dcgis.dc.gov`) | tiles, bbox, browser-direct | [Open data — DC public domain terms](https://opendata.dc.gov/pages/terms-of-use) | "Office of the Chief Technology Officer" | +| **Delaware Statewide Imagery (2024)** (`de-statewide-imagery`, `imagery.firstmap.delaware.gov`) | tiles, bbox, browser-direct; operator adds `de-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open state geodata — attribution requested](https://firstmap.delaware.gov/) | "This data is meant for use by requested parties. This data cannot be used without express consent.This data is meant for use by requested parties. This data cannot be used without express consent." | +| **Eesti ortofoto (Maa-amet)** (`ee-maa-amet-ortofoto`, `tiles.maaamet.ee`) | tiles, xyz, browser-direct | [Maa-amet open data licence (attribution)](https://geoportaal.maaamet.ee/eng/Spatial-Data/Orthophotos-p309.html) | "© Maa-amet (Estonian Land Board)" | +| **US power plants, 100 MW and up (EIA)** (`eia-power-plants`, `services2.arcgis.com`) | dataset, arcgis, browser-direct | [U.S. Energy Information Administration data: public domain](https://www.eia.gov/about/copyrights_reuse.php) | "U.S. Energy Information Administration (EIA-860, EIA-860M, EIA-923)" | +| **European seabed depth (EMODnet)** (`emodnet-bathymetry`, `tiles.emodnet-bathymetry.eu`) | tiles, xyz, browser-direct | [EMODnet data: free use with attribution](https://emodnet.ec.europa.eu/en/emodnet-data-policy) | "EMODnet Bathymetry Consortium — EMODnet Digital Bathymetry (DTM)" | +| **Superfund sites (US EPA)** (`epa-superfund-sites`, `geopub.epa.gov`) | dataset, arcgis, browser-direct | [U.S. EPA data: public domain](https://www.epa.gov/web-policies-and-procedures/epa-disclaimers) | "U.S. Environmental Protection Agency — Facility Registry Service (EnviroMapper)" | +| **Toxic release facilities (US EPA TRI)** (`epa-toxic-release-facilities`, `geopub.epa.gov`) | dataset, arcgis, browser-direct | [U.S. EPA data: public domain](https://www.epa.gov/web-policies-and-procedures/epa-disclaimers) | "U.S. Environmental Protection Agency — Toxics Release Inventory via the Facility Registry Service" | +| **Home energy ratings, England and Wales (EPC)** (`epc-england-wales`, `s3.us-west-2.amazonaws.com`) | dataset, geoparquet, browser-direct | [Open Government Licence v3.0 (EPC data); OS Open UPRN under OGL](https://epc.opendatacommunities.org/docs/copyright) | "Energy Performance of Buildings Data, DLUHC; geocoded by Addresscloud with OS Open UPRN — contains OS data © Crown copyright and database right; via Source Cooperative" | +| **US building footprints (FEMA USA Structures)** (`fema-usa-structures`, `services2.arcgis.com`) | dataset, arcgis, browser-direct | [CC BY 4.0](https://creativecommons.org/licenses/by/4.0/) | "FEMA Response Geospatial Office and Oak Ridge National Laboratory — USA Structures" | +| **Biodiversity records (GBIF)** (`gbif-occurrence-density`, `api.gbif.org`) | tiles, xyz, browser-direct | [GBIF data use agreement (records under CC0, CC BY or CC BY-NC)](https://www.gbif.org/terms) | "GBIF.org — Global Biodiversity Information Facility" | +| **Disaster alerts (GDACS)** (`gdacs-disaster-alerts`, `www.gdacs.org`) | dataset, geojson, browser-direct | [GDACS terms of use (free, attribution required)](https://www.gdacs.org/About/termofuse.aspx) | "GDACS — Global Disaster Alert and Coordination System (UN, European Commission)" | +| **Orthophotos Canton de Genève (SITG)** (`geneva-sitg-ortho`, `ge.ch`) | tiles, bbox, browser-direct | [SITG open data — free use with attribution](https://ge.ch/sitg/media/sitg/documents/CGU_donnees_libres.pdf) | "© SITG — Etat de Genève" | +| **Population density 2020 (SEDAC GPW)** (`gpw-population-density`, `gibs.earthdata.nasa.gov`) | tiles, xyz, browser-direct | [CC BY 4.0](https://sedac.ciesin.columbia.edu/data/collection/gpw-v4/terms-of-use) | "CIESIN, Columbia University — Gridded Population of the World v4.11, via NASA GIBS" | +| **Grand Forks, North Dakota Aerial Photography** (`grand-forks-nd`, `ndgishub.nd.gov`) | tiles, bbox, browser-direct; operator adds `grand-forks-nd` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://www.gis.nd.gov/) | "Grand Forks/East Grand Forks Metropolitan Planning Organization (MPO)" | +| **Japan standard map (GSI)** (`gsi-japan-map`, `cyberjapandata.gsi.go.jp`) | tiles, xyz, browser-direct | [GSI Tiles terms (free use with attribution)](https://maps.gsi.go.jp/development/ichiran.html) | "Geospatial Information Authority of Japan (GSI Tiles)" | +| **Japan aerial photos (GSI)** (`gsi-japan-photo`, `cyberjapandata.gsi.go.jp`) | tiles, xyz, browser-direct | [GSI Tiles terms (free use with attribution)](https://maps.gsi.go.jp/development/ichiran.html) | "Geospatial Information Authority of Japan (GSI Tiles)" | +| **Holocene volcanoes (Smithsonian GVP)** (`gvp-holocene-volcanoes`, `webservices.volcano.si.edu`) | dataset, geojson, proxied | [Smithsonian Terms of Use (personal, educational, non-commercial use; cite the Global Volcanism Program)](https://www.si.edu/termsofuse) | "Global Volcanism Program, Smithsonian Institution — Volcanoes of the World" | +| **Iowa Statewide Imagery (2023)** (`ia-statewide-imagery`, `ortho.gis.iastate.edu`) | tiles, bbox, browser-direct; operator adds `ia-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open state geodata — attribution requested](https://geodata.iowa.gov/) | "USDA NAIP, Iowa State University GIS Facility" | +| **Ortofoto de Catalunya 25 cm** (`icgc-orto-catalunya`, `geoserveis.icgc.cat`) | tiles, xyz, browser-direct | [CC BY 4.0](https://www.icgc.cat/en/Ambits-tematics/Ortofoto) | "© Institut Cartogràfic i Geològic de Catalunya" | +| **Idaho Statewide Imagery (2023)** (`id-statewide-imagery`, `insideidaho.org`) | tiles, bbox, browser-direct | [Public domain / open — INSIDE Idaho terms](https://insideidaho.org/) | "United States Department of Agriculture, Farm Production and Conservation Business Center, Geospatial Enterprise Operations (FPAC-BC-GEO)" | +| **France aerial photos (IGN)** (`ign-orthophotos-france`, `data.geopf.fr`) | tiles, xyz, browser-direct | [Licence Ouverte / Etalab 2.0](https://www.etalab.gouv.fr/licence-ouverte-open-licence/) | "© IGN — Géoplateforme" | +| **Illinois Statewide Imagery** (`il-statewide-imagery`, `data.isgs.illinois.edu`) | tiles, bbox, browser-direct; operator adds `il-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open state geodata — attribution requested](https://clearinghouse.isgs.illinois.edu/) | "Illinois State Geological Survey / IDOT" | +| **Maritime chokepoints (IMF PortWatch)** (`imf-portwatch-chokepoints`, `services9.arcgis.com`) | dataset, arcgis, browser-direct; operator adds `imf-portwatch-chokepoints` to `GEV_LIBRARY_ENABLE` | [IMF PortWatch terms; attribution required (reuse terms under review)](https://www.imf.org/external/terms.htm) | "IMF PortWatch (portwatch.imf.org)" | +| **Port disruptions (IMF PortWatch)** (`imf-portwatch-disruptions`, `services9.arcgis.com`) | dataset, arcgis, browser-direct; operator adds `imf-portwatch-disruptions` to `GEV_LIBRARY_ENABLE` | [IMF PortWatch terms; attribution required (reuse terms under review)](https://www.imf.org/external/terms.htm) | "IMF PortWatch (portwatch.imf.org), with GDACS event data" | +| **Indiana Statewide Imagery (2016)** (`in-statewide-imagery`, `di-ingov.img.arcgis.com`) | tiles, bbox, browser-direct | [CC0 1.0 Universal (public domain dedication)](https://creativecommons.org/publicdomain/zero/1.0/legalcode) | "Indiana Geographic Information Office (CC0)" | +| **Surface water occurrence (JRC)** (`jrc-surface-water`, `storage.googleapis.com`) | tiles, xyz, browser-direct | [Copernicus programme: free, without restriction of use](https://global-surface-water.appspot.com/download) | "Source: EC JRC/Google — Pekel et al. (2016), Global Surface Water" | +| **Norway counties and municipalities (Kartverket)** (`kartverket-admin-units`, `wms.geonorge.no`) | tiles, bbox, browser-direct | [CC BY 4.0 (Kartverket free products)](https://www.kartverket.no/api-og-data/vilkar-for-bruk) | "© Kartverket" | +| **Norway cadastral map (Kartverket)** (`kartverket-cadastre`, `wms.geonorge.no`) | tiles, bbox, browser-direct | [CC BY 4.0 (Kartverket free products)](https://www.kartverket.no/api-og-data/vilkar-for-bruk) | "© Kartverket" | +| **Norway sea depths (Kartverket)** (`kartverket-depth`, `wms.geonorge.no`) | tiles, bbox, browser-direct | [CC BY 4.0 (Kartverket free products)](https://www.kartverket.no/api-og-data/vilkar-for-bruk) | "© Kartverket" | +| **Norway hillshade (Kartverket)** (`kartverket-hillshade`, `wms.geonorge.no`) | tiles, bbox, browser-direct | [CC BY 4.0 (Kartverket free products)](https://www.kartverket.no/api-og-data/vilkar-for-bruk) | "© Kartverket" | +| **Norway nautical charts (Kartverket)** (`kartverket-nautical-charts`, `cache.kartverket.no`) | tiles, xyz, browser-direct | [CC BY 4.0 (Kartverket free products)](https://www.kartverket.no/api-og-data/vilkar-for-bruk) | "© Kartverket" | +| **Norway terrain relief (Kartverket DTM)** (`kartverket-terrain-relief`, `wms.geonorge.no`) | tiles, bbox, browser-direct | [CC BY 4.0 (Kartverket free products)](https://www.kartverket.no/api-og-data/vilkar-for-bruk) | "© Kartverket" | +| **Norway topographic map (Kartverket)** (`kartverket-topo`, `cache.kartverket.no`) | tiles, xyz, browser-direct | [CC BY 4.0 (Kartverket free products)](https://www.kartverket.no/api-og-data/vilkar-for-bruk) | "© Kartverket" | +| **Norway topographic map, greyscale (Kartverket)** (`kartverket-topo-grey`, `cache.kartverket.no`) | tiles, xyz, browser-direct | [CC BY 4.0 (Kartverket free products)](https://www.kartverket.no/api-og-data/vilkar-for-bruk) | "© Kartverket" | +| **Norway topographic raster map (Kartverket)** (`kartverket-toporaster`, `cache.kartverket.no`) | tiles, xyz, browser-direct | [CC BY 4.0 (Kartverket free products)](https://www.kartverket.no/api-og-data/vilkar-for-bruk) | "© Kartverket" | +| **Kansas Statewide Imagery (2021)** (`ks-statewide-imagery`, `services.kgs.ku.edu`) | tiles, bbox, browser-direct; operator adds `ks-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open state geodata — attribution requested](https://www.kansasgis.org/) | "FSA, USDA," | +| **Kentucky Statewide Imagery** (`ky-statewide-imagery`, `kyraster.ky.gov`) | tiles, bbox, browser-direct | [Public domain with attribution](https://kygeonet.ky.gov/) | "KyFromAbove" | +| **Lake County, Indiana Aerial Imagery** (`lake-county-in`, `tiles.arcgis.com`) | tiles, xyz, browser-direct; operator adds `lake-county-in` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://www.lakecountyin.org/) | "Lake County Surveyor's Office" | +| **Lawrence, Kansas Aerial Photos** (`lawrence-ks`, `tiles.arcgis.com`) | tiles, xyz, browser-direct; operator adds `lawrence-ks` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://gis-lawrenceks.opendata.arcgis.com/) | "City of Lawrence GIS" | +| **Lee County, Florida Aerial Imagery** (`lee-county-fl`, `gisimageserver.leegov.com`) | tiles, bbox, browser-direct; operator adds `lee-county-fl` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://www.leegov.com/gis) | "Eagle View, Lee County Property Appraiser, Lee County GIS" | +| **Loudoun County, Virginia Imagery** (`loudoun-county-va`, `logis.loudoun.gov`) | tiles, bbox, browser-direct; operator adds `loudoun-county-va` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://geohub-loudoungis.opendata.arcgis.com/) | "Loudoun County GIS" | +| **Louisville / LOJIC, Kentucky Imagery** (`louisville-lojic-ky`, `services.lojic.org`) | tiles, bbox, browser-direct; operator adds `louisville-lojic-ky` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://www.lojic.org/) | "LOJIC, USDA-NAIP" | +| **Orthophoto officielle du Luxembourg** (`lu-ortho-latest`, `wmts1.geoportail.lu`) | tiles, xyz, browser-direct | [CC0 1.0 (Licence ouverte Luxembourg)](https://data.public.lu/en/datasets/orthophoto-officelle-du-grand-duche-de-luxembourg-edition-2023/) | "Administration du cadastre et de la topographie, Luxembourg (CC0)" | +| **Massachusetts Statewide Imagery** (`ma-statewide-imagery`, `tiles.arcgis.com`) | tiles, xyz, browser-direct; operator adds `ma-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open state geodata — attribution requested](https://gis.data.mass.gov/) | "MassGIS, Commonwealth of Massachusetts" | +| **Geologic map (Macrostrat)** (`macrostrat-geology`, `tiles.macrostrat.org`) | tiles, xyz, browser-direct | [CC BY 4.0 (Macrostrat; source maps credited by their publishers)](https://macrostrat.org/about) | "Macrostrat — geologic maps from their original publishers" | +| **Global terrain shaded relief (Mapterhorn)** (`mapterhorn-terrain`, `tiles.mapterhorn.com`) | tiles, xyz, browser-direct | [Open data, per source (mostly CC BY 4.0 and public domain)](https://mapterhorn.com/attribution) | "© Mapterhorn and its open elevation sources" | +| **MARIS Imagery, Mississippi** (`maris-ms`, `tiles.arcgis.com`) | tiles, xyz, browser-direct; operator adds `maris-ms` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://www.gis.ms.gov/) | "MARIS" | +| **Maryland Statewide Imagery** (`md-statewide-imagery`, `mdgeodata.md.gov`) | tiles, bbox, browser-direct; operator adds `md-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open state geodata — attribution requested](https://imap.maryland.gov/) | "Maryland iMAP" | +| **Maine Statewide Imagery** (`me-statewide-imagery`, `gis.maine.gov`) | tiles, bbox, browser-direct; operator adds `me-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open state geodata — attribution requested](https://www.maine.gov/geolib/) | "USDA Aerial Photography Field Office" | +| **Michigan Statewide Imagery (2024)** (`mi-statewide-imagery`, `imagery.michigan.gov`) | tiles, bbox, browser-direct; operator adds `mi-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open state geodata — attribution requested](https://gis-michigan.opendata.arcgis.com/) | "State of Michigan" | +| **Minnesota Statewide Imagery** (`mn-statewide-imagery`, `imageserver.gisdata.mn.gov`) | tiles, bbox, browser-direct | [Public domain / open — MnGeo terms](https://www.mngeo.state.mn.us/) | "MnGeo / State of Minnesota" | +| **Mountain Village, Colorado Orthoimagery** (`mountain-village-co`, `tiles.arcgis.com`) | tiles, xyz, browser-direct; operator adds `mountain-village-co` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://www.townofmountainvillage.com/) | "Town of Mountain Village" | +| **Mississippi Statewide Imagery** (`ms-statewide-imagery`, `tiles.arcgis.com`) | tiles, xyz, browser-direct; operator adds `ms-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open state geodata — attribution requested](https://www.gis.ms.gov/) | "USDA-FSA-APFO" | +| **Montana Statewide Imagery (2023)** (`mt-statewide-imagery`, `gisservice.mt.gov`) | tiles, bbox, browser-direct | [Public domain — Montana State Library open data](https://msl.mt.gov/geoinfo/) | "Montana State Library" | +| **NAIP — National Agriculture Imagery Program** (`naip`, `imagery.nationalmap.gov`) | tiles, bbox, browser-direct | [Public Domain (U.S. Government work)](https://naip-usdaonline.hub.arcgis.com/) | "USDA NAIP" | +| **Earth at night (NASA Black Marble 2016)** (`nasa-black-marble`, `gibs.earthdata.nasa.gov`) | tiles, xyz, browser-direct | [NASA data: U.S. public domain; no endorsement implied](https://www.earthdata.nasa.gov/engage/open-data-services-software-policies) | "NASA Earth Observatory / GIBS — VIIRS Black Marble" | +| **NASA EONET open natural events** (`nasa-eonet-events`, `eonet.gsfc.nasa.gov`) | dataset, geojson, browser-direct | [NASA data: U.S. public domain; no endorsement implied](https://www.nasa.gov/nasa-brand-center/images-and-media/) | "NASA Earth Observatory Natural Event Tracker (EONET)" | +| **North Carolina Statewide Imagery (2023)** (`nc-statewide-imagery`, `services.nconemap.gov`) | tiles, bbox, browser-direct | [Public domain — NC OneMap terms of use](https://www.nconemap.gov/pages/terms) | "NC911, NCCGIA" | +| **North Central Texas (NCTCOG) Ortho** (`nctcog-tx`, `mapitimage.tarrantcounty.com`) | tiles, bbox, browser-direct; operator adds `nctcog-tx` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://www.nctcog.org/) | "North Central Texas Council of Governments" | +| **North Dakota Statewide Imagery (2013)** (`nd-statewide-imagery`, `ndgishub.nd.gov`) | tiles, xyz, browser-direct; operator adds `nd-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open state geodata — attribution requested](https://www.gis.nd.gov/) | "ND Dept. of Transportation, ND Dept. of Emergency Services, and the ND GIS Hub" | +| **New Orleans Regional Planning Commission Imagery** (`new-orleans-rpc-la`, `tiles.arcgis.com`) | tiles, xyz, browser-direct; operator adds `new-orleans-rpc-la` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://www.norpc.org/) | "Regional Planning Commission for Jefferson, Orleans, Plaquemines, St. Bernard, St. Charles, St. John the Baptist, St. Tammany, and Tangipahoa Parishes (RPC)" | +| **New Hampshire Statewide Imagery (2022)** (`nh-statewide-imagery`, `nhgeodata.unh.edu`) | tiles, bbox, browser-direct; operator adds `nh-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open — NH GRANIT terms](https://www.granit.unh.edu/) | "NH GRANIT, University of New Hampshire" | +| **New Jersey Statewide Imagery (2015)** (`nj-statewide-imagery`, `maps.nj.gov`) | tiles, xyz, browser-direct; operator adds `nj-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open — State of New Jersey provides data 'as is'](https://njgin.nj.gov/) | "Project definition, funding requests, and data distribution by NJ Office of Information Technology, Office of Geographic Information Systems (NJOIT - OGIS). Funding for the imagery project provided by" | +| **US tide stations (NOAA CO-OPS)** (`noaa-tide-stations`, `api.tidesandcurrents.noaa.gov`) | dataset, json, browser-direct | [NOAA data: U.S. public domain](https://tidesandcurrents.noaa.gov/disclaimers.html) | "NOAA Center for Operational Oceanographic Products and Services (CO-OPS)" | +| **Digitale Orthophotos NRW (DOP 10 cm)** (`nrw-dop`, `www.wms.nrw.de`) | tiles, bbox, browser-direct | [Datenlizenz Deutschland – Zero (public-domain-like)](https://www.govdata.de/dl-de/zero-2-0) | "Geobasis NRW (dl-de/zero-2-0)" | +| **NSW Imagery (Six Maps)** (`nsw-imagery`, `maps.six.nsw.gov.au`) | tiles, xyz, browser-direct | [CC BY 4.0](https://www.spatial.nsw.gov.au/products_and_services/web_services) | "© Spatial Services NSW" | +| **US bridges and their condition (NBI)** (`ntad-national-bridges`, `services.arcgis.com`) | dataset, arcgis, browser-direct | [U.S. government work: unrestricted public use](https://www.bts.gov/ntad) | "USDOT Bureau of Transportation Statistics — National Transportation Atlas Database, National Bridge Inventory" | +| **Northwest Arkansas (Benton & Washington County) Imagery** (`nwa-benton-washington-ar`, `tiles.arcgis.com`) | tiles, xyz, browser-direct; operator adds `nwa-benton-washington-ar` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://www.nwarpc.org/) | "NWARPC; Washington County; Benton County" | +| **US weather alerts with drawn areas (NWS)** (`nws-active-alerts`, `api.weather.gov`) | dataset, geojson, browser-direct | [NWS data: U.S. public domain](https://www.weather.gov/disclaimer) | "NOAA National Weather Service" | +| **New York Statewide Imagery (2019)** (`ny-statewide-imagery`, `orthos.its.ny.gov`) | tiles, xyz, browser-direct | [Public domain — NYS open data](https://data.gis.ny.gov/) | "USDA; NYS ITS Geospatial Services" | +| **Oakland County, Michigan Ortho Imagery** (`oakland-county-mi`, `gisservices.oakgov.com`) | tiles, bbox, browser-direct; operator adds `oakland-county-mi` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://oakgov.maps.arcgis.com/) | "Oakland County GIS" | +| **Ohio Statewide Imagery** (`oh-statewide-imagery`, `maps.ohio.gov`) | tiles, xyz, browser-direct | [Public domain — Ohio open data](https://maps.ohio.gov/) | "Ohio Geographically Referenced Information Program (OGRIP)" | +| **Seamarks (OpenSeaMap)** (`openseamap-seamarks`, `tiles.openseamap.org`) | tiles, xyz, browser-direct | [CC BY-SA 2.0; data © OpenStreetMap contributors (ODbL)](https://openseamap.org/index.php?id=imprint&L=1) | "© OpenSeaMap contributors, CC BY-SA; data © OpenStreetMap contributors" | +| **Oregon Statewide Imagery (2000)** (`or-statewide-imagery`, `imagery.oregonexplorer.info`) | tiles, bbox, browser-direct | [Public domain — Oregon open data](https://www.oregon.gov/geo/) | "Oregon, GEO, DAS" | +| **Pennsylvania Statewide Imagery** (`pa-statewide-imagery`, `imagery.pasda.psu.edu`) | tiles, bbox, browser-direct | [Public domain — PASDA open data](https://www.pasda.psu.edu/) | "PASDA / PAMAP, Commonwealth of Pennsylvania" | +| **Netherlands aerial photos (PDOK)** (`pdok-aerial-netherlands`, `service.pdok.nl`) | tiles, xyz, browser-direct | [CC BY 4.0](https://www.pdok.nl/introductie/-/article/luchtfoto-pdok) | "Beeldmateriaal Nederland via PDOK" | +| **Ortofotomapa Polski (GUGiK)** (`pl-ortofotomapa`, `mapy.geoportal.gov.pl`) | tiles, bbox, browser-direct | [Polish open geodata (free reuse, Prawo geodezyjne art. 40a)](https://www.geoportal.gov.pl/) | "© GUGiK / geoportal.gov.pl" | +| **PNOA Máxima Actualidad** (`pnoa-ma`, `www.ign.es`) | tiles, bbox, browser-direct | [CC BY 4.0 (compatible) — Orden FOM/2807/2015](https://www.scne.es/productos.html) | "PNOA © Instituto Geográfico Nacional de España" | +| **Portland Metro (RLIS), Oregon Aerial Photos** (`portland-metro-or`, `utility.arcgis.com`) | tiles, xyz, browser-direct; operator adds `portland-metro-or` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://rlisdiscovery.oregonmetro.gov/) | "Oregon Metro RLIS" | +| **Ortofotos de Portugal Continental (DGT)** (`pt-dgt-ortos`, `ortos.dgterritorio.gov.pt`) | tiles, bbox, browser-direct | [CC BY 4.0](https://www.dgterritorio.gov.pt/) | "© Direção-Geral do Território" | +| **Rhode Island Statewide Imagery (2019)** (`ri-statewide-imagery`, `tiles.arcgis.com`) | tiles, xyz, browser-direct; operator adds `ri-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open — RIGIS terms](https://www.rigis.org/) | "URI EDC, RIGIS" | +| **Switzerland aerial photos (SWISSIMAGE 10 cm)** (`swisstopo-swissimage`, `wmts.geo.admin.ch`) | tiles, xyz, browser-direct | [swisstopo free geodata (OGD): free use, including commercial, with source credit](https://www.swisstopo.admin.ch/en/terms-of-use-free-geodata-and-geoservices) | "©swisstopo — SWISSIMAGE 10 cm" | +| **Texas Statewide Imagery (2022)** (`tx-statewide-imagery`, `imagery.geographic.texas.gov`) | tiles, bbox, browser-direct | [Public domain — TxGIO open data](https://geographic.texas.gov/) | "Texas Geographic Information Office (TxGIO)" | +| **Union County, Ohio Aerial Imagery** (`union-county-oh`, `www7.co.union.oh.us`) | tiles, bbox, browser-direct; operator adds `union-county-oh` to `GEV_LIBRARY_ENABLE` | [Local government open data — see publisher terms](https://union-county-auditor-unionco.hub.arcgis.com/) | "Union County / City of Marysville GIS" | +| **US rivers and lakes (USGS)** (`usgs-hydrography`, `basemap.nationalmap.gov`) | tiles, xyz, browser-direct | [USGS The National Map: U.S. public domain](https://www.usgs.gov/information-policies-and-instructions/copyrights-and-credits) | "USGS The National Map — National Hydrography Dataset" | +| **US topographic map (USGS)** (`usgs-topo`, `basemap.nationalmap.gov`) | tiles, xyz, browser-direct | [USGS The National Map: U.S. public domain](https://www.usgs.gov/information-policies-and-instructions/copyrights-and-credits) | "USGS The National Map" | +| **Virginia Statewide Imagery** (`va-statewide-imagery`, `vginmaps.vdem.virginia.gov`) | tiles, xyz, browser-direct; operator adds `va-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open — VGIN VBMP terms](https://vgin.vdem.virginia.gov/) | "Virginia Geographic Information Network (VGIN)" | +| **Orthofotomozaïek Vlaanderen (winter)** (`vlaanderen-omw`, `geo.api.vlaanderen.be`) | tiles, bbox, browser-direct | [Vlaanderen model licence for free reuse](https://www.vlaanderen.be/digitaal-vlaanderen/onze-oplossingen/orthofotomozaieken) | "© Digitaal Vlaanderen" | +| **Vermont Statewide Imagery** (`vt-statewide-imagery`, `maps.vcgi.vermont.gov`) | tiles, bbox, browser-direct | [Public domain — Vermont open data](https://vcgi.vermont.gov/) | "Vermont Center for Geographic Information (VCGI)" | +| **Orthophotos de Wallonie** (`wallonie-ortho`, `geoservices.wallonie.be`) | tiles, bbox, browser-direct | [Conditions ouvertes SPW (attribution)](https://geoportail.wallonie.be/catalogue-donnees) | "© Service public de Wallonie" | +| **Wisconsin Statewide Imagery (2020)** (`wi-statewide-imagery`, `di-wisdot.img.arcgis.com`) | tiles, bbox, browser-direct; operator adds `wi-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open — WisconsinView / state open data](https://www.wisconsinview.org/) | "WisDOT - NAIP 2020" | +| **Global power plants (WRI)** (`wri-global-power-plants`, `raw.githubusercontent.com`) | dataset, csv, browser-direct | [CC BY 4.0](https://creativecommons.org/licenses/by/4.0/) | "World Resources Institute, Global Power Plant Database (2021)" | +| **West Virginia Statewide Imagery** (`wv-statewide-imagery`, `services.wvgis.wvu.edu`) | tiles, bbox, browser-direct; operator adds `wv-statewide-imagery` to `GEV_LIBRARY_ENABLE` | [Open — WV GIS Technical Center terms](https://wvgis.wvu.edu/) | "WV GIS Technical Center, West Virginia University" | + + + ## Bundled snapshots Static datasets shipped in the repo for an out-of-the-box experience. **None are MIT** — each keeps its own license (see the carve-out in [LICENSE](LICENSE)). Each folder also has its own provenance README. diff --git a/SECURITY.md b/SECURITY.md index 7b57e5a6d..e67186d64 100644 --- a/SECURITY.md +++ b/SECURITY.md @@ -73,6 +73,7 @@ The data proxies under `server/providers/` are written so the browser cannot tur - **Radio is not an audio relay.** `/api/radio/stations` contacts only allowlisted Radio Browser HTTPS hosts and paths, rejects redirects, rejects any hostname with a loopback/private/link-local/metadata/non-public A or AAAA result, and pins each TLS connection to a validated address. It returns normalized public HTTPS stream URLs; `/api/radio/click/:uuid` applies the same destination policy and accepts only station IDs from the current bounded catalog. The browser then connects directly to the broadcaster after an explicit playback action, so the broadcaster sees the listener's IP address. GEV never proxies, caches, records, or redistributes audio. - **Québec 511 video plays in the browser, opt-in and after Play.** With `CCTV_QUEBEC_VIDEO_ENABLED=1`, `/api/cctv/sources` lists, for each MTQ camera, one URL built server-side from its numeric id on `https://www.quebec511.info/Carte/Fenetres/camera.ashx`; the overlay accepts no other host, path or format. The browser loads that clip only after the viewer presses Play for the selected camera, so Québec 511 sees the viewer's IP address, and the panel says so before Play. Selecting a camera by click, auto-hop, a scene or voice never loads it, and switching cameras stops playback. GEV never proxies, caches or reads the video's pixels. With the flag unset (the default) the browser makes no request to Québec 511. - **No verbatim client headers upstream.** The CCTV media route is the one route that relays a request header (`Range`, for video seeking). It is parsed and canonicalized before it is forwarded: one `bytes=` range only, with every accepted form — explicit span, open-ended and suffix — bounded to the same 64 MiB ceiling the relay applies to a declared response body. Multi-range, malformed, inverted and non-`bytes` values are dropped and the request proceeds without a `Range`, as RFC 7233 §3.1 prescribes. Bounding the request bounds what is asked for: a response that declares no length — live streamed media, or a chunked body from an upstream that ignores the `Range` — has no ceiling. An upstream request the browser has stopped waiting for is cancelled rather than left running, whether the viewer leaves before the headers arrive or during the body. +- **The Data Library proxy fetches manifest upstreams only.** `/api/library/data/`, `/api/library/tile////` and `/api/library/index/` (a partitioned GeoParquet entry's file index, built from an S3 ListObjectsV2 listing and one ranged footer read per file, cached in memory for the entry's `cacheSeconds`) resolve the id against the validated manifests in `src/library/entries/`; the browser never supplies a URL, and every derived request must stay on the manifest's https host. Redirects are refused, dataset bodies are capped while streaming at the manifest's `maxBytes` (at most 32 MiB) and tiles at 2 MiB of `image/png`, `image/jpeg` or `image/webp`, responses are cached in memory only (at most 512 tiles), requests are rate-limited per client, and upstream error text is never returned. A keyed entry must be proxied; its key is read from this server's environment through the key registry and its routes refuse cross-site and forwarded requests like the other cost-bearing routes. Browser-direct entries are fetched by the browser with no cookies or referrer. - **Transit fetches registered feeds only.** `/api/transit/vehicles/` resolves the id against `src/data/transitFeeds.js`; the browser never supplies a URL, and a feed that is registered but disabled does not resolve at all. Redirects are followed manually and each hop is validated against the feed's own https origin before it is requested, so an off-origin or downgraded hop is refused rather than contacted. Bodies are capped at 8 MB, the protobuf is decoded server-side under entity-count and string-length ceilings, a differential feed is refused, and snapshots live 15 s in memory with no disk cache. A per-feed admission limiter and a failure cooldown ladder bound what this process can ask of any operator. - **Rail fetches registered feeds only, and none needs a credential.** `/api/rail/feeds` lists the offered feeds; `/api/rail/trains/`, `/api/rail/updates/`, `/api/rail/paths/` and `/api/rail/schedule/` resolve the id against `src/data/railFeeds.js` (`RAIL_FEED_ID_PATTERN`: lowercase letters, digits and hyphens). The browser never supplies a URL, and an id that is not registered, or a trip-updates route for a feed that registers none, does not resolve at all; any method but GET answers 405 (`Allow: GET`, never cached). Every registered feed and every static timetable is open: no rail request carries a credential of the deployer's; one feed's published URL includes a fixed public value its publisher prints for everyone (Bordeaux's `apiKey`), and the only rail setting the server reads is `RAIL_PATHS_DIR`. Upstream requests follow the Transit proxy's policy: https only, each redirect hop validated against the feed's own https origin before it is requested (three hops at most), a request timeout, bodies capped at 8 MiB unless the registry sets a feed's own cap (never above 64 MiB), and a per-feed admission limiter and the failure cooldown ladder bound what the process asks of any operator. Responses are decoded server-side: GTFS-Realtime under entity-count and string-length ceilings, a differential feed is refused, and an empty or header-less GTFS-Realtime reply (an error page served as 200, say) is refused as unreadable, so the last good snapshot is served stale or the request fails with 502. The Irish Rail and SIRI VM XML is read by small scanners, not an XML library: a document that declares a DTD or an entity is refused, and the whole text, the number of trains and every field are capped. Only vehicles the feed's classifier recognises as trains leave the server, and no train position inside Ukraine is ever sent (`src/data/railNoPositions.js`). Snapshots and trip updates live in memory for the feed's own freshness window, with serve-stale after a failure; there is no disk cache and no history. Path and schedule packs are optional build output, read from disk (`.cache/rail-paths/` or `RAIL_PATHS_DIR`) by a reader that re-checks the id against the same pattern, so a name never leaves that directory. A pack over 24 MiB is refused before it is read and answers 503, never a partial file, and so does a pack that cannot be read: only a missing pack is 404; the rest pass through as bytes, through a 64 MiB in-memory read cache keyed by each file's modification time and size, and are served as JSON holding timetables and track shapes only, `no-cache` with an ETag from that time and size (304 when unchanged). A schedule pack of another format version or another feed, or whose window has ended, is not used, and a feed that cannot be read without it answers 503 rather than an empty list. The pack build (`scripts/build-rail-paths.mjs`) runs only when a person runs it, never on app start: it downloads over https only (a redirect to plain http is refused), caps each download in size and time, sends no credential, and refuses an `--out` folder (or a `RAIL_PATHS_DIR` it writes to) inside `src/` or `public/`. - **Local receiver feeds are operator-configured and local-only.** `/api/local-receivers/aircraft` reads only the `aircraft.json` URLs in the server's `LOCAL_RECEIVER_FEEDS`; the browser never supplies an address. Each host must pass the shared tap address rule (`src/data/tapAddress.js`: loopback, RFC1918, `localhost`, `*.local`; no link-local, IPv6 or other names), the scheme must be http(s), the path must end in `aircraft.json`, and credentials, queries and fragments are refused. Invalid entries are logged at startup and never fetched. Reads use a 2 s timeout, refuse redirects, cap bodies at 2 MB and share one read per second; responses name each feed by band only and never carry upstream error text. diff --git a/THIRD_PARTY_NOTICES.md b/THIRD_PARTY_NOTICES.md index ac186c25b..4ed2ea418 100644 --- a/THIRD_PARTY_NOTICES.md +++ b/THIRD_PARTY_NOTICES.md @@ -1,8 +1,8 @@ # Third-party software notices The project depends on third-party npm packages whose own licenses apply. This -file records the packages added for the browser-local SDR feature and the -Street Level viewer; the complete resolved dependency inventory remains in +file records the packages added for the browser-local SDR feature, the +Street Level viewer and the Data Library's GeoParquet reader; the complete resolved dependency inventory remains in `package-lock.json`. ## Web RTL-SDR @@ -45,3 +45,18 @@ Street Level viewer; the complete resolved dependency inventory remains in - Source: - License: MIT - License text: + +## hyparquet + +- Package: `hyparquet` 1.31.2 (loaded on demand when a Data Library + GeoParquet entry is switched on) +- Author: Hyperparam +- Source: +- License: MIT + +## fzstd (hyparquet ZSTD decompressor) + +- Package: `fzstd` 0.1.1 +- Author: Copyright (c) 2020 Arjun Barrett +- Source: +- License: MIT diff --git a/changelog.d/1604-data-library.md b/changelog.d/1604-data-library.md new file mode 100644 index 000000000..7b5b211fa --- /dev/null +++ b/changelog.d/1604-data-library.md @@ -0,0 +1,27 @@ +- Add the Data Library. New regional and niche sources no longer join the + Data Layers panel: **Browse data library** at its foot lists live entries + (a manifest each in `src/library/entries/`, fetched from the provider, never + bundled) with their licence, coverage and what this instance needs to serve + them, and **Add** puts one under a Library heading. Datasets (GeoJSON, CSV, + ArcGIS), raster tiles and host-layer packs are supported; selections persist + and travel in share links as `lib=`, separate from the layer tokens; one + generic `/api/library` proxy serves entries without CORS. Seeded with NASA + EONET events, EIA and WRI power plants, NWS alerts, NOAA tide stations, + Smithsonian volcanoes, NASA Black Marble, OpenSeaMap seamarks, and the + opt-in IMF PortWatch and CCTV packs. FEMA USA Structures and the + National Bridge Inventory load what is in view once you zoom in, and + Addresscloud's EPC ratings stream from Source Cooperative's GeoParquet on + S3, coloured A–G with live legend counts. Open tile overlays (geology, + biodiversity, population, surface water, national aerial photos and maps) + join GDACS alerts and EPA Superfund and TRI facilities. 64 aerial photo + layers from the Open Imagery Register (national programmes across Europe, + NSW, NAIP and US state, county and city services, WMS and ArcGIS export + included) show their resolution, true-ortho flag, years flown and refresh + cycle in Browse; aerial photos stay above every other drape, are clipped to + their coverage, and the providers' blank fill no longer whitens the globe. + Kartverket's open Norwegian maps (topographic, nautical charts, hillshade, + terrain relief, sea depths, boundaries and the cadastre) and Mapterhorn's + global terrain, drawn in the browser as shaded relief with an elevation + legend, are in the library too. Stat tiles head the dialog. A library layer's row has + Zoom to layer and Remove icons, and the dialog has Zoom and a confirmed + Remove all (asturksever, #1604). diff --git a/docs/CURRENT-STATE.md b/docs/CURRENT-STATE.md index bdfefe043..c453e4f3a 100644 --- a/docs/CURRENT-STATE.md +++ b/docs/CURRENT-STATE.md @@ -384,6 +384,206 @@ provider registration rejects compositions that cannot fit rather than truncatin identities. A malformed or duplicate entry invalidates the complete custom-switch field. Existing whole-link size limits still apply. +## Data Library — October 21, 2026 + +DATA LAYERS keeps its curated core layers; everything else lives in the Data +Library, opened from **Browse data library** at the foot of the panel. An entry +is a manifest in `src/library/entries/` that points at a live upstream its +provider hosts — a query API, a provider-hosted static file or a tile endpoint. +Nothing an entry describes is bundled, so a self-hosted instance serves every +entry without hosting data. Manifests are validated strictly when +`src/library/catalog.js` loads (unknown fields are errors), so an invalid entry +fails the unit suite. Authoring guide: [DATA-LIBRARY.md](DATA-LIBRARY.md). + +Three kinds ship. A `dataset` (GeoJSON, GeoJSON Lines, CSV with lat/lon +columns, a JSON record list read from `source.records` with named or guessed +lat/lon fields, or a paged ArcGIS FeatureServer query) renders through the same +GeoJSON layer as Datacenters and Dams, with the manifest's label, up to two +card fields and an optional `rank` field that orders a capped set and feeds the +layer's level-of-detail priority (0–600, below the named/unnamed gap). A capped +dataset reads PARTIAL. A dataset with `source.view` is view-bounded, +for layers too large to load whole (FEMA USA Structures: ~135 million +footprints): below `view.maxAltitudeM` it queries ArcGIS for what intersects a +window around the point the camera looks at (half the camera height each way, +330 m – 5.5 km, clipped to the visible rectangle), one page per view after the +camera settles, replacing the previous set only when the new one is ready and +aborting a superseded request; above it the row reads "zoom in to load this +layer" and nothing is fetched. Footprints are ground-clamped polygons (draped on +Google 3D tiles too), without outlines. Zoom to layer lands straight above the +manifest's `view.sample` area at 60 % of the altitude limit. View-bounded +entries are ArcGIS or GeoParquet, and browser-direct, in this build. + +`geoparquet` datasets are read in the browser with `hyparquet` (with `fzstd` +for ZSTD), imported lazily on first use; only the columns an entry uses are +decoded, and WKB geometry arrives as GeoJSON. A partitioned set +(`source.partitions`: an S3 ListObjectsV2 `listUrl` and a `keyBase`, both on the +source host) must be view-bounded. Its index — each file's GeoParquet footer +bbox, read with one range request per file — comes from `/api/library/index/` +(built once per `cacheSeconds` and shared), or is built in the browser and kept +in `gev:library:index:` on a static build. Footer bboxes can be stretched +by stray geocodes, so candidates are ranked by how much of each file's bbox +the view covers, read in parallel batches of four (up to eight per view) +until a batch has features in view, and each file read once teaches its real +extent (the box holding 98 % of its points, `gev:library:extent:`), so +later views skip files that do not cover them. The last four decoded files +stay in memory. `display.colorBy` colours each feature by a field's value (a +dotted path such as `categories.0.title` is flattened into the feature's +`__gevColorKey`): view-bounded layers draw 6 px dots or filled polygons, other +datasets keep the GeoJSON layer's stems, cards and level of detail with a +per-feature colour (`featureColor` in `localGeojsonCore.js`). Values sharing a +`colorBy.labels` label form one legend group (coal, gas and oil are "Fossil"); +values the manifest does not colour draw in `display.color` and count as +Other. The row legend lists each group with its count (in view, or in the +loaded set), one item per line as Fire Perimeters' does. Status-like fields +(GDACS and PortWatch alert levels, NWS severity, bridge condition) use the +fixed status palette (good #0ca30c, warning #fab219, serious #ec835a, +critical #d03b3b); categorical ones (fuel, EONET category, building +occupancy) use at most four hues that pass all-pairs colour-vision checks on +the dark globe, plus a neutral Other. Tile layers carry a static +`display.legend` copied from the provider's own scale (GBIF classic.poly, +JRC occurrence, GIBS GPW, Macrostrat's ICS period colours); EMODnet publishes +no machine-readable scale and has none. Aerial photo layers (PDOK, IGN, GSI +photos, swisstopo SWISSIMAGE) set `display.outline`: their covered countries' +borders draw as a thin white ground-clamped line, so the imagery's edge is +plain, with a "Coverage outline" legend item. Borders come from Natural +Earth's 1:50m admin-0 countries (public domain, fetched live once per page and +credited); `countries` draws every part (Japan's islands, Liechtenstein beside +Switzerland), `coverage` only the parts inside `coverage.bbox` (the European +Netherlands, metropolitan France). A failed border fetch costs only the +outline. The same layers set `display.aerial`: they drape above every other +imagery layer and raise themselves again whenever another drape is added, so a +basemap or weather overlay switched on later goes underneath. Each is +`source.bounded` (tiles requested inside `coverage.bbox` only) and names its +provider's no-imagery fill in `display.noDataColor`, drawn transparent through +Cesium's colour-to-alpha (max channel distance 0.02): measured fills are PDOK +and swisstopo white, IGN's flat ocean blue (#0a3b59) and GSI's ocean grey +(#343434). Without both, PDOK's white fill covered the whole globe. A 4xx tile +answer counts as "no imagery here", never as a tile error. IGN's overseas +departments are outside its single bbox and are not shown. The aerial set now holds 68 +entries: 64 imported from the Open Imagery Register (national programmes in +Austria, Belgium, Germany, Estonia, Spain, Luxembourg, Poland, Portugal, +Geneva, Australia's NSW, and 51 US services: NAIP plus state, county and +city programmes) plus PDOK, IGN, GSI and SWISSIMAGE, each with an `imagery` +block (type, published resolution, true ortho, years flown, refresh) that +Browse shows as a spec list. Tiles take `xyz` (with `{reverseY}` for TMS) or +`bbox` templates (`{bbox-epsg-3857}`: WMS GetMap and ArcGIS export, filled +by Cesium in the browser and by the proxy from z/x/y). Sub-national entries +draw a `bbox` rectangle outline without fetching the country borders. 35 +entries whose licence the register gives only as "see publisher terms" are +operator opt-in. Norway comes from Kartverket's open +services (CC BY 4.0, "© Kartverket"; its zoom 12–20 Geovekst data may be shown +in live services but not copied): the topographic, greyscale, raster-topo and +nautical-chart caches (`xyz`), and WMS hillshade, DTM colour relief, sea depths +(from zoom 11, Kartverket's 16-class depth legend), county and municipality +boundaries, and the cadastre (from zoom 14). Norge i bilder needs +authentication and is not included. `mapterhorn-terrain` is the first +`source.encoding: terrarium` entry: Mapterhorn's global 512 px terrain-RGB +tiles are decoded per tile in the browser (`src/library/relief.js`) into +shaded relief with a six-class elevation legend in metres. A `tiles` entry (`{z}/{x}/{y}` template) drapes on the +active imagery host — the globe, or the Google 3D tileset — and follows map +stack switches; with no host it shows the existing "choose a globe map" +guidance, and its row reads DRAPED rather than a count. A `pack` describes an +existing host-layer source pack (today the opt-in CCTV packs): it is +informational in Browse, names the host's own switch (`CCTV_NYC_ENABLED=1` and +so on) and offers no Add. The `provider` kind from the RFC is refused by the +validator until it ships. + +Entries register their layer only when a viewer adds them, after the core +catalog is sealed: `LayerLifecycle.registerLibraryLayer` accepts only ids in +the `lib-` namespace and only after `finalizeRegistrations`, and +`unregisterLibraryLayer` destroys them. Library layers never enter +`LAYER_STATE_REGISTRY` or the core token ledger. The panel groups them under a +**Library** heading after every core group and rebuilds its rows on a +`registrations` activity. Add switches the layer on; Remove destroys it. +A library layer's row carries two icon chips, on or off (the panel shows +row controls for an off layer only for Data Library rows, whose chips are +marked `whileOff`): **Zoom to layer** +(`zoom_in_map`) flies to the extent of the loaded features, or a tiles entry's +declared coverage, taking the shorter way round the antimeridian and showing the +whole globe for world-scale sets; **Remove from Data Layers** (`delete`) +removes the entry. Zoom on a layer that is off switches it on first (a +dataset only knows its extent once loaded). Zoom runs as an immediate +navigation (`layer`), so Cockpit +refuses it with its own message and the current follow owner is released first; +reduced motion flies instantly. Icon chips (`chipGroup.js` `icon`/`action`) use +their label as accessible name and tooltip and carry no `aria-pressed`. + +This browser's selection persists in `gev:library:v1` (`{ added, on }`), written +only for explicit (user, voice, tool) changes, like core layer state, so a +Context session's temporary changes are not remembered. Share links carry the +switched-on entries as `lib=.` with the permanent two-character tokens in +`src/library/ledger.json` (append-only; packs take none). A link's entries join +the viewer's library and, as for core layers, the link alone decides what is +on. Unknown tokens are skipped. The live hash follows the existing +initial-restore suppression. + +Browser-direct entries are fetched without cookies or a referrer, redirects +refused, bodies capped while streaming. Proxied entries go through +`/api/library` (`server/providers/library.js`): `/catalog` reports each entry's +availability and reason (`operator-opt-in`, `operator-disabled`, `key-missing`) +without secrets; `/data/` and `/tile////` reach only the +manifest's fixed upstream (the browser names an id, never a URL), refuse +redirects and off-manifest hosts, cap dataset bodies at the manifest's +`maxBytes` (≤ 32 MiB) and tiles at 2 MiB of `image/png|jpeg|webp`, cache per the +manifest's `cacheSeconds` (60 s – 24 h; at most 512 tiles), serve the last good +dataset as stale on failure, rate-limit per client, and never return upstream +text. A keyed entry must be proxied; its key comes from the server environment +through the key registry and its routes use the strict cross-site gate, while +keyless routes use the keyless gate so they work behind a reverse proxy. +Operators opt entries in with `GEV_LIBRARY_ENABLE` and remove them with +`GEV_LIBRARY_DISABLE`. A static build with no server still serves every +browser-direct, non-opt-in entry; proxied ones say they need the app's server. + +The Browse dialog is a `dialog[data-panel-surface]`: modal, labelled, search +focused on open, Escape and backdrop dismiss and return focus to Browse, and it +closes when clean view, recording or Cockpit hides the panels. Its surface is +frosted glass (a lighter `--glass-bg` than the rails, a 22 px backdrop blur +clipped to the theme's frame, a barely dimmed backdrop), so the globe shows +through without the HUD text behind it competing. An added entry that is on +offers ZOOM, which closes the dialog and flies to it. Above the intro, four +stat tiles summarise the library: Datasets (every entry, broken down by kind), +Themes (how many distinct themes the entries cover), Added (and how many are on +the map), and Map features (features loaded by dataset layers that are on; +tiles have no count). +They refresh with the dialog and once a second while it is open, so counts +land as datasets finish loading. The line beside **REMOVE ALL** answers the +filter ("Showing 2 of 8"). **REMOVE ALL** removes every added entry; its first +press arms a confirm for four seconds. It lists +addable entries first, then entries this instance would need to switch on, then +packs, with kind, status, opt-in or key badges, provider, coverage and a licence +link, and filters by text, theme and "only what this instance serves". +Archived entries are hidden unless added. An entry's attribution and licence are +registered in the Data attribution popover while it is in use. + +Seeds: NASA EONET open events (GeoJSON, browser-direct), EIA US power plants +≥ 100 MW (ArcGIS, browser-direct, ranked by capacity), Smithsonian GVP Holocene +volcanoes (WFS GeoJSON, proxied — the upstream sends no CORS headers), NASA +Black Marble 2016 night lights and OpenSeaMap seamarks (tiles), and the NYC, +Lithuania and FL511 CCTV packs. Added from the Ask dataset registry (its live, +mappable sources that are not core layers): the WRI Global Power Plant Database +(provider-hosted CSV, the 10,000 largest of ~35,000 by capacity, so it reads +PARTIAL), NWS active alerts that carry their own polygon (zone-wide alerts have +no geometry and are dropped), NOAA CO-OPS tide stations (JSON records), and IMF +PortWatch chokepoints and port disruptions (ArcGIS, operator opt-in until the +reuse terms are confirmed, as Ask holds them in hosted mode). FEMA/ORNL USA +Structures (CC BY 4.0) is the first view-bounded entry; its service refuses a +query page smaller than its own 2,000 records, so the probe asks for a full +page. Addresscloud's EPC ratings for England and Wales (Source Cooperative, +read from `s3.us-west-2.amazonaws.com/us-west-2.opendata.source.coop`, 344 +local-authority GeoParquet files, OGL v3.0) are the first partitioned +GeoParquet entry, coloured by band A–G with the official EPC colours. From an +open/freemium registry review (commercial sources excluded): GDACS disaster +alerts; the National Bridge Inventory (view-bounded, coloured Good/Fair/Poor); +EPA Superfund sites and Toxics Release Inventory facilities (view-bounded); and +tile overlays for Macrostrat geology, GBIF biodiversity density, USGS +topographic and hydrography maps, PDOK (Netherlands) and IGN (France) aerial +photos, BKG TopPlusOpen, GSI Japan map and photos, EMODnet bathymetry, SEDAC +GPW 2020 population density (legend from the GIBS colour map) and JRC surface +water occurrence. `npm run library:check` validates manifests, +the ledger (append-only with `--base-ref`, run in CI on pull requests) and the +generated DATA_SOURCES.md section; `npm run library:probe` hits every upstream +once; `npm run qa:data-library` is the browser gate (fixture-backed). + ## Utilities panel — October 29, 2026 UTILITIES is its own left-side panel, between Data Layers and Scenes, with diff --git a/docs/DATA-LIBRARY.md b/docs/DATA-LIBRARY.md new file mode 100644 index 000000000..c549e7b4d --- /dev/null +++ b/docs/DATA-LIBRARY.md @@ -0,0 +1,183 @@ +# Data Library + +DATA LAYERS is the curated set of core layers. The Data Library holds +everything else: regional sources, niche themes and community contributions. +A viewer opens it from **DATA LAYERS ▸ Browse data library**, adds what they +want, and the entry appears in the panel under **Library**. Nothing in the +library is on until someone adds it. + +Runtime behaviour is described in [CURRENT-STATE.md](CURRENT-STATE.md#data-library--october-21-2026). +This page is the authoring guide. + +## The one rule: live sources only + +A library entry points at data its provider hosts. That can be a query API, a +static file at a stable URL the provider controls, or a tile endpoint. The +data is never copied into this repository. If the upstream goes away, the +entry goes stale; this project never becomes the host of record. That is what +lets every self-hosted instance serve the whole library with no data of its +own. + +It also keeps the existing rule in [CONTRIBUTING.md](../CONTRIBUTING.md): do +not add data you have no right to redistribute. A live source still needs a +licence that allows this use, and the manifest must say what it is. + +## Kinds + +| Kind | What it is | Renders through | +| --- | --- | --- | +| `dataset` | Vector features: `geojson`, `geojsonl`, `csv` (lat/lon columns), `json` (a record list with lat/lon fields), `arcgis` (a FeatureServer or MapServer layer, paged) or `geoparquet` (one file, or a partitioned set on S3) | The GeoJSON layer Datacenters and Dams use; view-bounded and GeoParquet sets draw as ground-clamped dots and polygons | +| `tiles` | Raster tiles: `xyz` with a `{z}/{x}/{y}` template (`{reverseY}` for TMS rows), or `bbox` with a `{bbox-epsg-3857}` template (WMS GetMap, ArcGIS `export`/`exportImage`) | The active map's imagery host (globe or Google 3D tiles) | +| `pack` | A source pack an existing host layer already loads (today: CCTV) | The host layer, switched on by its own environment variable | + +A `dataset` or `tiles` entry needs no JavaScript. A `pack` documents a host +layer's opt-in source so viewers can see it and operators know the switch; the +host layer owns its code. Provider entries (code implementing a family +contract, such as a Street Level provider) are not supported yet and are +refused by the validator. + +## Add an entry + +1. Create `src/library/entries/.json`. The id is 3–48 lowercase letters, + digits or dashes and is permanent. +2. Add one import line for it in `src/library/catalog.js` (keep the list in + file-name order). +3. For a `dataset` or `tiles` entry, run `npm run library:next -- ` and + append `["", ""]` to `src/library/ledger.json`. Tokens are + permanent: never change or reuse a row, even when an entry is removed. + Packs take no token. +4. Run `npm run library:docs` to regenerate the DATA_SOURCES.md table. +5. Run `npm run library:check -- --base-ref origin/main`, + `npm run library:probe`, `npm test` and `npm run qa:data-library`. +6. Open a pull request with a `changelog.d/` fragment. + +Start new entries at `"status": "community"`. Maintainers move an entry to +`verified` after reviewing its licence and seeing it stay healthy; `stale` and +`archived` mark entries whose upstream has stopped answering. Archived entries +are hidden from Browse unless a viewer already added them. + +## Manifest reference + +```json +{ + "id": "eia-power-plants", + "kind": "dataset", + "family": "infrastructure", + "title": "US power plants, 100 MW and up (EIA)", + "provider": "EIA", + "description": "Operating US power plants with at least 100 MW of capacity.", + "icon": "ϟ", + "maintainer": "github:your-handle", + "coverage": { "countries": ["US"], "bbox": [-180, 13, -64, 72] }, + "source": { + "format": "arcgis", + "url": "https://services2.arcgis.com/…/Power_Plants_in_the_US/FeatureServer/0", + "query": { "where": "Total_MW >= 100", "outFields": "Plant_Name,PrimSource,Total_MW" }, + "fetch": "browser-direct", + "cacheSeconds": 86400, + "maxFeatures": 4000, + "maxPages": 3 + }, + "display": { + "color": "#ffc23d", + "label": "Plant_Name", + "fields": ["PrimSource", "Total_MW"], + "rank": { "field": "Total_MW", "order": "desc" } + }, + "licence": { "name": "EIA data: public domain", "url": "https://www.eia.gov/about/copyrights_reuse.php" }, + "attribution": { "text": "U.S. Energy Information Administration", "url": "https://atlas.eia.gov/" }, + "status": "community", + "reviewed": "2026-10-21" +} +``` + +Unknown fields are errors, so a typo cannot silently drop a cap or a licence. + +| Field | Required | Notes | +| --- | --- | --- | +| `id`, `kind`, `family`, `title` (≤ 60), `provider` (≤ 32), `description` (≤ 240), `maintainer`, `status` | yes | `family` is one of movement, cameras, infrastructure, events, weather, environment, imagery. `provider` is the short name the panel row shows. | +| `coverage` | yes | `global: true`, ISO 3166-1 alpha-2 `countries`, and/or a `bbox` `[west, south, east, north]`. | +| `source.url` | yes | https, a real hostname, no credentials or fragment. | +| `source.format` | yes | Datasets: `geojson`, `geojsonl`, `csv`, `json`, `arcgis`, `geoparquet`. Tiles: `xyz` (`{z}`, `{x}` and `{y}` or `{reverseY}`) or `bbox` (one `{bbox-epsg-3857}`, filled with the tile's Web Mercator bounds in metres, as MapLibre does). Packs: `host`. | +| `source.records` | no | JSON only: the property path to the record list, such as `stations` for `{ "stations": [ … ] }`. Omit when the response is the list itself. | +| `source.fetch` | datasets, tiles | `browser-direct` when the upstream sends CORS headers and needs no key; otherwise `proxied`. | +| `source.query` | no | Query parameters added to the URL. For `arcgis`, `where` and `outFields`; geometry is always WGS84 GeoJSON. | +| `source.columns` | no | CSV or JSON: `{ "lat": "…", "lon": "…" }` when the fields are not lat/latitude/y and lon/lng/longitude/x. | +| `source.cacheSeconds` | no | 60–86,400, default 3,600. How long the proxy keeps a response. | +| `source.maxBytes` | no | Body cap, default 16 MiB, at most 32 MiB. | +| `source.maxFeatures` | no | Feature cap, default 10,000, at most 20,000. A capped dataset reads PARTIAL. | +| `source.maxPages` | no | ArcGIS pages to follow, default 5, at most 10. | +| `source.view` | no | `{ "maxAltitudeM": 300–50000, "sample": [w, s, e, n] }`. Makes a huge ArcGIS layer view-bounded: below that camera height it loads what is in view, one page at a time; above it the row asks the viewer to zoom in. Needs `arcgis` or `geoparquet`, and `browser-direct`. `sample` is where Zoom to layer lands and what `library:probe` queries. | +| `source.partitions` | no | GeoParquet only: `{ "listUrl": "", "keyBase": "" }`, both on the source host. Needs `source.view`. The library indexes each file by its footer bbox and reads only the files in view. | +| `source.minZoom`, `source.maxZoom` | no | Tiles only, 0–22. | +| `source.encoding` | no | Tiles (`xyz`): `terrarium` when the pixels are elevation as terrain-RGB (height = R × 256 + G + B / 256 − 32768 m). The browser draws them as shaded relief: one orange ramp in six elevation classes (legend in metres), lit from the north-west; sea (exactly 0 m) is transparent. | +| `source.tileSize` | no | Tiles: 256 (default) or 512 px. | +| `source.bounded` | no | Tiles with `coverage.bbox`: `true` requests tiles inside the bbox only. Required for aerial imagery, whose servers paint a fill (white, a flat ocean, a coarse world mosaic) everywhere they have no photos. A 4xx tile answer is treated as "no imagery here", never retried or counted as an error. | +| `source.key` | no | `{ "id": "", "in": "query" \| "header", "name": "…" }`. The id must exist in `src/keySetupCore.mjs`. A keyed entry must be `proxied`, so the key never reaches the browser. | +| `display.color`, `display.label`, `display.fields` (≤ 4, two shown) | no | Datasets only, except `opacity`. | +| `display.rank` | no | `{ "field": "…", "order": "desc" \| "asc" }`. Keeps the most important features when capped and lets the map prefer them at global zoom. Numbers or ISO dates. Without it, a zoomed-out view shows whichever features come first. | +| `display.colorBy` | no | View-bounded datasets: `{ "field": "…", "colors": { "": "#rrggbb" }, "labels": { "": "…" } }`, up to 12 values. Colours each feature by value; the row legend lists each label with the count in view. | +| `display.legend` | no | `[{ "label": "…", "color": "#rrggbb" }]`, up to 12: a static legend, such as a tile layer's colour scale. Take the colours from the provider's own legend or colour map. | +| `display.outline` | no | Tiles: `countries` outlines every part of each covered country, `coverage` only the parts inside `coverage.bbox`, `bbox` the bbox rectangle itself (a state, county or city inside a country). Use it for aerial imagery so its edge shows. | +| `display.aerial` | no | Tiles: `true` for aerial or satellite photography. It drapes above every other imagery layer, including core overlays, and stays there when another layer is switched on. Pair it with `source.bounded`. | +| `display.noDataColor` | no | Tiles: `#rrggbb` of the provider's no-imagery fill, drawn transparent (within a small tolerance for JPEG noise along its edge). Measure it from a tile outside the coverage; do not guess. Globe maps only: Google 3D tiles ignore it. | +| `display.opacity` | no | Tiles: (0, 1]. | +| `imagery` | no | Tiles: what a photo layer is. `type` (`ortho`, `satellite-mosaic`, `oblique`, `historic`), `resolution` as the provider publishes it ("10 cm (plains) / 25 cm (Alps)"), `resolutionM` (the finest, in metres), `trueOrtho`, and optional `vintage` ("2021–present"), `updateCycle`, `orthoQuality` and `registry` (an https link to where the metadata came from). Browse shows it as a spec list on the card. | +| `pack` | packs | `{ "host": "cctv", "env": "CCTV_EXAMPLE_ENABLED" }`. Packs are always `licence.operatorOptIn: true`. | +| `licence` | yes | `name`, an https `url`, and `operatorOptIn: true` when the terms need the operator's own agreement or consent. | +| `attribution` | yes | `text` and an optional https `url`; shown in the Data attribution popover while the entry is in use. | +| `regionsServed` | no | ISO codes, when the upstream only answers from some countries. | +| `reviewed` | no | `YYYY-MM-DD` of the last licence and endpoint review. | + +## Aerial imagery from the Open Imagery Register + +The aerial photo entries came from the [Open Imagery Register](https://imagery-registry.netlify.app/) +on 2026-10-23: every register source with a map preview, less the ones that +fail the library's rules. Each entry keeps the register's resolution, product +type, true-ortho flag, years flown and refresh cycle in `imagery`. Before an +entry was written, a tile inside its coverage was fetched in a browser from +the app's origin: it had to be a real photo (not a blank fill), and the +provider had to send CORS headers (or the entry would be `proxied`). The +fill a provider paints at its coverage corners became `display.noDataColor`. + +Left out, with the reason: + +| Register source | Why | +| --- | --- | +| NASA GIBS true colour | Already in core (Recent imagery). | +| Sentinel-2 cloudless (EOX) | CC BY-NC-SA: non-commercial. | +| SWISSIMAGE Bern and Marion County PMTiles | Extracts hosted by the register, not the provider. | +| Cabarrus County NC, Hawaii, Nashville, Sioux Falls | Credit a commercial imagery vendor (EagleView, Maxar WorldView, Pictometry, Nearmap). | +| DVRPC, Missouri, Washington | The preview serves a blank white tile across the coverage centre. | +| Sarasota County FL | The service now requires a token. | + +Entries whose register licence reads "see publisher terms" or "verify portal +terms" are `licence.operatorOptIn: true`: an operator reads the publisher's +terms and lists the id in `GEV_LIBRARY_ENABLE`. Re-check an entry's terms and +drop the opt-in when its publisher states an open licence. + +## Choosing a fetch mode + +Use `browser-direct` when the upstream answers a browser on another origin +(`Access-Control-Allow-Origin`) and needs no key. Tile servers must send CORS +headers for WebGL to use them; without them, use `proxied`. + +Use `proxied` otherwise. The proxy is generic: there is no per-entry server +code. It reaches only the manifest's host, refuses redirects, caps bodies, +caches per `cacheSeconds` and never returns upstream error text. The browser +names an entry id, never a URL, so the proxy cannot be pointed anywhere else. + +## Operator switches + +| Variable | Effect | +| --- | --- | +| `GEV_LIBRARY_ENABLE` | Comma-separated ids of `operatorOptIn` datasets and tiles to serve. | +| `GEV_LIBRARY_DISABLE` | Comma-separated ids to remove from this instance. | +| A pack's own variable | For example `CCTV_NYC_ENABLED=1`; Browse then shows the pack as switched on. | + +## When an entry belongs in core instead + +A library entry can be proposed for DATA LAYERS when it has global or +near-global coverage, is keyless or uses a key the registry already has, has +stayed `verified` with no stale period for about six months, and a core +maintainer will own it. Promotion and demotion are maintainer decisions. diff --git a/index.html b/index.html index 5cfee67ea..f3057f742 100644 --- a/index.html +++ b/index.html @@ -26,7 +26,7 @@ with the sources: src/materialSymbolsSubset.test.mjs fails when a source names a glyph this list is missing, because a missing glyph does not draw a box — the ligature never forms and the element renders the literal word. --> - +
diff --git a/package-lock.json b/package-lock.json index 9ab7b43f7..df28aba4b 100644 --- a/package-lock.json +++ b/package-lock.json @@ -15,7 +15,9 @@ "@meri-imperiumi/eccodes-wasm": "^2.48.2", "cesium": "^1.124.0", "egm96-universal": "^1.1.1", + "fzstd": "0.1.1", "hls.js": "^1.7.3", + "hyparquet": "1.31.2", "mapillary-js": "^4.1.2", "mgrs": "^2.1.0", "pbf": "^5.1.2", @@ -2460,6 +2462,12 @@ "node": "^8.16.0 || ^10.6.0 || >=11.0.0" } }, + "node_modules/fzstd": { + "version": "0.1.1", + "resolved": "https://registry.npmjs.org/fzstd/-/fzstd-0.1.1.tgz", + "integrity": "sha512-dkuVSOKKwh3eas5VkJy1AW1vFpet8TA/fGmVA5krThl8YcOVE/8ZIoEA1+U1vEn5ckxxhLirSdY837azmbaNHA==", + "license": "MIT" + }, "node_modules/get-caller-file": { "version": "2.0.5", "resolved": "https://registry.npmjs.org/get-caller-file/-/get-caller-file-2.0.5.tgz", @@ -2570,6 +2578,12 @@ "url": "https://opencollective.com/express" } }, + "node_modules/hyparquet": { + "version": "1.31.2", + "resolved": "https://registry.npmjs.org/hyparquet/-/hyparquet-1.31.2.tgz", + "integrity": "sha512-dpVTCGkPPIdfDExa7YZGaJpuBTmLFDKGeZ6meHUj1mz/Q3qmaQHGLLqCyPBkQjfxrYNb08YTax682qeGO+zkVA==", + "license": "MIT" + }, "node_modules/ieee754": { "version": "1.2.1", "resolved": "https://registry.npmjs.org/ieee754/-/ieee754-1.2.1.tgz", diff --git a/package.json b/package.json index b8f5c581a..6c11697bc 100644 --- a/package.json +++ b/package.json @@ -38,6 +38,10 @@ "i18n": "node scripts/i18n.mjs", "layer-token:next": "node scripts/next-layer-state-token.mjs", "layer-token:check": "node scripts/check-layer-state-tokens.mjs", + "library:check": "node scripts/library.mjs check", + "library:next": "node scripts/library.mjs next", + "library:docs": "node scripts/library.mjs docs", + "library:probe": "node scripts/library.mjs probe", "changelog": "node scripts/assemble-changelog.mjs --write", "changelog:check": "node scripts/assemble-changelog.mjs --check", "dev": "vite", @@ -54,6 +58,7 @@ "qa:street-level:fixtures": "node scripts/qa-street-level.mjs --fixtures", "check:boundaries": "node scripts/check-import-directions.mjs && node scripts/check-package-boundaries.mjs", "qa:transit": "node scripts/qa-transit.mjs", + "qa:data-library": "node scripts/qa-data-library.mjs", "mcp": "node server/mcp/stdio.js" }, "dependencies": { @@ -63,7 +68,9 @@ "@meri-imperiumi/eccodes-wasm": "^2.48.2", "cesium": "^1.124.0", "egm96-universal": "^1.1.1", + "fzstd": "0.1.1", "hls.js": "^1.7.3", + "hyparquet": "1.31.2", "mapillary-js": "^4.1.2", "mgrs": "^2.1.0", "pbf": "^5.1.2", diff --git a/scripts/library.mjs b/scripts/library.mjs new file mode 100644 index 000000000..62366302e --- /dev/null +++ b/scripts/library.mjs @@ -0,0 +1,321 @@ +#!/usr/bin/env node +/** + * Data Library maintenance. See docs/DATA-LIBRARY.md. + * + * npm run library:check [-- --base-ref origin/main] + * Validate every manifest, the share-token ledger and the generated + * DATA_SOURCES.md section. With --base-ref, also prove the ledger only + * appended rows since that ref (published tokens never change). + * npm run library:next -- + * Print the next free share token for a new switchable entry. + * npm run library:docs + * Rewrite the generated Data Library section of DATA_SOURCES.md. + * npm run library:probe [-- --json] [-- --strict] + * Hit every dataset and tile upstream once (bounded) and report + * status, latency and feature count. --strict exits 1 on a failure. + */ +import { execFileSync } from 'node:child_process'; +import { readFileSync, writeFileSync } from 'node:fs'; +import path from 'node:path'; +import { fileURLToPath } from 'node:url'; +import { LIBRARY_ENTRIES, LIBRARY_LEDGER } from '../src/library/catalog.js'; +import { libraryTileUrl } from '../src/library/manifest.js'; +import { + arcgisPageUrl, + datasetRequestUrl, + parseLibraryBody, +} from '../src/library/formats.js'; +import { + nextLibraryToken, + readLibraryLedger, +} from '../src/library/selection.js'; + +const root = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '..'); +const DATA_SOURCES = path.join(root, 'DATA_SOURCES.md'); +const START = ''; +const END = ''; +const LEDGER_PATH = 'src/library/ledger.json'; + +const cell = (text) => String(text).replace(/\|/g, '\\|').replace(/\s+/g, ' '); + +/** The generated DATA_SOURCES.md section, one row per entry. */ +export function libraryDocsSection(entries = LIBRARY_ENTRIES) { + const rows = [...entries] + .sort((a, b) => a.id.localeCompare(b.id)) + .map((entry) => { + const host = (() => { + try { + return new URL(entry.source.url.replace(/\{[xyz]\}/g, '0')).host; + } catch { + return ''; + } + })(); + const how = + entry.kind === 'pack' + ? `CCTV pack; operator sets \`${entry.pack.env}=1\`` + : `${entry.kind}, ${entry.source.format}, ${entry.source.fetch}` + + (entry.licence.operatorOptIn + ? `; operator adds \`${entry.id}\` to \`GEV_LIBRARY_ENABLE\`` + : '') + + (entry.source.key + ? `; needs the \`${entry.source.key.id}\` key` + : ''); + return `| **${cell(entry.title)}** (\`${entry.id}\`, \`${host}\`) | ${cell(how)} | [${cell(entry.licence.name)}](${entry.licence.url}) | "${cell(entry.attribution.text)}" |`; + }); + return [ + START, + '', + '## Data Library entries (fetched at runtime — not stored in this repo)', + '', + 'Each Data Library entry is a manifest in `src/library/entries/` pointing at a live upstream its provider hosts; see [docs/DATA-LIBRARY.md](docs/DATA-LIBRARY.md). An entry appears on the map only after a viewer adds it from **DATA LAYERS ▸ Browse data library**, and its attribution is registered in the Data attribution popover while it is in use. This table is generated from the manifests: edit the manifest, then run `npm run library:docs`.', + '', + '| Entry | How it is served | Licence / terms | Attribution |', + '| --- | --- | --- | --- |', + ...rows, + '', + END, + ].join('\n'); +} + +function replaceSection(text, section) { + const start = text.indexOf(START); + const end = text.indexOf(END); + if (start < 0 || end < start) { + const anchor = text.indexOf('\n## Bundled snapshots'); + if (anchor < 0) + throw new Error('DATA_SOURCES.md has no Bundled snapshots heading'); + return `${text.slice(0, anchor)}\n${section}\n${text.slice(anchor)}`; + } + return text.slice(0, start) + section + text.slice(end + END.length); +} + +function check(baseRef) { + const errors = []; + const ledger = readLibraryLedger(LIBRARY_LEDGER); + errors.push(...ledger.errors.map((error) => `ledger ${error}`)); + for (const entry of LIBRARY_ENTRIES) { + const switchable = entry.kind !== 'pack'; + if (switchable && !ledger.tokenById.has(entry.id)) + errors.push( + `${entry.id}: no share token (npm run library:next -- ${entry.id})`, + ); + if (!switchable && ledger.tokenById.has(entry.id)) + errors.push( + `${entry.id}: packs are switched by their host and take no token`, + ); + } + if (baseRef) { + let published = []; + try { + published = JSON.parse( + execFileSync('git', ['show', `${baseRef}:${LEDGER_PATH}`], { + cwd: root, + encoding: 'utf8', + stdio: ['ignore', 'pipe', 'ignore'], + }), + ); + } catch { + published = []; + } + published.forEach(([id, token], index) => { + const row = LIBRARY_LEDGER[index]; + if (!row || row[0] !== id || row[1] !== token) + errors.push( + `ledger row ${index} (${id} → ${token}) was published on ${baseRef} and must not change`, + ); + }); + LIBRARY_LEDGER.slice(published.length).forEach(([id, token], offset) => { + const expected = nextLibraryToken( + LIBRARY_LEDGER.slice(0, published.length + offset), + ); + if (token !== expected) + errors.push( + `ledger row for ${id} should take ${expected}, not ${token}`, + ); + }); + } + const text = readFileSync(DATA_SOURCES, 'utf8'); + if (!text.includes(libraryDocsSection())) + errors.push( + 'DATA_SOURCES.md Data Library section is out of date (npm run library:docs)', + ); + if (errors.length) { + for (const error of errors) console.error(`✗ ${error}`); + process.exit(1); + } + console.log( + `Data Library valid: ${LIBRARY_ENTRIES.length} entries, ${LIBRARY_LEDGER.length} share tokens${baseRef ? `, ledger append-only against ${baseRef}` : ''}.`, + ); +} + +/** Points inside a coverage bbox to try, centre first, as [fx, fy] shares. */ +const PROBE_POINTS = [ + [0.5, 0.5], + [0.4, 0.45], + [0.6, 0.55], + [0.25, 0.25], + [0.75, 0.75], +]; + +/** + * A Web Mercator tile to probe. Regional entries try points inside their + * coverage bbox (a regional server answers 404 or a blank fill outside its + * photos, and a bbox centre can be sea); global entries probe a mid-world + * tile. + */ +function probeTile(entry, z, [fx, fy] = PROBE_POINTS[0]) { + const n = 2 ** z; + const bbox = entry.coverage?.bbox; + if (!bbox) return { x: Math.floor(n / 2), y: Math.floor(n / 3) }; + const lon = bbox[0] + (bbox[2] - bbox[0]) * fx; + const lat = Math.max(-85, Math.min(85, bbox[1] + (bbox[3] - bbox[1]) * fy)); + const rad = (lat * Math.PI) / 180; + const clamp = (value) => Math.min(n - 1, Math.max(0, Math.floor(value))); + return { + x: clamp(((lon + 180) / 360) * n), + y: clamp( + ((1 - Math.log(Math.tan(rad) + 1 / Math.cos(rad)) / Math.PI) / 2) * n, + ), + }; +} + +async function probeEntry(entry) { + const started = Date.now(); + const signal = AbortSignal.timeout(30_000); + try { + if (entry.kind === 'tiles') { + // Regional imagery is probed at z13, the Open Imagery Register's + // validation zoom (some caches start there); global layers at their + // coarsest level. + const minZoom = entry.source.minZoom ?? 0; + const z = entry.coverage.bbox + ? Math.min(entry.source.maxZoom ?? 18, Math.max(minZoom, 13)) + : minZoom; + const points = entry.coverage.bbox ? PROBE_POINTS : [PROBE_POINTS[0]]; + let status = null; + let lastError = null; + for (const point of points) { + const { x, y } = probeTile(entry, z, point); + const url = libraryTileUrl(entry.source.url, z, x, y); + try { + const response = await fetch(url, { + signal: AbortSignal.timeout(20_000), + redirect: 'error', + }); + await response.arrayBuffer(); + status = response.status; + if ( + response.ok && + /^image\//.test(response.headers.get('content-type') || '') + ) + return { id: entry.id, ok: true, status, ms: Date.now() - started }; + } catch (error) { + lastError = error; + } + } + if (status === null && lastError) throw lastError; + return { id: entry.id, ok: false, status, ms: Date.now() - started }; + } + if (entry.source.format === 'geoparquet') { + // List the partitions and read one footer by range request: proof the + // bucket answers and the files are GeoParquet, without reading data. + const { listPartitions, rangeBuffer, geoParquetInfo } = + await import('../src/library/parquet.js'); + const { parquetMetadataAsync } = await import('hyparquet'); + const fetchImpl = (target, options = {}) => + fetch(target, { ...options, signal }); + const objects = entry.source.partitions + ? await listPartitions(entry, { fetchImpl, signal }) + : [{ key: entry.source.url, size: null }]; + const first = objects[0]; + const url = entry.source.partitions + ? new URL(first.key, entry.source.partitions.keyBase).href + : entry.source.url; + const size = + first.size ?? + Number( + (await fetch(url, { method: 'HEAD', signal })).headers.get( + 'content-length', + ), + ); + const metadata = await parquetMetadataAsync( + rangeBuffer(url, size, { fetchImpl, signal }), + { initialFetchSize: 16 * 1024 }, + ); + return { + id: entry.id, + ok: Boolean(geoParquetInfo(metadata).column), + status: 200, + ms: Date.now() - started, + features: Number(metadata.num_rows), + partitions: objects.length, + }; + } + const url = + entry.source.format === 'arcgis' + ? arcgisPageUrl( + entry.source.url, + entry.source.query, + 0, + // Some huge view services refuse a page smaller than their own. + entry.source.view ? 2000 : 100, + // A view-bounded layer is probed over its sample area. + entry.source.view?.sample ?? null, + ) + : datasetRequestUrl(entry.source); + const response = await fetch(url, { signal, redirect: 'error' }); + const text = await response.text(); + const parsed = response.ok + ? parseLibraryBody(entry.source.format, text, entry.source) + : null; + return { + id: entry.id, + ok: Boolean(parsed?.candidates.length), + status: response.status, + ms: Date.now() - started, + features: parsed?.candidates.length ?? 0, + }; + } catch (error) { + return { + id: entry.id, + ok: false, + status: null, + ms: Date.now() - started, + error: error.message, + }; + } +} + +const [command = 'check', ...rest] = process.argv.slice(2); +const flag = (name) => rest.includes(name); +const option = (name) => { + const index = rest.indexOf(name); + return index >= 0 ? rest[index + 1] : null; +}; + +if (command === 'check') check(option('--base-ref')); +else if (command === 'next') { + const id = rest.find((arg) => !arg.startsWith('--')); + if (!id) throw new Error('usage: npm run library:next -- '); + if (LIBRARY_LEDGER.some(([existing]) => existing === id)) + throw new Error(`${id} already owns a token`); + console.log(nextLibraryToken(LIBRARY_LEDGER)); +} else if (command === 'docs') { + const text = readFileSync(DATA_SOURCES, 'utf8'); + writeFileSync(DATA_SOURCES, replaceSection(text, libraryDocsSection())); + console.log('DATA_SOURCES.md Data Library section updated.'); +} else if (command === 'probe') { + const results = []; + for (const entry of LIBRARY_ENTRIES.filter(({ kind }) => kind !== 'pack')) + results.push(await probeEntry(entry)); + if (flag('--json')) console.log(JSON.stringify(results, null, 2)); + else + for (const result of results) + console.log( + `${result.ok ? 'ok ' : 'FAIL'} ${result.id} · ${result.status ?? '—'} · ${result.ms} ms${result.features !== undefined ? ` · ${result.features} features` : ''}${result.partitions !== undefined ? ` in the first of ${result.partitions} partitions` : ''}${result.error ? ` · ${result.error}` : ''}`, + ); + if (flag('--strict') && results.some(({ ok }) => !ok)) process.exit(1); +} else { + console.error(`unknown command: ${command}`); + process.exit(2); +} diff --git a/scripts/package-boundaries.json b/scripts/package-boundaries.json index a771cc26f..cc317f90b 100644 --- a/scripts/package-boundaries.json +++ b/scripts/package-boundaries.json @@ -3493,6 +3493,154 @@ "src/voice/geminiSession.js", "src/voice/geminiAudio.js", "src/voice/geminiCaptureWorklet.js", + "src/ui/libraryBrowser.js", + "src/library/manifest.js", + "src/library/selection.js", + "src/library/ledger.json", + "src/library/entries/ak-statewide-imagery.json", + "src/library/entries/ar-statewide-imagery.json", + "src/library/entries/az-statewide-imagery.json", + "src/library/entries/bangor-me.json", + "src/library/entries/basemap-at-orthofoto.json", + "src/library/entries/bayern-dop40.json", + "src/library/entries/bismarck-mandan-nd.json", + "src/library/entries/bkg-topplus-open.json", + "src/library/entries/cctv-florida-fl511.json", + "src/library/entries/cctv-lithuania.json", + "src/library/entries/cctv-nyc-dot.json", + "src/library/entries/ct-statewide-imagery.json", + "src/library/entries/dakota-county-mn.json", + "src/library/entries/dc-statewide-imagery.json", + "src/library/entries/de-statewide-imagery.json", + "src/library/entries/ee-maa-amet-ortofoto.json", + "src/library/entries/eia-power-plants.json", + "src/library/entries/emodnet-bathymetry.json", + "src/library/entries/epa-superfund-sites.json", + "src/library/entries/epa-toxic-release-facilities.json", + "src/library/entries/epc-england-wales.json", + "src/library/entries/fema-usa-structures.json", + "src/library/entries/gbif-occurrence-density.json", + "src/library/entries/gdacs-disaster-alerts.json", + "src/library/entries/geneva-sitg-ortho.json", + "src/library/entries/gpw-population-density.json", + "src/library/entries/grand-forks-nd.json", + "src/library/entries/gsi-japan-map.json", + "src/library/entries/gsi-japan-photo.json", + "src/library/entries/gvp-holocene-volcanoes.json", + "src/library/entries/ia-statewide-imagery.json", + "src/library/entries/icgc-orto-catalunya.json", + "src/library/entries/id-statewide-imagery.json", + "src/library/entries/ign-orthophotos-france.json", + "src/library/entries/il-statewide-imagery.json", + "src/library/entries/imf-portwatch-chokepoints.json", + "src/library/entries/imf-portwatch-disruptions.json", + "src/library/entries/in-statewide-imagery.json", + "src/library/entries/jrc-surface-water.json", + "src/library/entries/kartverket-admin-units.json", + "src/library/entries/kartverket-cadastre.json", + "src/library/entries/kartverket-depth.json", + "src/library/entries/kartverket-hillshade.json", + "src/library/entries/kartverket-nautical-charts.json", + "src/library/entries/kartverket-terrain-relief.json", + "src/library/entries/kartverket-topo-grey.json", + "src/library/entries/kartverket-topo.json", + "src/library/entries/kartverket-toporaster.json", + "src/library/entries/ks-statewide-imagery.json", + "src/library/entries/ky-statewide-imagery.json", + "src/library/entries/lake-county-in.json", + "src/library/entries/lawrence-ks.json", + "src/library/entries/lee-county-fl.json", + "src/library/entries/loudoun-county-va.json", + "src/library/entries/louisville-lojic-ky.json", + "src/library/entries/lu-ortho-latest.json", + "src/library/entries/ma-statewide-imagery.json", + "src/library/entries/macrostrat-geology.json", + "src/library/entries/mapterhorn-terrain.json", + "src/library/entries/maris-ms.json", + "src/library/entries/md-statewide-imagery.json", + "src/library/entries/me-statewide-imagery.json", + "src/library/entries/mi-statewide-imagery.json", + "src/library/entries/mn-statewide-imagery.json", + "src/library/entries/mountain-village-co.json", + "src/library/entries/ms-statewide-imagery.json", + "src/library/entries/mt-statewide-imagery.json", + "src/library/entries/naip.json", + "src/library/entries/nasa-black-marble.json", + "src/library/entries/nasa-eonet-events.json", + "src/library/entries/nc-statewide-imagery.json", + "src/library/entries/nctcog-tx.json", + "src/library/entries/nd-statewide-imagery.json", + "src/library/entries/new-orleans-rpc-la.json", + "src/library/entries/nh-statewide-imagery.json", + "src/library/entries/nj-statewide-imagery.json", + "src/library/entries/noaa-tide-stations.json", + "src/library/entries/nrw-dop.json", + "src/library/entries/nsw-imagery.json", + "src/library/entries/ntad-national-bridges.json", + "src/library/entries/nwa-benton-washington-ar.json", + "src/library/entries/nws-active-alerts.json", + "src/library/entries/ny-statewide-imagery.json", + "src/library/entries/oakland-county-mi.json", + "src/library/entries/oh-statewide-imagery.json", + "src/library/entries/openseamap-seamarks.json", + "src/library/entries/or-statewide-imagery.json", + "src/library/entries/pa-statewide-imagery.json", + "src/library/entries/pdok-aerial-netherlands.json", + "src/library/entries/pl-ortofotomapa.json", + "src/library/entries/pnoa-ma.json", + "src/library/entries/portland-metro-or.json", + "src/library/entries/pt-dgt-ortos.json", + "src/library/entries/ri-statewide-imagery.json", + "src/library/entries/swisstopo-swissimage.json", + "src/library/entries/tx-statewide-imagery.json", + "src/library/entries/union-county-oh.json", + "src/library/entries/usgs-hydrography.json", + "src/library/entries/usgs-topo.json", + "src/library/entries/va-statewide-imagery.json", + "src/library/entries/vlaanderen-omw.json", + "src/library/entries/vt-statewide-imagery.json", + "src/library/entries/wallonie-ortho.json", + "src/library/entries/wi-statewide-imagery.json", + "src/library/entries/wri-global-power-plants.json", + "src/library/entries/wv-statewide-imagery.json", + "src/library/formats.js", + "src/library/entries/gvp-holocene-volcanoes.json", + "src/library/entries/nasa-black-marble.json", + "src/library/entries/nasa-eonet-events.json", + "src/library/entries/openseamap-seamarks.json", + "src/library/catalog.js", + "src/library/source.js", + "src/library/layers.js", + "src/library/controller.js", + "src/library/extent.js", + "src/library/camera.js", + "src/library/entries/imf-portwatch-disruptions.json", + "src/library/entries/imf-portwatch-chokepoints.json", + "src/library/entries/noaa-tide-stations.json", + "src/library/entries/nws-active-alerts.json", + "src/library/entries/wri-global-power-plants.json", + "src/library/entries/fema-usa-structures.json", + "src/library/entries/epc-england-wales.json", + "src/library/parquet.js", + "src/library/entries/bkg-topplus-open.json", + "src/library/entries/emodnet-bathymetry.json", + "src/library/entries/epa-superfund-sites.json", + "src/library/entries/epa-toxic-release-facilities.json", + "src/library/entries/gbif-occurrence-density.json", + "src/library/entries/gpw-population-density.json", + "src/library/entries/gdacs-disaster-alerts.json", + "src/library/entries/gsi-japan-map.json", + "src/library/entries/ign-orthophotos-france.json", + "src/library/entries/gsi-japan-photo.json", + "src/library/entries/jrc-surface-water.json", + "src/library/entries/ntad-national-bridges.json", + "src/library/entries/usgs-hydrography.json", + "src/library/entries/macrostrat-geology.json", + "src/library/entries/pdok-aerial-netherlands.json", + "src/library/entries/swisstopo-swissimage.json", + "src/library/entries/usgs-topo.json", + "src/library/outlines.js", + "src/library/relief.js", "src/sceneCommandRelease.js", "src/scopeMaskPolicy.js", "src/visualStylePolicy.js", @@ -3628,6 +3776,8 @@ "satellite.js", "mapillary-js", "@jtarrio/webrtlsdr", + "hyparquet", + "fzstd", "vue", "pinia", "vue-i18n" @@ -4426,7 +4576,11 @@ }, "layer-lifecycle": { "exports": ["./data/lifecycle"], - "modules": ["src/data/lifecycle.js", "src/data/cameraArrival.js"], + "modules": [ + "src/data/lifecycle.js", + "src/data/cameraArrival.js", + "src/library/manifest.js" + ], "external": [] }, "ui-navigation": { diff --git a/scripts/qa-data-library.mjs b/scripts/qa-data-library.mjs new file mode 100644 index 000000000..e8adc49c7 --- /dev/null +++ b/scripts/qa-data-library.mjs @@ -0,0 +1,636 @@ +#!/usr/bin/env node +/** + * Data Library live gate. Run against this candidate's dev or preview server: + * + * npm run qa:data-library -- --url http://localhost:4173 + * + * Every upstream a library entry names is answered from fixtures in the + * browser (EONET, the EIA ArcGIS pages, the GIBS tiles and the proxied + * volcano route), so the gate is deterministic and offline apart from the + * app itself. It drives the real panel and dialog: Browse opens a modal, + * Add registers a layer under the Library heading and switches it on, the + * share link carries `lib=`, a reload restores the selection, Escape and + * clean view close the dialog, and Remove destroys the layer. + */ +import assert from 'node:assert/strict'; + +const { default: puppeteer } = await import('puppeteer'); +const args = process.argv.slice(2); +const urlIndex = args.indexOf('--url'); +const base = urlIndex >= 0 ? args[urlIndex + 1] : 'http://localhost:4173'; + +const point = (lon, lat, properties) => ({ + type: 'Feature', + geometry: { type: 'Point', coordinates: [lon, lat] }, + properties, +}); +const collection = (features, extra = {}) => + JSON.stringify({ type: 'FeatureCollection', features, ...extra }); +// 1×1 transparent PNG. +const PNG = Buffer.from( + 'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAYAAAAfFcSJAAAADUlEQVR42mNkYPhfDwAChwGA60e6kgAAAABJRU5ErkJggg==', + 'base64', +); + +const seen = { + eonet: 0, + arcgisPages: [], + tiles: 0, + proxied: 0, + structureBoxes: [], +}; +function fixtureFor(url) { + const cors = { 'Access-Control-Allow-Origin': '*' }; + if (url.hostname === 'eonet.gsfc.nasa.gov') { + seen.eonet += 1; + return { + status: 200, + headers: cors, + contentType: 'application/json', + body: collection([ + point(-120, 38, { + title: 'Fixture Fire', + date: '2026-10-20T00:00:00Z', + }), + point(140, 35, { + title: 'Fixture Storm', + date: '2026-10-19T00:00:00Z', + }), + ]), + }; + } + if ( + url.hostname === 'services2.arcgis.com' && + url.pathname.includes('USA_Structures') + ) { + seen.structureBoxes.push(url.searchParams.get('geometry')); + const square = (lon, lat) => ({ + type: 'Feature', + geometry: { + type: 'Polygon', + coordinates: [ + [ + [lon, lat], + [lon + 0.0004, lat], + [lon + 0.0004, lat + 0.0003], + [lon, lat + 0.0003], + [lon, lat], + ], + ], + }, + properties: { OCC_CLS: 'Government', HEIGHT: 30 }, + }); + return { + status: 200, + headers: cors, + contentType: 'application/json', + body: collection([ + square(-77.035, 38.892), + square(-77.03, 38.893), + square(-77.025, 38.894), + ]), + }; + } + if (url.hostname === 'services2.arcgis.com') { + const offset = Number(url.searchParams.get('resultOffset')); + seen.arcgisPages.push(offset); + const features = + offset === 0 + ? [ + point(-118.9, 47.9, { Plant_Name: 'Fixture Dam', Total_MW: 6809 }), + point(-112.9, 33.4, { + Plant_Name: 'Fixture Nuclear', + Total_MW: 3937, + }), + ] + : [point(-97.6, 28.8, { Plant_Name: 'Fixture Coast', Total_MW: 2560 })]; + return { + status: 200, + headers: cors, + contentType: 'application/json', + body: collection(features, { + properties: { exceededTransferLimit: offset === 0 }, + }), + }; + } + if (url.hostname === 'gibs.earthdata.nasa.gov') { + seen.tiles += 1; + return { status: 200, headers: cors, contentType: 'image/png', body: PNG }; + } + if (url.pathname === '/api/library/data/gvp-holocene-volcanoes') { + seen.proxied += 1; + return { + status: 200, + contentType: 'application/json', + body: collection([ + point(-121.76, 46.85, { name: 'Fixture Volcano', __gevDetails: [] }), + ]), + }; + } + return null; +} + +const browser = await puppeteer.launch({ + headless: true, + executablePath: + process.env.PUPPETEER_EXECUTABLE_PATH || (await puppeteer.executablePath()), + defaultViewport: { width: 1440, height: 900 }, + protocolTimeout: 300_000, + args: ['--no-sandbox', '--use-gl=angle', '--use-angle=swiftshader'], +}); +const errors = []; +let count = 0; +const step = async (label, fn) => { + await fn(); + console.log(`ok ${++count} ${label}`); +}; + +async function open(page, hash = '') { + await page.goto(`${base}/${hash}`, { waitUntil: 'domcontentloaded' }); + await page.waitForFunction( + () => + window.__gevDataLibrary?.library.ready && + window.__godsEyeView?.dataManager && + document.getElementById('loading-screen')?.classList.contains('hidden'), + { timeout: 180_000 }, + ); +} + +const libraryRows = (page) => + page.evaluate(() => + [...document.querySelectorAll('#data-toggles [data-library-entry]')].map( + (row) => ({ + id: row.dataset.libraryEntry, + on: row.querySelector('.data-toggle-btn')?.classList.contains('active'), + count: row.querySelector('.data-count')?.textContent, + }), + ), + ); + +try { + const page = await browser.newPage(); + page.on('console', (message) => { + if (message.type() === 'error' && /Library|library/.test(message.text())) + errors.push(message.text()); + }); + page.on('pageerror', (error) => errors.push(String(error))); + await page.setRequestInterception(true); + page.on('request', (request) => { + const fixture = fixtureFor(new URL(request.url())); + if (fixture) request.respond(fixture); + else request.continue(); + }); + await page.evaluateOnNewDocument(() => { + try { + // Start empty once; the reload step needs what this run stored. + if (!sessionStorage.getItem('qa-data-library')) { + localStorage.removeItem('gev:library:v1'); + sessionStorage.setItem('qa-data-library', '1'); + } + // Skip the first-run chooser (src/firstRunExperience.js). + localStorage.setItem('gev:first-run-mission:v1', 'suppressed'); + } catch { + /* storage may be blocked; the gate still runs */ + } + }); + await open(page); + + await step( + 'the panel offers Browse and lists no library layer by default', + async () => { + assert.deepEqual(await libraryRows(page), []); + const hidden = await page.$eval( + '#data-library-browse', + (node) => node.hidden, + ); + assert.equal(hidden, false); + }, + ); + + await step( + 'Browse opens a labelled modal with addable entries first and packs last', + async () => { + await page.evaluate(() => { + document.getElementById('data-panel')?.classList.remove('collapsed'); + document.getElementById('data-library-browse').click(); + }); + const dialog = await page.$eval('#data-library', (node) => ({ + open: node.open, + modal: node.matches(':modal'), + title: document.getElementById(node.getAttribute('aria-labelledby')) + ?.textContent, + focus: document.activeElement?.type, + order: [...node.querySelectorAll('.data-library-item')].map( + (item) => item.dataset.libraryId, + ), + })); + assert.equal(dialog.open, true); + assert.equal(dialog.modal, true); + assert.equal(dialog.title, 'DATA LIBRARY'); + assert.equal(dialog.focus, 'search'); + assert.ok(dialog.order.at(-1).startsWith('cctv-'), dialog.order.join()); + assert.ok(!dialog.order[0].startsWith('cctv-')); + }, + ); + + await step( + 'a pack explains the operator switch instead of offering Add', + async () => { + const pack = await page.$eval( + '#data-library .data-library-item[data-library-id="cctv-nyc-dot"]', + (item) => ({ + action: Boolean(item.querySelector('.data-library-action')), + reason: item.querySelector('.data-library-reason')?.textContent, + }), + ); + assert.equal(pack.action, false); + assert.match(pack.reason, /CCTV_NYC_ENABLED=1/); + }, + ); + + for (const [id, expected] of [ + ['nasa-eonet-events', '2'], + ['eia-power-plants', '3'], + ['gvp-holocene-volcanoes', '1'], + ['nasa-black-marble', 'DRAPED'], + ]) + await step( + `Add ${id} registers it under Library and switches it on`, + async () => { + await page.click( + `#data-library button[data-library-id="${id}"][data-library-action="add"]`, + ); + await page.waitForFunction( + (layerId, text) => { + const row = document.querySelector( + `#data-toggles [data-layer-id="${layerId}"]`, + ); + return ( + row + ?.querySelector('.data-toggle-btn') + ?.classList.contains('active') && + row.querySelector('.data-count')?.textContent === text + ); + }, + { timeout: 60_000 }, + `lib-${id}`, + expected, + ); + }, + ); + + await step( + 'the fixtures were reached the way each manifest says', + async () => { + assert.ok(seen.eonet >= 1); + assert.deepEqual(seen.arcgisPages.slice(0, 2), [0, 2]); + assert.ok(seen.proxied >= 1); + const draped = await page.evaluate( + () => + window.__godsEyeView.dataManager.layers + .get('lib-nasa-black-marble') + .module.getDiagnostics().draped, + ); + assert.equal(draped, true); + // Imagery requests tiles on the following frames, not on enable. + for (let waited = 0; seen.tiles === 0 && waited < 30_000; waited += 250) + await new Promise((resolve) => setTimeout(resolve, 250)); + assert.ok(seen.tiles >= 1, 'the drape requested its tiles'); + const headings = await page.$$eval( + '#data-toggles .data-layer-group-heading', + (nodes) => nodes.map((node) => node.textContent), + ); + assert.equal(headings.at(-1), 'Library'); + }, + ); + + await step( + 'the stats strip sits above the intro and counts what is on the map', + async () => { + await page.waitForFunction( + () => + document.querySelector( + '[data-stat="features"] .data-library-stat-value', + )?.textContent === '6', + { timeout: 15_000 }, + ); + const strip = await page.evaluate(() => { + const stats = document.querySelector( + '#data-library .data-library-stats', + ); + const read = (id) => + [...document.querySelectorAll(`[data-stat="${id}"] dd`)].map( + (node) => node.textContent, + ); + return { + beforeIntro: + stats?.nextElementSibling?.classList.contains('data-library-intro'), + label: stats?.getAttribute('aria-label'), + entries: read('entries'), + added: read('added'), + features: read('features'), + }; + }); + assert.equal(strip.beforeIntro, true); + assert.equal(strip.label, 'Data Library at a glance'); + // Counted from the shipped catalog, so a new entry does not break this. + const kinds = await page.evaluate(() => { + const counts = { dataset: 0, tiles: 0, pack: 0 }; + for (const { entry } of window.__gevDataLibrary.library.list()) + counts[entry.kind] += 1; + return counts; + }); + assert.deepEqual(strip.entries, [ + String(kinds.dataset + kinds.tiles + kinds.pack), + `${kinds.dataset} datasets · ${kinds.tiles} tile layers · ${kinds.pack} packs`, + ]); + assert.deepEqual(strip.added, ['4', '4 on the map']); + // Fixtures: 2 EONET events, 3 power plants, 1 volcano. + assert.deepEqual(strip.features, ['6', 'from 3 datasets']); + }, + ); + + await step('the share link carries lib= with the ledger tokens', async () => { + await page.waitForFunction( + () => /(?:^|&)lib=00\.02\.01\.03(?:&|$)/.test(location.hash.slice(1)), + { timeout: 15_000 }, + ); + }); + + await step( + 'Escape closes the dialog and returns focus to Browse', + async () => { + await page.focus('#data-library input[type="search"]'); + await page.keyboard.press('Escape'); + const state = await page.evaluate(() => ({ + open: document.getElementById('data-library').open, + focus: document.activeElement?.id, + })); + assert.deepEqual(state, { open: false, focus: 'data-library-browse' }); + }, + ); + + await step('clean view closes an open dialog', async () => { + const open = await page.evaluate(async () => { + window.__gevDataLibrary.browser.open(); + document.body.classList.add('ui-clean-view'); + await new Promise((resolve) => setTimeout(resolve, 50)); + const result = document.getElementById('data-library').open; + document.body.classList.remove('ui-clean-view'); + return result; + }); + assert.equal(open, false); + }); + + await step( + 'a reload restores the added entries and what was on', + async () => { + await page.evaluate(() => { + document + .querySelector( + '#data-toggles [data-layer-id="lib-gvp-holocene-volcanoes"] .data-toggle-btn', + ) + .click(); + }); + await page.waitForFunction( + () => + JSON.parse(localStorage.getItem('gev:library:v1')).on.length === 3, + ); + await open(page, ''); + await page.waitForFunction( + () => + document.querySelectorAll('#data-toggles [data-library-entry]') + .length === 4, + { timeout: 60_000 }, + ); + const rows = await libraryRows(page); + assert.deepEqual(rows.map(({ id, on }) => [id, on]).sort(), [ + ['eia-power-plants', true], + ['gvp-holocene-volcanoes', false], + ['nasa-black-marble', true], + ['nasa-eonet-events', true], + ]); + }, + ); + + const cameraCenter = () => + page.evaluate(() => { + const { camera } = window.__godsEyeView.viewer; + const carto = camera.positionCartographic; + return { + lon: (carto.longitude * 180) / Math.PI, + lat: (carto.latitude * 180) / Math.PI, + height: carto.height, + }; + }); + const waitForFlight = () => + page.waitForFunction( + () => !window.__godsEyeView.viewer.camera._currentFlight, + { timeout: 30_000, polling: 200 }, + ); + + await step( + 'Zoom to layer on the row works while off: it switches on and flies', + async () => { + const chip = + '#data-toggles [data-layer-id="lib-eia-power-plants"] [data-chip-id="zoom"]'; + await page.evaluate(() => + document.getElementById('data-panel')?.classList.remove('collapsed'), + ); + // The icons work while the layer is off; Zoom switches it back on. + await page.evaluate(() => + window.__godsEyeView.dataManager.setEnabled( + 'lib-eia-power-plants', + false, + { origin: 'user' }, + ), + ); + await page.waitForSelector(chip, { visible: true, timeout: 30_000 }); + await page.evaluate( + (selector) => document.querySelector(selector).click(), + chip, + ); + await page.waitForFunction( + () => + window.__godsEyeView.dataManager.isEnabled('lib-eia-power-plants'), + { timeout: 30_000 }, + ); + await new Promise((resolve) => setTimeout(resolve, 300)); + await waitForFlight(); + const center = await cameraCenter(); + // Fixture plants span -118.9…-97.6 °E and 28.8…47.9 °N. + assert.ok(center.lon > -125 && center.lon < -90, JSON.stringify(center)); + assert.ok(center.lat > 22 && center.lat < 55, JSON.stringify(center)); + }, + ); + + await step( + 'ZOOM in the dialog closes it and flies to that entry', + async () => { + await page.evaluate(() => window.__gevDataLibrary.browser.open()); + const zoom = + '#data-library button[data-library-id="gvp-holocene-volcanoes"][data-library-action="zoom"]'; + assert.ok(await page.$(zoom), 'Zoom is offered for an entry that is off'); + await page.click( + '#data-library button[data-library-id="nasa-eonet-events"][data-library-action="zoom"]', + ); + const open = await page.$eval('#data-library', (node) => node.open); + assert.equal(open, false); + await new Promise((resolve) => setTimeout(resolve, 300)); + await waitForFlight(); + const center = await cameraCenter(); + // Fixture events at (-120, 38) and (140, 35): the frame sits between them. + assert.ok(center.lat > 20 && center.lat < 55, JSON.stringify(center)); + }, + ); + + await step('Remove destroys the layer and forgets it', async () => { + await page.evaluate(() => window.__gevDataLibrary.browser.open()); + await page.click( + '#data-library button[data-library-id="nasa-black-marble"][data-library-action="remove"]', + ); + await page.waitForFunction( + () => + !document.querySelector( + '#data-toggles [data-layer-id="lib-nasa-black-marble"]', + ) && + !window.__godsEyeView.dataManager.layers.has('lib-nasa-black-marble'), + { timeout: 30_000 }, + ); + const stored = await page.evaluate(() => + JSON.parse(localStorage.getItem('gev:library:v1')), + ); + assert.equal(stored.added.includes('nasa-black-marble'), false); + }); + + await step( + 'the row delete icon removes that entry, even while it is off', + async () => { + await page.evaluate(() => { + window.__gevDataLibrary.browser.close(); + document.getElementById('data-panel')?.classList.remove('collapsed'); + }); + const chip = + '#data-toggles [data-layer-id="lib-eia-power-plants"] [data-chip-id="remove"]'; + await page.evaluate(() => + window.__godsEyeView.dataManager.setEnabled( + 'lib-eia-power-plants', + false, + { origin: 'user' }, + ), + ); + await page.waitForSelector(chip, { visible: true, timeout: 30_000 }); + const label = await page.$eval(chip, (node) => ({ + name: node.getAttribute('aria-label'), + glyph: node.textContent, + pressed: node.getAttribute('aria-pressed'), + })); + assert.deepEqual(label, { + name: 'Remove from Data Layers', + glyph: 'delete', + pressed: null, + }); + await page.evaluate( + (selector) => document.querySelector(selector).click(), + chip, + ); + await page.waitForFunction( + () => + !window.__godsEyeView.dataManager.layers.has( + 'lib-eia-power-plants', + ) && + !document.querySelector( + '#data-toggles [data-layer-id="lib-eia-power-plants"]', + ), + { timeout: 30_000 }, + ); + }, + ); + + await step( + 'a view-bounded layer asks to zoom in, then loads only what is in view', + async () => { + await page.evaluate(() => + window.__gevDataLibrary.library.add('fema-usa-structures'), + ); + const row = '#data-toggles [data-layer-id="lib-fema-usa-structures"]'; + await page.waitForFunction( + (selector) => + /zoom in to load this layer/.test( + document.querySelector(`${selector} .data-toggle-meta`) + ?.textContent || '', + ), + { timeout: 30_000 }, + row, + ); + assert.equal(seen.structureBoxes.length, 0, 'nothing loads from orbit'); + await page.evaluate(() => + window.__gevDataLibrary.library.zoom('fema-usa-structures'), + ); + await page.waitForFunction( + () => + window.__godsEyeView.dataManager.layers + .get('lib-fema-usa-structures') + .module.getDiagnostics().count === 3, + { timeout: 60_000, polling: 250 }, + ); + const altitude = (await cameraCenter()).height; + assert.ok(altitude <= 4000, `landed at ${Math.round(altitude)} m`); + const [west, south, east, north] = seen.structureBoxes + .at(-1) + .split(',') + .map(Number); + assert.ok(east - west < 0.2 && north - south < 0.2, 'a view-sized box'); + assert.ok( + west < -77.03 && east > -77.03 && south < 38.893 && north > 38.893, + ); + // Climbing back out clears the buildings and shows the guidance again. + await page.evaluate(() => { + const { viewer, requestRender } = window.__godsEyeView; + viewer.camera.zoomOut(60_000); + requestRender?.('qa-data-library'); + }); + await page.waitForFunction( + () => + window.__godsEyeView.dataManager.layers + .get('lib-fema-usa-structures') + .module.getDiagnostics().tooHigh, + { timeout: 30_000, polling: 250 }, + ); + }, + ); + + await step('Remove all asks twice, then clears the library', async () => { + await page.evaluate(() => window.__gevDataLibrary.browser.open()); + await page.click('#data-library .data-library-reset'); + const armed = await page.$eval( + '#data-library .data-library-reset', + (node) => ({ + text: node.textContent, + armed: node.classList.contains('is-armed'), + }), + ); + assert.equal(armed.armed, true); + assert.match(armed.text, /CONFIRM/); + assert.ok( + (await page.$$('#data-toggles [data-library-entry]')).length > 0, + 'one press removes nothing', + ); + await page.click('#data-library .data-library-reset'); + await page.waitForFunction( + () => + !document.querySelector('#data-toggles [data-library-entry]') && + document.querySelector('#data-library .data-library-reset').hidden, + { timeout: 30_000 }, + ); + const stored = await page.evaluate(() => + JSON.parse(localStorage.getItem('gev:library:v1')), + ); + assert.deepEqual(stored, { added: [], on: [] }); + }); + + assert.deepEqual(errors, [], 'no library errors on the page'); + console.log(`# ${count} passed`); +} finally { + await browser.close(); +} diff --git a/server/providers/library.js b/server/providers/library.js new file mode 100644 index 000000000..c01b45aa3 --- /dev/null +++ b/server/providers/library.js @@ -0,0 +1,363 @@ +import { LIBRARY_ENTRIES } from '../../src/library/catalog.js'; +import { loadLibraryDataset } from '../../src/library/formats.js'; +import { buildPartitionIndex } from '../../src/library/parquet.js'; +import { + libraryUpstreamUrl, + parseLibraryIdList, + libraryTileUrl, +} from '../../src/library/manifest.js'; +import { KEY_SETUP_KEYS } from '../../src/keySetupCore.mjs'; +import { + readResponseBytesCapped, + readResponseTextCapped, + coalesceProxyRequest, +} from './common/http.js'; +import { makeRateLimiter, clientKey } from './common/rate-limit.js'; +import { admitSameSite, admitSameSiteKeyless } from './common/same-site.js'; + +const DATASET_TIMEOUT_MS = 30_000; +const TILE_TIMEOUT_MS = 10_000; +/** Each listing page or footer read while building a partition index. */ +const INDEX_TIMEOUT_MS = 20_000; +const TILE_MAX_BYTES = 2 * 1024 * 1024; +const TILE_CACHE_LIMIT = 512; +const IN_FLIGHT_LIMIT = 64; + +/** + * Availability of every entry on this instance, decided by the operator's + * environment alone: `GEV_LIBRARY_DISABLE` removes entries, opt-in entries + * need `GEV_LIBRARY_ENABLE` (or, for a pack, its host's own switch), and a + * keyed entry needs its key. The answer names a reason, never a secret. + * @param {object[]} entries + * @param {Record} env + * @returns {Map} + */ +export function libraryAvailability(entries, env) { + const enabled = parseLibraryIdList(env.GEV_LIBRARY_ENABLE); + const disabled = parseLibraryIdList(env.GEV_LIBRARY_DISABLE); + const result = new Map(); + for (const entry of entries) { + let reason = null; + if (disabled.has(entry.id)) reason = 'operator-disabled'; + else if (entry.kind === 'pack') { + if (String(env[entry.pack.env] || '').trim() !== '1') + reason = 'operator-opt-in'; + } else if (entry.licence.operatorOptIn && !enabled.has(entry.id)) + reason = 'operator-opt-in'; + else if (entry.source.key && !libraryKeyValue(entry.source.key, env)) + reason = 'key-missing'; + result.set(entry.id, { available: reason === null, reason }); + } + return result; +} + +/** The configured value for a manifest key, through the key registry. */ +export function libraryKeyValue(key, env) { + const registered = KEY_SETUP_KEYS.find(({ id }) => id === key?.id); + for (const name of registered?.envVars || []) { + const value = String(env[name] || '').trim(); + if (value) return value; + } + return null; +} + +function withKey(url, key, env, headers) { + if (!key) return url; + const value = libraryKeyValue(key, env); + if (!value) throw Object.assign(new Error('key_missing'), { status: 503 }); + if (key.in === 'header') { + headers[key.name] = value; + return url; + } + const keyed = new URL(url); + keyed.searchParams.set(key.name, value); + return keyed.href; +} + +/** + * Parse `////` against a tiles entry's zoom range. + * @returns {{ z: number, x: number, y: number } | null} + */ +export function parseLibraryTilePath(parts, source) { + if (parts.length !== 3 || !parts.every((part) => /^\d{1,8}$/.test(part))) + return null; + const [z, x, y] = parts.map(Number); + const minZoom = source.minZoom ?? 0; + const maxZoom = source.maxZoom ?? 22; + if (z < minZoom || z > maxZoom) return null; + const span = 2 ** z; + if (x >= span || y >= span) return null; + return { z, x, y }; +} + +/** + * The Data Library's one server route. Proxied datasets and tiles reach their + * manifest's fixed upstream only: the browser names an entry id, never a URL, + * so the allowlist is exactly the catalog. Redirects are refused, bodies are + * capped while streaming, keys come from this server's environment and + * upstream error text is never returned. + */ +export function libraryProxy({ + entries = LIBRARY_ENTRIES, + env = process.env, + fetchImpl = (...args) => globalThis.fetch(...args), + now = () => Date.now(), +} = {}) { + const byId = new Map(entries.map((entry) => [entry.id, entry])); + const datasets = new Map(); + const tiles = new Map(); + const indexes = new Map(); + const inFlight = new Map(); + const allowData = makeRateLimiter({ + windowMs: 60_000, + max: 30, + globalMax: 600, + }); + const allowTiles = makeRateLimiter({ + windowMs: 60_000, + max: 600, + globalMax: 6000, + }); + + async function upstream(url, entry, headers, timeoutMs) { + // Defense in depth: every derived request stays on the manifest's host. + const target = libraryUpstreamUrl(url); + const declared = libraryUpstreamUrl(entry.source.url); + if (!target || !declared || target.host !== declared.host) + throw Object.assign(new Error('off_manifest_host'), { status: 502 }); + const signal = AbortSignal.timeout(timeoutMs); + const response = await fetchImpl(url, { + signal, + redirect: 'error', + headers: { Accept: '*/*', ...headers }, + }); + if (!response.ok) { + await response.body?.cancel?.().catch?.(() => {}); + throw Object.assign(new Error('upstream_unavailable'), { status: 502 }); + } + return { response, signal }; + } + + async function fetchDataset(entry) { + const headers = {}; + const collection = await loadLibraryDataset(entry, async (url, budget) => { + const keyed = withKey(url, entry.source.key, env, headers); + const { response, signal } = await upstream( + keyed, + entry, + headers, + DATASET_TIMEOUT_MS, + ); + const text = await readResponseTextCapped( + response, + budget.remainingBytes, + signal, + ); + budget.remainingBytes -= new TextEncoder().encode(text).byteLength; + return text; + }); + return { ...collection, fetchedAt: now() }; + } + + async function cached(store, key, ttlMs, load, limit = Infinity) { + const previous = store.get(key); + if (previous && now() - previous.savedAt < ttlMs) + return { value: previous.value, stale: false }; + if (!inFlight.has(key) && inFlight.size >= IN_FLIGHT_LIMIT) + throw Object.assign(new Error('busy'), { status: 429 }); + try { + const { promise } = coalesceProxyRequest(inFlight, key, async () => { + const value = await load(); + store.delete(key); + store.set(key, { value, savedAt: now() }); + while (store.size > limit) store.delete(store.keys().next().value); + return value; + }); + return { value: await promise, stale: false }; + } catch (error) { + if (previous) return { value: previous.value, stale: true }; + throw error; + } + } + + function json(res, status, value, extra = {}) { + if (res.destroyed) return; + res.writeHead(status, { + 'Content-Type': 'application/json', + 'Cache-Control': 'no-store', + ...(status === 405 ? { Allow: 'GET' } : {}), + ...(status === 429 ? { 'Retry-After': '60' } : {}), + ...extra, + }); + res.end(JSON.stringify(value)); + } + + function gate(req, res, entry) { + // A keyed entry spends the operator's credential: refuse forwarded + // requests like the other cost-bearing routes. Keyless entries keep + // working behind a reverse proxy, like terrain heights. + return entry?.source?.key + ? admitSameSite(req, res) + : admitSameSiteKeyless(req, res); + } + + async function handler(req, res) { + if (req.method !== 'GET') + return json(res, 405, { error: 'method_not_allowed' }); + const path = (req.url || '/').split('?')[0]; + const parts = path.split('/').filter(Boolean); + const availability = libraryAvailability(entries, env); + + if (parts.length === 1 && parts[0] === 'catalog') { + if (admitSameSiteKeyless(req, res)) return undefined; + return json(res, 200, { + entries: entries.map(({ id }) => ({ id, ...availability.get(id) })), + }); + } + + const [route, id, ...rest] = parts; + const entry = byId.get(id); + if (!entry || !['data', 'tile', 'index'].includes(route)) + return json(res, 404, { error: 'unknown_entry' }); + + // A partitioned GeoParquet entry's index: which file covers where, read + // from each file's footer. Built once per cacheSeconds and shared, so + // visitors do not each list the bucket and read every footer. + if (route === 'index') { + if (rest.length || !entry.source?.partitions) + return json(res, 404, { error: 'not_partitioned' }); + if (admitSameSiteKeyless(req, res)) return undefined; + const { available, reason } = availability.get(id); + if (!available) return json(res, 403, { error: reason }); + if (!allowData(clientKey(req))) + return json(res, 429, { error: 'rate_limited' }); + try { + const { value } = await cached( + indexes, + `index:${id}`, + entry.source.cacheSeconds * 1000, + async () => ({ + partitions: await buildPartitionIndex(entry, { + fetchImpl: (url, options = {}) => + fetchImpl(url, { + ...options, + signal: + options.signal ?? AbortSignal.timeout(INDEX_TIMEOUT_MS), + }), + }), + builtAt: now(), + }), + ); + return json(res, 200, value); + } catch (error) { + const status = error?.status === 429 ? 429 : 502; + return json(res, status, { error: 'library_upstream_unavailable' }); + } + } + const isDataset = route === 'data' && rest.length === 0; + const isTile = route === 'tile'; + if ( + entry.source.fetch !== 'proxied' || + (isDataset && entry.kind !== 'dataset') || + (isTile && entry.kind !== 'tiles') || + (!isDataset && !isTile) + ) + return json(res, 404, { error: 'not_proxied' }); + if (gate(req, res, entry)) return undefined; + const { available, reason } = availability.get(id); + if (!available) return json(res, 403, { error: reason }); + + const ttlMs = entry.source.cacheSeconds * 1000; + if (isDataset) { + if (!allowData(clientKey(req))) + return json(res, 429, { error: 'rate_limited' }); + try { + const { value, stale } = await cached( + datasets, + `data:${id}`, + ttlMs, + () => fetchDataset(entry), + ); + return json( + res, + 200, + stale ? { ...value, stale: true } : value, + stale ? { 'X-Data-Stale': 'true' } : {}, + ); + } catch (error) { + const status = [429, 503].includes(error?.status) ? error.status : 502; + return json(res, status, { + error: + status === 503 ? 'key_missing' : 'library_upstream_unavailable', + }); + } + } + + const tile = parseLibraryTilePath(rest, entry.source); + if (!tile) return json(res, 400, { error: 'invalid_tile' }); + if (!allowTiles(clientKey(req))) + return json(res, 429, { error: 'rate_limited' }); + try { + const key = `tile:${id}:${tile.z}/${tile.x}/${tile.y}`; + const { value } = await cached( + tiles, + key, + ttlMs, + async () => { + const headers = {}; + const url = withKey( + libraryTileUrl(entry.source.url, tile.z, tile.x, tile.y), + entry.source.key, + env, + headers, + ); + const { response, signal } = await upstream( + url, + entry, + headers, + TILE_TIMEOUT_MS, + ); + const type = String(response.headers.get('content-type') || '') + .split(';')[0] + .trim() + .toLowerCase(); + if (!/^image\/(png|jpeg|webp)$/.test(type)) { + await response.body?.cancel?.().catch?.(() => {}); + throw Object.assign(new Error('not_an_image'), { status: 502 }); + } + const bytes = await readResponseBytesCapped( + response, + TILE_MAX_BYTES, + signal, + ); + return { type, bytes }; + }, + TILE_CACHE_LIMIT, + ); + if (res.destroyed) return undefined; + res.writeHead(200, { + 'Content-Type': value.type, + 'Cache-Control': `private, max-age=${entry.source.cacheSeconds}`, + 'X-Content-Type-Options': 'nosniff', + }); + res.end(Buffer.from(value.bytes)); + return undefined; + } catch (error) { + const status = [429, 503].includes(error?.status) ? error.status : 502; + return json(res, status, { + error: status === 503 ? 'key_missing' : 'library_upstream_unavailable', + }); + } + } + + return { + name: 'data-library', + handler, + configureServer({ middlewares }) { + middlewares.use('/api/library', handler); + }, + configurePreviewServer({ middlewares }) { + middlewares.use('/api/library', handler); + }, + }; +} diff --git a/server/providers/library.test.mjs b/server/providers/library.test.mjs new file mode 100644 index 000000000..eca9f7060 --- /dev/null +++ b/server/providers/library.test.mjs @@ -0,0 +1,332 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { + libraryAvailability, + libraryProxy, + parseLibraryTilePath, +} from './library.js'; +import { validateLibraryCatalog } from '../../src/library/manifest.js'; + +const base = { + family: 'events', + provider: 'Fixture', + description: 'Fixture entry.', + maintainer: 'test', + coverage: { global: true }, + licence: { name: 'Public domain', url: 'https://example.org/licence' }, + attribution: { text: 'Fixture' }, + status: 'community', +}; +const { entries, errors } = validateLibraryCatalog([ + { + ...base, + id: 'proxied-points', + kind: 'dataset', + title: 'Proxied points', + source: { + format: 'geojson', + url: 'https://data.example.org/points.json', + fetch: 'proxied', + maxBytes: 4096, + }, + display: { label: 'title' }, + }, + { + ...base, + id: 'direct-points', + kind: 'dataset', + title: 'Direct points', + source: { + format: 'geojson', + url: 'https://data.example.org/direct.json', + fetch: 'browser-direct', + }, + }, + { + ...base, + id: 'keyed-points', + kind: 'dataset', + title: 'Keyed points', + source: { + format: 'geojson', + url: 'https://keyed.example.org/points.json', + fetch: 'proxied', + key: { id: 'firms', in: 'query', name: 'MAP_KEY' }, + }, + }, + { + ...base, + id: 'opt-in-points', + kind: 'dataset', + title: 'Opt-in points', + source: { + format: 'geojson', + url: 'https://data.example.org/opt.json', + fetch: 'proxied', + }, + licence: { ...base.licence, operatorOptIn: true }, + }, + { + ...base, + id: 'proxied-tiles', + kind: 'tiles', + title: 'Proxied tiles', + source: { + format: 'xyz', + url: 'https://tiles.example.org/{z}/{x}/{y}.png', + fetch: 'proxied', + minZoom: 2, + maxZoom: 5, + }, + }, + { + ...base, + id: 'fixture-pack', + kind: 'pack', + family: 'cameras', + title: 'Fixture cameras', + source: { format: 'host', url: 'https://cams.example.org/' }, + pack: { host: 'cctv', env: 'CCTV_FIXTURE_ENABLED' }, + licence: { ...base.licence, operatorOptIn: true }, + }, +]); +assert.deepEqual(errors, []); + +const collection = (features) => + JSON.stringify({ type: 'FeatureCollection', features }); +const point = (title) => ({ + type: 'Feature', + geometry: { type: 'Point', coordinates: [1, 2] }, + properties: { title }, +}); + +function install({ env = {}, fetchImpl, now } = {}) { + const plugin = libraryProxy({ entries, env, fetchImpl, now }); + let handler; + plugin.configurePreviewServer({ + middlewares: { + use(path, callback) { + assert.equal(path, '/api/library'); + handler = callback; + }, + }, + }); + return async (url, headers = {}) => { + const res = { + headers: {}, + writeHead(status, values) { + this.status = status; + this.headers = values; + }, + setHeader(name, value) { + this.headers[name] = value; + }, + end(body) { + this.raw = body; + try { + this.body = JSON.parse(body); + } catch { + this.body = null; + } + }, + set statusCode(value) { + this.status = value; + }, + }; + await handler( + { url, method: 'GET', headers, socket: { remoteAddress: '127.0.0.1' } }, + res, + ); + return res; + }; +} + +test('availability is decided by the operator environment and names no secret', () => { + const none = libraryAvailability(entries, {}); + assert.deepEqual(none.get('proxied-points'), { + available: true, + reason: null, + }); + assert.equal(none.get('keyed-points').reason, 'key-missing'); + assert.equal(none.get('opt-in-points').reason, 'operator-opt-in'); + assert.equal(none.get('fixture-pack').reason, 'operator-opt-in'); + const configured = libraryAvailability(entries, { + FIRMS_MAP_KEY: 'secret', + GEV_LIBRARY_ENABLE: 'opt-in-points', + GEV_LIBRARY_DISABLE: 'proxied-points', + CCTV_FIXTURE_ENABLED: '1', + }); + assert.equal(configured.get('keyed-points').available, true); + assert.equal(configured.get('opt-in-points').available, true); + assert.equal(configured.get('proxied-points').reason, 'operator-disabled'); + assert.equal(configured.get('fixture-pack').available, true); + assert.doesNotMatch(JSON.stringify([...configured]), /secret/); +}); + +test('the catalog route lists every entry with its availability', async () => { + const request = install(); + const res = await request('/catalog'); + assert.equal(res.status, 200); + assert.equal(res.body.entries.length, entries.length); + assert.deepEqual( + res.body.entries.find(({ id }) => id === 'opt-in-points'), + { id: 'opt-in-points', available: false, reason: 'operator-opt-in' }, + ); +}); + +test('a proxied dataset reaches only its manifest URL, refuses redirects and is normalized', async () => { + const calls = []; + const request = install({ + now: () => 42, + fetchImpl: async (url, options) => { + calls.push({ url, options }); + return new Response(collection([point('Storm'), { geometry: null }])); + }, + }); + const res = await request('/data/proxied-points?url=https://evil.example'); + assert.equal(res.status, 200); + assert.equal(calls.length, 1); + assert.equal(calls[0].url, 'https://data.example.org/points.json'); + assert.equal(calls[0].options.redirect, 'error'); + assert.ok(calls[0].options.signal instanceof AbortSignal); + assert.equal(res.body.features.length, 1); + assert.equal(res.body.features[0].properties.name, 'Storm'); + assert.equal(res.body.dropped, 1); + assert.equal(res.body.fetchedAt, 42); + // A fresh cache answers without another upstream request. + await request('/data/proxied-points'); + assert.equal(calls.length, 1); +}); + +test('browser-direct, unknown, opt-in and wrong-kind entries are not proxied', async () => { + let calls = 0; + const request = install({ + fetchImpl: async () => { + calls++; + return new Response(collection([])); + }, + }); + assert.equal((await request('/data/direct-points')).status, 404); + assert.equal((await request('/data/nope-nope')).status, 404); + assert.equal((await request('/data/proxied-tiles')).status, 404); + assert.equal((await request('/tile/proxied-points/2/0/0')).status, 404); + const optIn = await request('/data/opt-in-points'); + assert.equal(optIn.status, 403); + assert.equal(optIn.body.error, 'operator-opt-in'); + assert.equal(calls, 0); +}); + +test('a keyed entry gets the operator key server-side and refuses forwarded requests', async () => { + const calls = []; + const request = install({ + env: { FIRMS_MAP_KEY: 'k3y' }, + fetchImpl: async (url) => { + calls.push(new URL(url)); + return new Response(collection([point('Fire')])); + }, + }); + const forwarded = await request('/data/keyed-points', { + 'x-forwarded-for': '203.0.113.9', + }); + assert.equal(forwarded.status, 403); + assert.equal(calls.length, 0); + const res = await request('/data/keyed-points'); + assert.equal(res.status, 200); + assert.equal(calls[0].searchParams.get('MAP_KEY'), 'k3y'); + assert.doesNotMatch(res.raw, /k3y/); +}); + +test('an oversized or failing upstream answers 502 without its text, then serves stale', async () => { + let clock = 0; + let mode = 'ok'; + const request = install({ + now: () => clock, + fetchImpl: async () => { + if (mode === 'big') return new Response('x'.repeat(8192)); + if (mode === 'fail') + return new Response('secret upstream text', { status: 500 }); + return new Response(collection([point('A')])); + }, + }); + mode = 'big'; + const big = await request('/data/proxied-points'); + assert.equal(big.status, 502); + assert.doesNotMatch(big.raw, /x{20}/); + mode = 'ok'; + assert.equal((await request('/data/proxied-points')).status, 200); + clock = 10 * 3600 * 1000; + mode = 'fail'; + const stale = await request('/data/proxied-points'); + assert.equal(stale.status, 200); + assert.equal(stale.body.stale, true); + assert.equal(stale.headers['X-Data-Stale'], 'true'); + assert.doesNotMatch(stale.raw, /secret upstream text/); +}); + +test('cross-site browser requests are refused before any upstream request', async () => { + let calls = 0; + const request = install({ + fetchImpl: async () => { + calls++; + return new Response(collection([])); + }, + }); + const res = await request('/data/proxied-points', { + host: 'localhost:5173', + origin: 'https://evil.example', + 'sec-fetch-site': 'cross-site', + }); + assert.equal(res.status, 403); + assert.equal(calls, 0); +}); + +test('tiles: bounded z/x/y, image types only, cached', async () => { + const calls = []; + const request = install({ + fetchImpl: async (url) => { + calls.push(url); + if (url.includes('/3/')) + return new Response('', { + headers: { 'content-type': 'text/html' }, + }); + return new Response(new Uint8Array([137, 80, 78, 71]), { + headers: { 'content-type': 'image/png' }, + }); + }, + }); + assert.equal((await request('/tile/proxied-tiles/1/0/0')).status, 400); + assert.equal((await request('/tile/proxied-tiles/2/4/0')).status, 400); + assert.equal((await request('/tile/proxied-tiles/2/a/0')).status, 400); + const ok = await request('/tile/proxied-tiles/2/1/3'); + assert.equal(ok.status, 200); + assert.equal(ok.headers['Content-Type'], 'image/png'); + assert.equal(calls[0], 'https://tiles.example.org/2/1/3.png'); + await request('/tile/proxied-tiles/2/1/3'); + assert.equal(calls.length, 1); + assert.equal((await request('/tile/proxied-tiles/3/1/1')).status, 502); +}); + +test('tile paths are parsed against the zoom range', () => { + const source = { minZoom: 0, maxZoom: 3 }; + assert.deepEqual(parseLibraryTilePath(['3', '7', '7'], source), { + z: 3, + x: 7, + y: 7, + }); + assert.equal(parseLibraryTilePath(['3', '8', '0'], source), null); + assert.equal(parseLibraryTilePath(['4', '0', '0'], source), null); + assert.equal(parseLibraryTilePath(['1', '0'], source), null); +}); + +test('only GET is served', async () => { + const plugin = libraryProxy({ entries, env: {} }); + const res = { + writeHead(status, headers) { + this.status = status; + this.headers = headers; + }, + end() {}, + }; + await plugin.handler({ url: '/catalog', method: 'POST', headers: {} }, res); + assert.equal(res.status, 405); +}); diff --git a/server/providers/local.js b/server/providers/local.js index f7c5b36ec..76c347db4 100644 --- a/server/providers/local.js +++ b/server/providers/local.js @@ -36,6 +36,7 @@ import { inaturalistProxy } from './inaturalist/observations.js'; import { acartiaProxy } from './acartia.js'; import { cycloneProxy } from './cyclones.js'; import { windProxy } from './wind.js'; +import { libraryProxy } from './library.js'; /** * Construct the local provider plugins in their established order. @@ -85,6 +86,7 @@ function localProviderPlugins({ mapillaryProxy(), firePerimetersProxy(), gnssIntegrityProxy(), + libraryProxy(), ghostMapsProxy(), shipwrecksProxy(), droneAirspaceProxy(), diff --git a/src/app/layerPresentation.js b/src/app/layerPresentation.js index eaa0e0b57..d3f1fb448 100644 --- a/src/app/layerPresentation.js +++ b/src/app/layerPresentation.js @@ -18,6 +18,7 @@ export class LayerPresentation { this.pendingVisible = false; this._unsubscribe = manager.subscribeActivity((change) => { if (change.type === 'status') this.refresh(); + else if (change.type === 'registrations') this._panel?.rerender(); else if (change.type === 'destroy-all') this.destroy(); else { const reason = diff --git a/src/app/tools.js b/src/app/tools.js index cffae32b2..927e343bb 100644 --- a/src/app/tools.js +++ b/src/app/tools.js @@ -11,6 +11,10 @@ import { useDisplayStore } from '../ui/stores/display.js'; import { applicationPinia } from '../ui/vueRuntime.js'; import { initImageryBoxTool } from '../ui/imageryBoxTool.js'; import { createRecentImageryPanel } from '../ui/recentImagery.js'; +import { createDataLibrary } from '../library/controller.js'; +import { flyToLibraryExtent } from '../library/camera.js'; +import { mountLibraryBrowser } from '../ui/libraryBrowser.js'; +import { localGeoJsonServices } from './localGeojsonServices.js'; import { initGevVoiceCommands } from '../voice/gevRealtime.js'; import { installViews, isEmbeddedInline } from './embed.js'; import { @@ -109,6 +113,41 @@ export function createApplicationTools({ connect: connectDisplay, }); defer(() => geoFileImport?.destroy()); + // DATA ▸ Library: entries register their layers only when a viewer adds + // them, after the core catalog is sealed. The browser dialog and the + // controller share the application lifetime. + const dataLibrary = createDataLibrary({ + dataManager, + services: localGeoJsonServices, + getTileset: () => tileset, + mapStackController, + shareLink: styleManager.shareLinkManager, + requestRender: governorRequestRender, + // Zoom to layer: an immediate navigation, so Cockpit can refuse it and + // the current follow owner is released first (as for imported files). + zoomTo: (extent) => + styleManager.runImmediateNavigation('layer', () => + flyToLibraryExtent(viewer, extent), + ) !== false, + }); + defer(() => dataLibrary.destroy()); + const libraryTrigger = document.getElementById('data-library-browse'); + const libraryBrowser = mountLibraryBrowser({ + library: dataLibrary, + trigger: libraryTrigger, + }); + defer(() => libraryBrowser.destroy()); + if (libraryTrigger) libraryTrigger.hidden = false; + dataLibrary.start({ signal }).catch((error) => { + if (!signal?.aborted) console.warn('[Library] start failed:', error); + }); + // The live gate's handle (scripts/qa-data-library.mjs). + const libraryHandle = { library: dataLibrary, browser: libraryBrowser }; + window.__gevDataLibrary = libraryHandle; + defer(() => { + if (window.__gevDataLibrary === libraryHandle) + delete window.__gevDataLibrary; + }); // DATA ▸ Recent Imagery: the box tool claims the pointer like Draw and the // panel lives on the right rail, so both belong to the application // lifetime. The tileset lets the layer drape while the globe is hidden. diff --git a/src/data/libraryRegistration.test.mjs b/src/data/libraryRegistration.test.mjs new file mode 100644 index 000000000..e9a09d489 --- /dev/null +++ b/src/data/libraryRegistration.test.mjs @@ -0,0 +1,54 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { LayerLifecycle } from './lifecycle.js'; + +const layer = (id) => ({ + id, + name: id, + icon: '', + source: 'test', + async init() {}, + async enable() {}, + async update() {}, + async disable() {}, + async destroy() {}, + getStats: () => ({ count: 0, lastUpdate: null }), +}); + +test('library layers register only after sealing and only in the lib- namespace', async () => { + const manager = new LayerLifecycle({}); + const activity = []; + manager.subscribeActivity((change) => activity.push(change.type)); + manager.register(layer('earthquakes')); + assert.throws( + () => manager.registerLibraryLayer(layer('lib-night-lights')), + /after the catalog is sealed/, + ); + manager.finalizeRegistrations([ + { id: 'earthquakes', disposition: 'enabled-only' }, + ]); + assert.throws( + () => manager.registerLibraryLayer(layer('radio')), + /lib- namespace/, + ); + assert.throws(() => manager.register(layer('lib-x-y-z')), /finalized/); + manager.registerLibraryLayer(layer('lib-night-lights')); + assert.equal(manager.isLibraryLayer('lib-night-lights'), true); + assert.equal(manager.isLibraryLayer('earthquakes'), false); + const rows = manager.getAll(); + assert.equal( + rows.find(({ id }) => id === 'earthquakes').libraryEntryId, + null, + ); + assert.equal( + rows.find(({ id }) => id === 'lib-night-lights').libraryEntryId, + 'night-lights', + ); + assert.equal(await manager.unregisterLibraryLayer('earthquakes'), false); + assert.equal(manager.layers.has('earthquakes'), true); + await manager.setEnabled('lib-night-lights', true, { origin: 'user' }); + assert.equal(await manager.unregisterLibraryLayer('lib-night-lights'), true); + assert.equal(manager.layers.has('lib-night-lights'), false); + assert.equal(manager.isLibraryLayer('lib-night-lights'), false); + assert.equal(activity.filter((type) => type === 'registrations').length, 2); +}); diff --git a/src/data/lifecycle.js b/src/data/lifecycle.js index 3ea02eca9..c67c4287f 100644 --- a/src/data/lifecycle.js +++ b/src/data/lifecycle.js @@ -1,4 +1,5 @@ import { cancelCameraArrival } from './cameraArrival.js'; +import { libraryEntryIdOf } from '../library/manifest.js'; function cloneLayerParams(value) { if (Array.isArray(value)) return value.map(cloneLayerParams); @@ -97,6 +98,7 @@ export class LayerLifecycle { this._registrationDispositions = null; this._allowQaRegistration = allowQaRegistration === true; this._qaLayerIds = new Set(); + this._libraryLayerIds = new Set(); } register(layerModule) { @@ -125,6 +127,41 @@ export class LayerLifecycle { return destroyed; } + /** + * Register a Data Library layer after the catalog is sealed. Only ids in + * the library namespace (`lib-`) are accepted, so this seam can + * never stand in for a core layer, and library layers never join the core + * share-token registry: their selection travels in `lib=` instead. + * @param {object} layerModule + * @returns {string} The registered id. + */ + registerLibraryLayer(layerModule) { + if (!this._registrationsFinalized) + throw new Error('Library layers register after the catalog is sealed'); + if (!libraryEntryIdOf(layerModule?.id)) + throw new Error('Library layer ids must use the lib- namespace'); + this._registerLayer(layerModule); + this._libraryLayerIds.add(layerModule.id); + this._publishActivity({ type: 'registrations', layerId: layerModule.id }); + return layerModule.id; + } + + /** Destroy a layer registered through `registerLibraryLayer`. */ + async unregisterLibraryLayer(layerId) { + if (!this._libraryLayerIds.has(layerId)) return false; + const destroyed = await this.destroyLayer(layerId); + if (destroyed) { + this._libraryLayerIds.delete(layerId); + this._publishActivity({ type: 'registrations', layerId }); + } + return destroyed; + } + + /** Whether a registered layer came from the Data Library. */ + isLibraryLayer(layerId) { + return this._libraryLayerIds.has(layerId); + } + _registerLayer(layerModule) { if (!layerModule || typeof layerModule.id !== 'string' || !layerModule.id) { throw new Error('Data layer must provide a stable id'); @@ -2231,6 +2268,7 @@ export class LayerLifecycle { } this.layers.delete(layerId); this._qaLayerIds.delete(layerId); + this._libraryLayerIds.delete(layerId); return true; } @@ -2274,6 +2312,10 @@ export class LayerLifecycle { // showInTogglePanel). The layer reports stats.keyRequired while that // key is absent; the panel builds the guidance text from the pair. requiresKeyId: entry.module.requiresKeyId || null, + // Data Library entry id; the panel groups these under Library. + libraryEntryId: this._libraryLayerIds.has(id) + ? libraryEntryIdOf(id) + : null, enabled: entry.enabled, lifecycleState: entry.lifecycleState, lifecycleUncertain: entry.lifecycleUncertain, diff --git a/src/data/localGeojsonCore.js b/src/data/localGeojsonCore.js index 811dfab57..e079b5e8a 100644 --- a/src/data/localGeojsonCore.js +++ b/src/data/localGeojsonCore.js @@ -86,6 +86,13 @@ export function localInfrastructureOverlayCopy(properties, layerId) { if (river && river.toLocaleLowerCase() !== title.toLocaleLowerCase()) { details.push(clampCardLine(river)); } + } else if (Array.isArray(props.__gevDetails)) { + // Data Library features carry their card lines from the manifest + // (src/library/formats.js presentLibraryProperties). + for (const line of props.__gevDetails.slice(0, 2)) { + const clean = cleanLabel(line); + if (clean) details.push(clampCardLine(clean)); + } } return { title, details }; @@ -292,7 +299,10 @@ export function localDatasetError(error) { * A minimal, rock-solid native implementation for loading local GeoJSON Data. * Draws 3D stems (polylines) attached to Point entities and ensures * standard scene.pick natively clicks them. - * @param {object} options Dataset URL, identity, appearance and optional Cesium adapters. + * @param {object} options Dataset URL (or a `loadFeatures({signal})` loader + * resolving to GeoJSON features), identity, appearance (an optional + * `featureColor(properties)` returns a CSS colour per feature) and optional + * Cesium adapters. * @param {object} services Caller-owned operations; see docs/INFRASTRUCTURE-LAYERS.md. * @returns {object} A fresh layer implementing init/enable/disable/update/destroy/getStats/getAnalystRecords. * One live instance per layer id is allowed in a given viewer/context/overlay host. @@ -310,6 +320,8 @@ export function createLocalGeoJsonLayer( labels = true, labelMax = DEFAULT_LABEL_MAX, labelGridPx = DEFAULT_LABEL_GRID_PX, + loadFeatures = null, + featureColor = null, screenSpaceEventHandlerFactory = (canvas) => new Cesium.ScreenSpaceEventHandler(canvas), projectToWindow = (scene, position) => @@ -585,7 +597,17 @@ export function createLocalGeoJsonLayer( let addedToScene = false; try { let features = _cachedFeatures; - if (!features) { + if (!features && loadFeatures) { + // A caller-owned loader (the Data Library) fetches and bounds + // its own live dataset; this layer only renders it. + features = await loadFeatures({ + signal: _loadController.signal, + }); + if (_destroyed) return; + if (!Array.isArray(features)) + throw new Error('dataset unavailable'); + _cachedFeatures = features; + } else if (!features) { const response = await fetch(url, { signal: _loadController.signal, }); @@ -639,9 +661,21 @@ export function createLocalGeoJsonLayer( _stemRecords = []; _stemGeometryDirty = true; + // An optional per-feature colour (Data Library colorBy); one + // Cesium colour per distinct CSS value. + const colorCache = new Map([[color, baseColor]]); + const colorFor = (entity) => { + if (typeof featureColor !== 'function') return baseColor; + const css = featureColor(propertyObject(entity)) || color; + if (!colorCache.has(css)) + colorCache.set(css, Cesium.Color.fromCssColorString(css)); + return colorCache.get(css); + }; + for (let i = 0; i < entities.length; i++) { const feature = entities[i]; feature.__localLayerId = id; // Tag it so our click handler knows it belongs to this layer + const featureBaseColor = colorFor(feature); let pos = feature.position?.getValue(Cesium.JulianDate.now()); @@ -649,7 +683,10 @@ export function createLocalGeoJsonLayer( // It's a polygon or line if (feature.polygon) { feature.polygon.outline = true; - feature.polygon.outlineColor = baseColor; + feature.polygon.outlineColor = featureBaseColor; + if (featureBaseColor !== baseColor) + feature.polygon.material = + featureBaseColor.withAlpha(0.3); // Calculate center point for the stem const hierarchy = feature.polygon.hierarchy?.getValue( @@ -716,11 +753,11 @@ export function createLocalGeoJsonLayer( feature.polyline = new Cesium.PolylineGraphics({ positions: stemPositionBuffers[0], width: 3.5, - material: new Cesium.ColorMaterialProperty(baseColor), + material: new Cesium.ColorMaterialProperty(featureBaseColor), }); feature.point = new Cesium.PointGraphics({ pixelSize: 10, - color: baseColor, + color: featureBaseColor, outlineColor: Cesium.Color.BLACK, outlineWidth: 2, // Never depth-cull the anchor against the photoreal mesh — @@ -749,7 +786,7 @@ export function createLocalGeoJsonLayer( position: tip, properties, priority, - accent: color, + accent: featureBaseColor.toCssHexString(), }) : null, }); @@ -1323,6 +1360,10 @@ function labelPriorityFromProperties(props, layerId) { if (props.output || tags['plant:output:electricity']) score += 120; if (layerId === 'local-dams') score += 80; if (layerId === 'local-datacenters') score += 60; + // Data Library features carry their manifest importance (0–600), below the + // named/unnamed gap so a rank never promotes an unnamed feature. + if (Number.isFinite(props.__gevRank)) + score += Math.max(0, Math.min(600, props.__gevRank)); return score; } diff --git a/src/i18n/locales/ar.json b/src/i18n/locales/ar.json index 76516c4e3..5b0da6060 100644 --- a/src/i18n/locales/ar.json +++ b/src/i18n/locales/ar.json @@ -3830,5 +3830,126 @@ "{source} imagery could not be opened": "تعذّر فتح صور {source}", "{place} has no position to look for imagery at": "لا يوجد لـ{place} موضع للبحث عن الصور فيه", "No {source} imagery near {place}": "لا توجد صور {source} قرب {place}", - "{reason} (filters on: {filters})": "{reason} (المرشحات المفعّلة: {filters})" + "{reason} (filters on: {filters})": "{reason} (المرشحات المفعّلة: {filters})", + "tiles unavailable": "البلاطات غير متاحة", + "zoom in to load this layer": "كبّر لتحميل هذه الطبقة", + "Zoom to layer": "تكبير إلى الطبقة", + "Zoom to layer · fly to where this layer has data": "تكبير إلى الطبقة · الطيران إلى حيث توجد بيانات هذه الطبقة", + "Remove from Data Layers": "إزالة من طبقات البيانات", + "Remove from Data Layers · add it again from the library": "إزالة من طبقات البيانات · أضِفها مجددًا من المكتبة", + "Coverage outline": "حدود التغطية", + "DRAPED": "على التضاريس", + "Below 250 m": "أقل من 250 م", + "250–500 m": "250–500 م", + "500–1,000 m": "500–1,000 م", + "1,000–2,000 m": "1,000–2,000 م", + "2,000–3,000 m": "2,000–3,000 م", + "3,000 m and above": "3,000 م فأكثر", + "Exit cockpit to fly to a layer": "اخرج من قمرة القيادة للطيران إلى طبقة", + "Library": "المكتبة", + "Environment": "البيئة", + "Imagery": "الصور", + "Demographics": "التركيبة السكانية", + "DATASET": "مجموعة بيانات", + "TILES": "بلاطات", + "PACK": "حزمة", + "INCUBATING": "قيد الاحتضان", + "COMMUNITY": "مجتمعي", + "VERIFIED": "موثّق", + "ARCHIVED": "مؤرشف", + "Datasets": "مجموعات البيانات", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "zero": "{count} مجموعة بيانات", + "one": "{count} مجموعة بيانات", + "two": "{count} مجموعتا بيانات", + "few": "{count} مجموعات بيانات", + "many": "{count} مجموعة بيانات", + "other": "{count} مجموعة بيانات" + }, + "{count} tile layers": { + "zero": "{count} طبقة بلاطات", + "one": "{count} طبقة بلاطات", + "two": "{count} طبقتا بلاطات", + "few": "{count} طبقات بلاطات", + "many": "{count} طبقة بلاطات", + "other": "{count} طبقة بلاطات" + }, + "{count} packs": { + "zero": "{count} حزمة", + "one": "{count} حزمة", + "two": "{count} حزمتان", + "few": "{count} حزم", + "many": "{count} حزمة", + "other": "{count} حزمة" + }, + "Themes": "المواضيع", + "Added": "المُضافة", + "{count} on the map": { + "zero": "{count} على الخريطة", + "one": "{count} على الخريطة", + "two": "{count} على الخريطة", + "few": "{count} على الخريطة", + "many": "{count} على الخريطة", + "other": "{count} على الخريطة" + }, + "none yet": "لا شيء بعد", + "Map features": "معالم الخريطة", + "from {count} datasets": { + "zero": "من {count} مجموعة بيانات", + "one": "من {count} مجموعة بيانات", + "two": "من {count} مجموعتَي بيانات", + "few": "من {count} مجموعات بيانات", + "many": "من {count} مجموعة بيانات", + "other": "من {count} مجموعة بيانات" + }, + "switch on a dataset to load features": "شغّل مجموعة بيانات لتحميل المعالم", + "Switched on by this instance · part of the CCTV layer": "مُفعّل من هذا المثيل · جزء من طبقة CCTV", + "Operator opt-in: set {env}=1 on the server": "تفعيل من المشغّل: اضبط {env}=1 على الخادم", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "تفعيل من المشغّل: أضِف {id} إلى GEV_LIBRARY_ENABLE على الخادم", + "Turned off by this instance's operator": "أوقفه مشغّل هذا المثيل", + "Needs a provider key on the server": "يتطلب مفتاح مزوّد على الخادم", + "Needs this app's server · not available in a static build": "يتطلب خادم هذا التطبيق · غير متاح في إصدار ثابت", + "Checking what this instance serves…": "جارٍ التحقق مما يقدّمه هذا المثيل…", + "Regional": "إقليمي", + "Orthophoto": "صورة متعامدة", + "Satellite mosaic": "فسيفساء أقمار صناعية", + "Oblique": "مائلة", + "Historic imagery": "صور تاريخية", + "True orthophoto": "صورة متعامدة حقيقية", + "Type": "النوع", + "Resolution": "الدقة", + "Flown": "تاريخ التصوير", + "Updates": "التحديث", + "Ortho quality": "جودة التعامد", + "DATA LIBRARY": "مكتبة البيانات", + "Close data library": "إغلاق مكتبة البيانات", + "Data Library at a glance": "مكتبة البيانات في لمحة", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "مصادر مباشرة تتجاوز الطبقات الأساسية. يُجلب كل منها من مزوّده ما دام مفعّلًا؛ ولا يُخزَّن شيء في هذا التطبيق. أضِف واحدًا وسيظهر في طبقات البيانات ضمن المكتبة.", + "Name, provider or country": "الاسم أو المزوّد أو البلد", + "Theme": "الموضوع", + "All themes": "كل المواضيع", + "Only what this instance serves": "فقط ما يقدّمه هذا المثيل", + "OPT-IN": "اختياري", + "KEY": "مفتاح", + "KEYLESS": "بلا مفتاح", + "ZOOM": "تكبير", + "Zoom to {name}": "تكبير إلى {name}", + "WORKING…": "جارٍ العمل…", + "ADD": "إضافة", + "Remove {name} from Data Layers": "إزالة {name} من طبقات البيانات", + "Add {name} to Data Layers": "إضافة {name} إلى طبقات البيانات", + "CONFIRM · REMOVE ALL {count}": { + "zero": "تأكيد · إزالة الكل ({count})", + "one": "تأكيد · إزالة {count}", + "two": "تأكيد · إزالة الكل ({count})", + "few": "تأكيد · إزالة الكل ({count})", + "many": "تأكيد · إزالة الكل ({count})", + "other": "تأكيد · إزالة الكل ({count})" + }, + "REMOVE ALL": "إزالة الكل", + "Confirm: remove every added entry from Data Layers": "تأكيد: إزالة كل الإدخالات المُضافة من طبقات البيانات", + "Remove every added entry from Data Layers": "إزالة كل الإدخالات المُضافة من طبقات البيانات", + "Showing {shown} of {total}": "عرض {shown} من {total}", + "BROWSE DATA LIBRARY": "تصفّح مكتبة البيانات" } diff --git a/src/i18n/locales/de.json b/src/i18n/locales/de.json index b00084ebc..55b9301f9 100644 --- a/src/i18n/locales/de.json +++ b/src/i18n/locales/de.json @@ -3506,5 +3506,102 @@ "{source} imagery could not be opened": "Bilder von {source} konnten nicht geöffnet werden", "{place} has no position to look for imagery at": "{place} hat keine Position, an der nach Bildern gesucht werden kann", "No {source} imagery near {place}": "Keine Bilder von {source} in der Nähe von {place}", - "{reason} (filters on: {filters})": "{reason} (aktive Filter: {filters})" + "{reason} (filters on: {filters})": "{reason} (aktive Filter: {filters})", + "tiles unavailable": "Kacheln nicht verfügbar", + "zoom in to load this layer": "hineinzoomen, um diese Ebene zu laden", + "Zoom to layer": "Zur Ebene zoomen", + "Zoom to layer · fly to where this layer has data": "Zur Ebene zoomen · dorthin fliegen, wo diese Ebene Daten hat", + "Remove from Data Layers": "Aus Datenebenen entfernen", + "Remove from Data Layers · add it again from the library": "Aus Datenebenen entfernen · über die Bibliothek erneut hinzufügen", + "Coverage outline": "Abdeckungsumriss", + "DRAPED": "DRAPIERT", + "Below 250 m": "Unter 250 m", + "250–500 m": "250–500 m", + "500–1,000 m": "500–1.000 m", + "1,000–2,000 m": "1.000–2.000 m", + "2,000–3,000 m": "2.000–3.000 m", + "3,000 m and above": "3.000 m und mehr", + "Exit cockpit to fly to a layer": "Cockpit verlassen, um zu einer Ebene zu fliegen", + "Library": "Bibliothek", + "Environment": "Umwelt", + "Imagery": "Bildmaterial", + "Demographics": "Demografie", + "DATASET": "DATENSATZ", + "TILES": "KACHELN", + "PACK": "PAKET", + "INCUBATING": "IN ERPROBUNG", + "COMMUNITY": "COMMUNITY", + "VERIFIED": "GEPRÜFT", + "ARCHIVED": "ARCHIVIERT", + "Datasets": "Datensätze", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "one": "{count} Datensatz", + "other": "{count} Datensätze" + }, + "{count} tile layers": { + "one": "{count} Kachelebene", + "other": "{count} Kachelebenen" + }, + "{count} packs": { + "one": "{count} Paket", + "other": "{count} Pakete" + }, + "Themes": "Themen", + "Added": "Hinzugefügt", + "{count} on the map": { + "one": "{count} auf der Karte", + "other": "{count} auf der Karte" + }, + "none yet": "noch keine", + "Map features": "Kartenobjekte", + "from {count} datasets": { + "one": "aus {count} Datensatz", + "other": "aus {count} Datensätzen" + }, + "switch on a dataset to load features": "einen Datensatz einschalten, um Objekte zu laden", + "Switched on by this instance · part of the CCTV layer": "Von dieser Instanz eingeschaltet · Teil der CCTV-Ebene", + "Operator opt-in: set {env}=1 on the server": "Opt-in durch Betreiber: {env}=1 auf dem Server setzen", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "Opt-in durch Betreiber: {id} zu GEV_LIBRARY_ENABLE auf dem Server hinzufügen", + "Turned off by this instance's operator": "Vom Betreiber dieser Instanz ausgeschaltet", + "Needs a provider key on the server": "Benötigt einen Anbieterschlüssel auf dem Server", + "Needs this app's server · not available in a static build": "Benötigt den Server dieser App · in einem statischen Build nicht verfügbar", + "Checking what this instance serves…": "Prüfe, was diese Instanz bereitstellt…", + "Regional": "Regional", + "Orthophoto": "Orthofoto", + "Satellite mosaic": "Satellitenmosaik", + "Oblique": "Schrägluftbild", + "Historic imagery": "Historische Luftbilder", + "True orthophoto": "True Orthofoto", + "Type": "Typ", + "Resolution": "Auflösung", + "Flown": "Befliegung", + "Updates": "Aktualisierung", + "Ortho quality": "Orthoqualität", + "DATA LIBRARY": "DATENBIBLIOTHEK", + "Close data library": "Datenbibliothek schließen", + "Data Library at a glance": "Datenbibliothek auf einen Blick", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "Live-Quellen über die Kernebenen hinaus. Jede wird von ihrem Anbieter abgerufen, solange sie eingeschaltet ist; in dieser App wird nichts gespeichert. Fügen Sie eine hinzu, und sie erscheint in den Datenebenen unter Bibliothek.", + "Name, provider or country": "Name, Anbieter oder Land", + "Theme": "Thema", + "All themes": "Alle Themen", + "Only what this instance serves": "Nur was diese Instanz bereitstellt", + "OPT-IN": "OPT-IN", + "KEY": "SCHLÜSSEL", + "KEYLESS": "OHNE SCHLÜSSEL", + "ZOOM": "ZOOMEN", + "Zoom to {name}": "Zu {name} zoomen", + "WORKING…": "ARBEITET…", + "ADD": "HINZUFÜGEN", + "Remove {name} from Data Layers": "{name} aus Datenebenen entfernen", + "Add {name} to Data Layers": "{name} zu Datenebenen hinzufügen", + "CONFIRM · REMOVE ALL {count}": { + "one": "BESTÄTIGEN · {count} ENTFERNEN", + "other": "BESTÄTIGEN · ALLE {count} ENTFERNEN" + }, + "REMOVE ALL": "ALLE ENTFERNEN", + "Confirm: remove every added entry from Data Layers": "Bestätigen: alle hinzugefügten Einträge aus Datenebenen entfernen", + "Remove every added entry from Data Layers": "Alle hinzugefügten Einträge aus Datenebenen entfernen", + "Showing {shown} of {total}": "{shown} von {total} angezeigt", + "BROWSE DATA LIBRARY": "DATENBIBLIOTHEK DURCHSUCHEN" } diff --git a/src/i18n/locales/es.json b/src/i18n/locales/es.json index 525306c35..3f7a5e7b0 100644 --- a/src/i18n/locales/es.json +++ b/src/i18n/locales/es.json @@ -3587,5 +3587,108 @@ "{source} imagery could not be opened": "No se pudieron abrir las imágenes de {source}", "{place} has no position to look for imagery at": "{place} no tiene una posición donde buscar imágenes", "No {source} imagery near {place}": "No hay imágenes de {source} cerca de {place}", - "{reason} (filters on: {filters})": "{reason} (filtros activos: {filters})" + "{reason} (filters on: {filters})": "{reason} (filtros activos: {filters})", + "tiles unavailable": "teselas no disponibles", + "Environment": "Medio ambiente", + "Imagery": "Imágenes", + "DATASET": "DATOS", + "TILES": "TESELAS", + "PACK": "PAQUETE", + "INCUBATING": "EN INCUBACIÓN", + "COMMUNITY": "COMUNIDAD", + "VERIFIED": "VERIFICADO", + "ARCHIVED": "ARCHIVADO", + "Switched on by this instance · part of the CCTV layer": "Activado en esta instancia · parte de la capa CCTV", + "Operator opt-in: set {env}=1 on the server": "Activación del operador: define {env}=1 en el servidor", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "Activación del operador: añade {id} a GEV_LIBRARY_ENABLE en el servidor", + "Turned off by this instance's operator": "Desactivado por el operador de esta instancia", + "Needs a provider key on the server": "Necesita una clave del proveedor en el servidor", + "Needs this app's server · not available in a static build": "Necesita el servidor de esta app · no disponible en una compilación estática", + "Checking what this instance serves…": "Comprobando qué ofrece esta instancia…", + "Regional": "Regional", + "DATA LIBRARY": "BIBLIOTECA DE DATOS", + "Close data library": "Cerrar la biblioteca de datos", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "Fuentes en vivo más allá de las capas principales. Cada una se obtiene de su proveedor mientras está activa; esta app no almacena nada. Añade una y aparecerá en Capas de datos, en Biblioteca.", + "Name, provider or country": "Nombre, proveedor o país", + "Theme": "Tema", + "All themes": "Todos los temas", + "Only what this instance serves": "Solo lo que ofrece esta instancia", + "OPT-IN": "OPCIONAL", + "KEY": "CLAVE", + "KEYLESS": "SIN CLAVE", + "WORKING…": "PROCESANDO…", + "ADD": "AÑADIR", + "Remove {name} from Data Layers": "Quitar {name} de Capas de datos", + "Add {name} to Data Layers": "Añadir {name} a Capas de datos", + "Library": "Biblioteca", + "BROWSE DATA LIBRARY": "EXPLORAR BIBLIOTECA DE DATOS", + "DRAPED": "SUPERPUESTO", + "Zoom to layer": "Acercar a la capa", + "ZOOM": "ACERCAR", + "Zoom to {name}": "Acercar a {name}", + "CONFIRM · REMOVE ALL {count}": { + "one": "CONFIRMAR · QUITAR {count}", + "many": "CONFIRMAR · QUITAR LAS {count}", + "other": "CONFIRMAR · QUITAR LAS {count}" + }, + "REMOVE ALL": "QUITAR TODO", + "Confirm: remove every added entry from Data Layers": "Confirmar: quitar de Capas de datos todas las entradas añadidas", + "Remove every added entry from Data Layers": "Quitar de Capas de datos todas las entradas añadidas", + "Exit cockpit to fly to a layer": "Sal de la cabina para volar a una capa", + "Zoom to layer · fly to where this layer has data": "Acercar a la capa · vuela a donde esta capa tiene datos", + "Remove from Data Layers": "Quitar de Capas de datos", + "Remove from Data Layers · add it again from the library": "Quitar de Capas de datos · vuelve a añadirla desde la biblioteca", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "one": "{count} conjunto de datos", + "many": "{count} de conjuntos de datos", + "other": "{count} conjuntos de datos" + }, + "{count} tile layers": { + "one": "{count} capa de teselas", + "many": "{count} de capas de teselas", + "other": "{count} capas de teselas" + }, + "{count} packs": { + "one": "{count} paquete", + "many": "{count} de paquetes", + "other": "{count} paquetes" + }, + "Added": "Añadidas", + "{count} on the map": { + "one": "{count} en el mapa", + "many": "{count} en el mapa", + "other": "{count} en el mapa" + }, + "none yet": "ninguna todavía", + "from {count} datasets": { + "one": "de {count} conjunto de datos", + "many": "de {count} de conjuntos de datos", + "other": "de {count} conjuntos de datos" + }, + "switch on a dataset to load features": "activa un conjunto de datos para cargar elementos", + "Data Library at a glance": "La biblioteca de datos de un vistazo", + "Map features": "Elementos del mapa", + "Showing {shown} of {total}": "Mostrando {shown} de {total}", + "Datasets": "Conjuntos de datos", + "Themes": "Temas", + "zoom in to load this layer": "acércate para cargar esta capa", + "Demographics": "Demografía", + "Coverage outline": "Contorno de cobertura", + "Orthophoto": "Ortofoto", + "Satellite mosaic": "Mosaico satelital", + "Oblique": "Oblicua", + "Historic imagery": "Imágenes históricas", + "True orthophoto": "Ortofoto verdadera", + "Type": "Tipo", + "Resolution": "Resolución", + "Flown": "Vuelo", + "Updates": "Actualización", + "Ortho quality": "Calidad del orto", + "Below 250 m": "Menos de 250 m", + "250–500 m": "250–500 m", + "500–1,000 m": "500–1000 m", + "1,000–2,000 m": "1000–2000 m", + "2,000–3,000 m": "2000–3000 m", + "3,000 m and above": "3000 m o más" } diff --git a/src/i18n/locales/fr.json b/src/i18n/locales/fr.json index 7c4a54cf2..870d75390 100644 --- a/src/i18n/locales/fr.json +++ b/src/i18n/locales/fr.json @@ -3587,5 +3587,108 @@ "{source} imagery could not be opened": "Impossible d'ouvrir les images de {source}", "{place} has no position to look for imagery at": "{place} n'a pas de position où chercher des images", "No {source} imagery near {place}": "Aucune image {source} près de {place}", - "{reason} (filters on: {filters})": "{reason} (filtres actifs : {filters})" + "{reason} (filters on: {filters})": "{reason} (filtres actifs : {filters})", + "tiles unavailable": "tuiles indisponibles", + "zoom in to load this layer": "zoomez pour charger cette couche", + "Zoom to layer": "Zoomer sur la couche", + "Zoom to layer · fly to where this layer has data": "Zoomer sur la couche · voler là où cette couche a des données", + "Remove from Data Layers": "Retirer des Couches de données", + "Remove from Data Layers · add it again from the library": "Retirer des Couches de données · ajoutez-la à nouveau depuis la bibliothèque", + "Coverage outline": "Contour de couverture", + "DRAPED": "DRAPÉ", + "Below 250 m": "Moins de 250 m", + "250–500 m": "250–500 m", + "500–1,000 m": "500–1 000 m", + "1,000–2,000 m": "1 000–2 000 m", + "2,000–3,000 m": "2 000–3 000 m", + "3,000 m and above": "3 000 m et plus", + "Exit cockpit to fly to a layer": "Quittez le cockpit pour voler vers une couche", + "Library": "Bibliothèque", + "Environment": "Environnement", + "Imagery": "Imagerie", + "Demographics": "Démographie", + "DATASET": "JEU DE DONNÉES", + "TILES": "TUILES", + "PACK": "PACK", + "INCUBATING": "EN INCUBATION", + "COMMUNITY": "COMMUNAUTÉ", + "VERIFIED": "VÉRIFIÉ", + "ARCHIVED": "ARCHIVÉ", + "Datasets": "Jeux de données", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "one": "{count} jeu de données", + "many": "{count} de jeux de données", + "other": "{count} jeux de données" + }, + "{count} tile layers": { + "one": "{count} couche de tuiles", + "many": "{count} de couches de tuiles", + "other": "{count} couches de tuiles" + }, + "{count} packs": { + "one": "{count} pack", + "many": "{count} de packs", + "other": "{count} packs" + }, + "Themes": "Thèmes", + "Added": "Ajoutées", + "{count} on the map": { + "one": "{count} sur la carte", + "many": "{count} sur la carte", + "other": "{count} sur la carte" + }, + "none yet": "aucune pour l'instant", + "Map features": "Entités cartographiques", + "from {count} datasets": { + "one": "issues de {count} jeu de données", + "many": "issues de {count} de jeux de données", + "other": "issues de {count} jeux de données" + }, + "switch on a dataset to load features": "activez un jeu de données pour charger des entités", + "Switched on by this instance · part of the CCTV layer": "Activé par cette instance · fait partie de la couche CCTV", + "Operator opt-in: set {env}=1 on the server": "Activation par l'opérateur : définir {env}=1 sur le serveur", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "Activation par l'opérateur : ajouter {id} à GEV_LIBRARY_ENABLE sur le serveur", + "Turned off by this instance's operator": "Désactivé par l'opérateur de cette instance", + "Needs a provider key on the server": "Nécessite une clé du fournisseur sur le serveur", + "Needs this app's server · not available in a static build": "Nécessite le serveur de cette app · indisponible dans une version statique", + "Checking what this instance serves…": "Vérification de ce que propose cette instance…", + "Regional": "Régional", + "Orthophoto": "Orthophoto", + "Satellite mosaic": "Mosaïque satellite", + "Oblique": "Oblique", + "Historic imagery": "Imagerie historique", + "True orthophoto": "Orthophoto vraie", + "Type": "Type", + "Resolution": "Résolution", + "Flown": "Vol", + "Updates": "Mise à jour", + "Ortho quality": "Qualité ortho", + "DATA LIBRARY": "BIBLIOTHÈQUE DE DONNÉES", + "Close data library": "Fermer la bibliothèque de données", + "Data Library at a glance": "La bibliothèque de données en un coup d'œil", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "Sources en direct au-delà des couches principales. Chacune est récupérée auprès de son fournisseur tant qu'elle est active ; rien n'est stocké dans cette app. Ajoutez-en une et elle apparaît dans Couches de données, sous Bibliothèque.", + "Name, provider or country": "Nom, fournisseur ou pays", + "Theme": "Thème", + "All themes": "Tous les thèmes", + "Only what this instance serves": "Seulement ce que propose cette instance", + "OPT-IN": "SUR ACTIVATION", + "KEY": "CLÉ", + "KEYLESS": "SANS CLÉ", + "ZOOM": "ZOOMER", + "Zoom to {name}": "Zoomer sur {name}", + "WORKING…": "EN COURS…", + "ADD": "AJOUTER", + "Remove {name} from Data Layers": "Retirer {name} des Couches de données", + "Add {name} to Data Layers": "Ajouter {name} aux Couches de données", + "CONFIRM · REMOVE ALL {count}": { + "one": "CONFIRMER · RETIRER {count}", + "many": "CONFIRMER · RETIRER LES {count}", + "other": "CONFIRMER · RETIRER LES {count}" + }, + "REMOVE ALL": "TOUT RETIRER", + "Confirm: remove every added entry from Data Layers": "Confirmer : retirer des Couches de données toutes les entrées ajoutées", + "Remove every added entry from Data Layers": "Retirer des Couches de données toutes les entrées ajoutées", + "Showing {shown} of {total}": "{shown} sur {total} affichés", + "BROWSE DATA LIBRARY": "PARCOURIR LA BIBLIOTHÈQUE DE DONNÉES" } diff --git a/src/i18n/locales/he.json b/src/i18n/locales/he.json index c28e10ba2..b0bd1eac2 100644 --- a/src/i18n/locales/he.json +++ b/src/i18n/locales/he.json @@ -3587,5 +3587,108 @@ "{source} imagery could not be opened": "לא ניתן היה לפתוח את הצילומים של {source}", "{place} has no position to look for imagery at": "ל-{place} אין מיקום לחיפוש צילומים", "No {source} imagery near {place}": "אין צילומים של {source} ליד {place}", - "{reason} (filters on: {filters})": "{reason} (מסננים פעילים: {filters})" + "{reason} (filters on: {filters})": "{reason} (מסננים פעילים: {filters})", + "tiles unavailable": "האריחים אינם זמינים", + "zoom in to load this layer": "התקרב כדי לטעון את השכבה הזאת", + "Zoom to layer": "התקרבות לשכבה", + "Zoom to layer · fly to where this layer has data": "התקרבות לשכבה · טיסה למקום שבו יש לשכבה נתונים", + "Remove from Data Layers": "הסרה משכבות נתונים", + "Remove from Data Layers · add it again from the library": "הסרה משכבות נתונים · אפשר להוסיף אותה שוב מהספרייה", + "Coverage outline": "קו מתאר של הכיסוי", + "DRAPED": "פרוש על הקרקע", + "Below 250 m": "מתחת ל-250 מ׳", + "250–500 m": "250–500 מ׳", + "500–1,000 m": "500–1,000 מ׳", + "1,000–2,000 m": "1,000–2,000 מ׳", + "2,000–3,000 m": "2,000–3,000 מ׳", + "3,000 m and above": "3,000 מ׳ ומעלה", + "Exit cockpit to fly to a layer": "צא מתא הטייס כדי לטוס אל שכבה", + "Library": "ספרייה", + "Environment": "סביבה", + "Imagery": "צילומים", + "Demographics": "דמוגרפיה", + "DATASET": "מערך נתונים", + "TILES": "אריחים", + "PACK": "חבילה", + "INCUBATING": "בהבשלה", + "COMMUNITY": "קהילה", + "VERIFIED": "מאומת", + "ARCHIVED": "בארכיון", + "Datasets": "מערכי נתונים", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "one": "{count} מערך נתונים", + "two": "{count} מערכי נתונים", + "other": "{count} מערכי נתונים" + }, + "{count} tile layers": { + "one": "{count} שכבת אריחים", + "two": "{count} שכבות אריחים", + "other": "{count} שכבות אריחים" + }, + "{count} packs": { + "one": "{count} חבילה", + "two": "{count} חבילות", + "other": "{count} חבילות" + }, + "Themes": "נושאים", + "Added": "נוספו", + "{count} on the map": { + "one": "{count} על המפה", + "two": "{count} על המפה", + "other": "{count} על המפה" + }, + "none yet": "אין עדיין", + "Map features": "ישויות במפה", + "from {count} datasets": { + "one": "מ-{count} מערך נתונים", + "two": "מ-{count} מערכי נתונים", + "other": "מ-{count} מערכי נתונים" + }, + "switch on a dataset to load features": "הפעל מערך נתונים כדי לטעון ישויות", + "Switched on by this instance · part of the CCTV layer": "מופעל במופע הזה · חלק משכבת CCTV", + "Operator opt-in: set {env}=1 on the server": "הפעלה ביוזמת המפעיל: הגדר {env}=1 בשרת", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "הפעלה ביוזמת המפעיל: הוסף את {id} ל-GEV_LIBRARY_ENABLE בשרת", + "Turned off by this instance's operator": "כובה על ידי המפעיל של המופע הזה", + "Needs a provider key on the server": "נדרש מפתח ספק בשרת", + "Needs this app's server · not available in a static build": "נדרש השרת של האפליקציה · לא זמין בבנייה סטטית", + "Checking what this instance serves…": "בודק מה המופע הזה מספק…", + "Regional": "אזורי", + "Orthophoto": "אורתופוטו", + "Satellite mosaic": "פסיפס לוויני", + "Oblique": "צילום אלכסוני", + "Historic imagery": "צילומים היסטוריים", + "True orthophoto": "אורתופוטו אמיתי", + "Type": "סוג", + "Resolution": "רזולוציה", + "Flown": "צולם מהאוויר", + "Updates": "עדכונים", + "Ortho quality": "איכות האורתו", + "DATA LIBRARY": "ספריית נתונים", + "Close data library": "סגירת ספריית הנתונים", + "Data Library at a glance": "ספריית הנתונים במבט חטוף", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "מקורות חיים מעבר לשכבות הליבה. כל מקור נטען מהספק שלו כל עוד הוא מופעל; דבר אינו נשמר באפליקציה. הוסף מקור והוא יופיע בשכבות נתונים תחת ספרייה.", + "Name, provider or country": "שם, ספק או מדינה", + "Theme": "נושא", + "All themes": "כל הנושאים", + "Only what this instance serves": "רק מה שהמופע הזה מספק", + "OPT-IN": "בהפעלה ידנית", + "KEY": "מפתח", + "KEYLESS": "ללא מפתח", + "ZOOM": "התקרבות", + "Zoom to {name}": "התקרבות אל {name}", + "WORKING…": "מבצע…", + "ADD": "הוספה", + "Remove {name} from Data Layers": "הסרת {name} משכבות נתונים", + "Add {name} to Data Layers": "הוספת {name} לשכבות נתונים", + "CONFIRM · REMOVE ALL {count}": { + "one": "אישור · הסרת {count}", + "two": "אישור · הסרת כל {count}", + "other": "אישור · הסרת כל {count}" + }, + "REMOVE ALL": "הסרת הכול", + "Confirm: remove every added entry from Data Layers": "אישור: הסרת כל הפריטים שנוספו משכבות נתונים", + "Remove every added entry from Data Layers": "הסרת כל הפריטים שנוספו משכבות נתונים", + "Showing {shown} of {total}": "מוצגים {shown} מתוך {total}", + "BROWSE DATA LIBRARY": "עיון בספריית הנתונים" } diff --git a/src/i18n/locales/it.json b/src/i18n/locales/it.json index 200fb17f4..9a840d7c1 100644 --- a/src/i18n/locales/it.json +++ b/src/i18n/locales/it.json @@ -3587,5 +3587,108 @@ "{source} imagery could not be opened": "Impossibile aprire le immagini di {source}", "{place} has no position to look for imagery at": "{place} non ha una posizione in cui cercare immagini", "No {source} imagery near {place}": "Nessuna immagine di {source} vicino a {place}", - "{reason} (filters on: {filters})": "{reason} (filtri attivi: {filters})" + "{reason} (filters on: {filters})": "{reason} (filtri attivi: {filters})", + "tiles unavailable": "tile non disponibili", + "zoom in to load this layer": "avvicinati per caricare questo livello", + "Zoom to layer": "Zoom sul livello", + "Zoom to layer · fly to where this layer has data": "Zoom sul livello · vola dove questo livello ha dati", + "Remove from Data Layers": "Rimuovi da Livelli dati", + "Remove from Data Layers · add it again from the library": "Rimuovi da Livelli dati · aggiungilo di nuovo dalla libreria", + "Coverage outline": "Contorno di copertura", + "DRAPED": "DRAPPEGGIATO", + "Below 250 m": "Sotto i 250 m", + "250–500 m": "250–500 m", + "500–1,000 m": "500–1.000 m", + "1,000–2,000 m": "1.000–2.000 m", + "2,000–3,000 m": "2.000–3.000 m", + "3,000 m and above": "3.000 m e oltre", + "Exit cockpit to fly to a layer": "Esci dalla cabina di pilotaggio per volare a un livello", + "Library": "Libreria", + "Environment": "Ambiente", + "Imagery": "Immagini", + "Demographics": "Demografia", + "DATASET": "DATASET", + "TILES": "TILE", + "PACK": "PACCHETTO", + "INCUBATING": "IN INCUBAZIONE", + "COMMUNITY": "COMUNITÀ", + "VERIFIED": "VERIFICATO", + "ARCHIVED": "ARCHIVIATO", + "Datasets": "Dataset", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "one": "{count} dataset", + "many": "{count} di dataset", + "other": "{count} dataset" + }, + "{count} tile layers": { + "one": "{count} livello di tile", + "many": "{count} di livelli di tile", + "other": "{count} livelli di tile" + }, + "{count} packs": { + "one": "{count} pacchetto", + "many": "{count} di pacchetti", + "other": "{count} pacchetti" + }, + "Themes": "Temi", + "Added": "Aggiunti", + "{count} on the map": { + "one": "{count} sulla mappa", + "many": "{count} sulla mappa", + "other": "{count} sulla mappa" + }, + "none yet": "ancora nessuno", + "Map features": "Elementi della mappa", + "from {count} datasets": { + "one": "da {count} dataset", + "many": "da {count} di dataset", + "other": "da {count} dataset" + }, + "switch on a dataset to load features": "attiva un dataset per caricare gli elementi", + "Switched on by this instance · part of the CCTV layer": "Attivato da questa istanza · parte del livello CCTV", + "Operator opt-in: set {env}=1 on the server": "Attivazione dell'operatore: imposta {env}=1 sul server", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "Attivazione dell'operatore: aggiungi {id} a GEV_LIBRARY_ENABLE sul server", + "Turned off by this instance's operator": "Disattivato dall'operatore di questa istanza", + "Needs a provider key on the server": "Richiede una chiave del fornitore sul server", + "Needs this app's server · not available in a static build": "Richiede il server di questa app · non disponibile in una build statica", + "Checking what this instance serves…": "Verifica di ciò che offre questa istanza…", + "Regional": "Regionale", + "Orthophoto": "Ortofoto", + "Satellite mosaic": "Mosaico satellitare", + "Oblique": "Obliqua", + "Historic imagery": "Immagini storiche", + "True orthophoto": "Ortofoto vera", + "Type": "Tipo", + "Resolution": "Risoluzione", + "Flown": "Volo", + "Updates": "Aggiornamenti", + "Ortho quality": "Qualità ortofoto", + "DATA LIBRARY": "LIBRERIA DATI", + "Close data library": "Chiudi la libreria dati", + "Data Library at a glance": "La libreria dati in sintesi", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "Fonti in tempo reale oltre ai livelli principali. Ognuna viene caricata dal suo fornitore finché è attiva; questa app non memorizza nulla. Aggiungine una e comparirà in Livelli dati, sotto Libreria.", + "Name, provider or country": "Nome, fornitore o paese", + "Theme": "Tema", + "All themes": "Tutti i temi", + "Only what this instance serves": "Solo ciò che offre questa istanza", + "OPT-IN": "SU ATTIVAZIONE", + "KEY": "CHIAVE", + "KEYLESS": "SENZA CHIAVE", + "ZOOM": "ZOOM", + "Zoom to {name}": "Zoom su {name}", + "WORKING…": "IN CORSO…", + "ADD": "AGGIUNGI", + "Remove {name} from Data Layers": "Rimuovi {name} da Livelli dati", + "Add {name} to Data Layers": "Aggiungi {name} a Livelli dati", + "CONFIRM · REMOVE ALL {count}": { + "one": "CONFERMA · RIMUOVI {count}", + "many": "CONFERMA · RIMUOVI TUTTI I {count}", + "other": "CONFERMA · RIMUOVI TUTTI I {count}" + }, + "REMOVE ALL": "RIMUOVI TUTTO", + "Confirm: remove every added entry from Data Layers": "Conferma: rimuovi da Livelli dati tutte le voci aggiunte", + "Remove every added entry from Data Layers": "Rimuovi da Livelli dati tutte le voci aggiunte", + "Showing {shown} of {total}": "{shown} di {total} mostrati", + "BROWSE DATA LIBRARY": "ESPLORA LIBRERIA DATI" } diff --git a/src/i18n/locales/ja.json b/src/i18n/locales/ja.json index 0df76fc4e..5dc71c358 100644 --- a/src/i18n/locales/ja.json +++ b/src/i18n/locales/ja.json @@ -3425,5 +3425,96 @@ "{source} imagery could not be opened": "{source}の画像を開けませんでした", "{place} has no position to look for imagery at": "{place}には画像を探す位置がありません", "No {source} imagery near {place}": "{place}の近くに{source}の画像はありません", - "{reason} (filters on: {filters})": "{reason}（有効なフィルター: {filters}）" + "{reason} (filters on: {filters})": "{reason}（有効なフィルター: {filters}）", + "tiles unavailable": "タイルを利用できません", + "zoom in to load this layer": "ズームインしてこのレイヤーを読み込む", + "Zoom to layer": "レイヤーにズーム", + "Zoom to layer · fly to where this layer has data": "レイヤーにズーム · このレイヤーのデータがある場所へ移動", + "Remove from Data Layers": "データレイヤーから削除", + "Remove from Data Layers · add it again from the library": "データレイヤーから削除 · ライブラリから再度追加できます", + "Coverage outline": "カバー範囲の輪郭", + "DRAPED": "地形に投影", + "Below 250 m": "250 m 未満", + "250–500 m": "250–500 m", + "500–1,000 m": "500–1,000 m", + "1,000–2,000 m": "1,000–2,000 m", + "2,000–3,000 m": "2,000–3,000 m", + "3,000 m and above": "3,000 m 以上", + "Exit cockpit to fly to a layer": "レイヤーへ移動するにはコックピットを終了してください", + "Library": "ライブラリ", + "Environment": "環境", + "Imagery": "画像", + "Demographics": "人口統計", + "DATASET": "データセット", + "TILES": "タイル", + "PACK": "パック", + "INCUBATING": "試験中", + "COMMUNITY": "コミュニティ", + "VERIFIED": "検証済み", + "ARCHIVED": "アーカイブ済み", + "Datasets": "データセット", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "other": "{count} 件のデータセット" + }, + "{count} tile layers": { + "other": "{count} 件のタイルレイヤー" + }, + "{count} packs": { + "other": "{count} 件のパック" + }, + "Themes": "テーマ", + "Added": "追加済み", + "{count} on the map": { + "other": "地図上に {count} 件" + }, + "none yet": "まだありません", + "Map features": "地図上の地物", + "from {count} datasets": { + "other": "{count} 件のデータセットから" + }, + "switch on a dataset to load features": "データセットをオンにすると地物を読み込みます", + "Switched on by this instance · part of the CCTV layer": "このインスタンスで有効 · CCTV レイヤーの一部", + "Operator opt-in: set {env}=1 on the server": "運用者による有効化：サーバーで {env}=1 を設定", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "運用者による有効化：サーバーの GEV_LIBRARY_ENABLE に {id} を追加", + "Turned off by this instance's operator": "このインスタンスの運用者により無効化されています", + "Needs a provider key on the server": "サーバーにプロバイダーのキーが必要です", + "Needs this app's server · not available in a static build": "このアプリのサーバーが必要 · 静的ビルドでは利用できません", + "Checking what this instance serves…": "このインスタンスの提供内容を確認中…", + "Regional": "地域", + "Orthophoto": "オルソ画像", + "Satellite mosaic": "衛星モザイク", + "Oblique": "斜め写真", + "Historic imagery": "過去の画像", + "True orthophoto": "トゥルーオルソ画像", + "Type": "種類", + "Resolution": "解像度", + "Flown": "撮影", + "Updates": "更新", + "Ortho quality": "オルソ品質", + "DATA LIBRARY": "データライブラリ", + "Close data library": "データライブラリを閉じる", + "Data Library at a glance": "データライブラリの概要", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "コアレイヤー以外のライブソースです。オンの間は各プロバイダーから取得され、このアプリには何も保存されません。追加すると、データレイヤーの「ライブラリ」に表示されます。", + "Name, provider or country": "名前、プロバイダー、国", + "Theme": "テーマ", + "All themes": "すべてのテーマ", + "Only what this instance serves": "このインスタンスが提供するもののみ", + "OPT-IN": "要有効化", + "KEY": "キー必須", + "KEYLESS": "キー不要", + "ZOOM": "ズーム", + "Zoom to {name}": "{name} にズーム", + "WORKING…": "処理中…", + "ADD": "追加", + "Remove {name} from Data Layers": "{name} をデータレイヤーから削除", + "Add {name} to Data Layers": "{name} をデータレイヤーに追加", + "CONFIRM · REMOVE ALL {count}": { + "other": "確認 · {count} 件をすべて削除" + }, + "REMOVE ALL": "すべて削除", + "Confirm: remove every added entry from Data Layers": "確認：追加したすべての項目をデータレイヤーから削除", + "Remove every added entry from Data Layers": "追加したすべての項目をデータレイヤーから削除", + "Showing {shown} of {total}": "{total} 件中 {shown} 件を表示", + "BROWSE DATA LIBRARY": "データライブラリを見る" } diff --git a/src/i18n/locales/pt.json b/src/i18n/locales/pt.json index 926a02ce6..cb34c1594 100644 --- a/src/i18n/locales/pt.json +++ b/src/i18n/locales/pt.json @@ -3587,5 +3587,108 @@ "{source} imagery could not be opened": "Não foi possível abrir as imagens de {source}", "{place} has no position to look for imagery at": "{place} não tem uma posição para buscar imagens", "No {source} imagery near {place}": "Nenhuma imagem de {source} perto de {place}", - "{reason} (filters on: {filters})": "{reason} (filtros ativos: {filters})" + "{reason} (filters on: {filters})": "{reason} (filtros ativos: {filters})", + "tiles unavailable": "blocos indisponíveis", + "zoom in to load this layer": "aproxime para carregar esta camada", + "Zoom to layer": "Ir para a camada", + "Zoom to layer · fly to where this layer has data": "Ir para a camada · voe até onde esta camada tem dados", + "Remove from Data Layers": "Remover de Camadas de dados", + "Remove from Data Layers · add it again from the library": "Remover de Camadas de dados · adicione de novo pela biblioteca", + "Coverage outline": "Contorno de cobertura", + "DRAPED": "SOBREPOSTO", + "Below 250 m": "Abaixo de 250 m", + "250–500 m": "250–500 m", + "500–1,000 m": "500–1.000 m", + "1,000–2,000 m": "1.000–2.000 m", + "2,000–3,000 m": "2.000–3.000 m", + "3,000 m and above": "3.000 m ou mais", + "Exit cockpit to fly to a layer": "Saia da cabine para voar até uma camada", + "Library": "Biblioteca", + "Environment": "Meio ambiente", + "Imagery": "Imagens", + "Demographics": "Demografia", + "DATASET": "DADOS", + "TILES": "BLOCOS", + "PACK": "PACOTE", + "INCUBATING": "EM INCUBAÇÃO", + "COMMUNITY": "COMUNIDADE", + "VERIFIED": "VERIFICADO", + "ARCHIVED": "ARQUIVADO", + "Datasets": "Conjuntos de dados", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "one": "{count} conjunto de dados", + "many": "{count} de conjuntos de dados", + "other": "{count} conjuntos de dados" + }, + "{count} tile layers": { + "one": "{count} camada de blocos", + "many": "{count} de camadas de blocos", + "other": "{count} camadas de blocos" + }, + "{count} packs": { + "one": "{count} pacote", + "many": "{count} de pacotes", + "other": "{count} pacotes" + }, + "Themes": "Temas", + "Added": "Adicionadas", + "{count} on the map": { + "one": "{count} no mapa", + "many": "{count} no mapa", + "other": "{count} no mapa" + }, + "none yet": "nenhuma ainda", + "Map features": "Elementos do mapa", + "from {count} datasets": { + "one": "de {count} conjunto de dados", + "many": "de {count} de conjuntos de dados", + "other": "de {count} conjuntos de dados" + }, + "switch on a dataset to load features": "ative um conjunto de dados para carregar elementos", + "Switched on by this instance · part of the CCTV layer": "Ativado nesta instância · parte da camada CCTV", + "Operator opt-in: set {env}=1 on the server": "Ativação pelo operador: defina {env}=1 no servidor", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "Ativação pelo operador: adicione {id} a GEV_LIBRARY_ENABLE no servidor", + "Turned off by this instance's operator": "Desativado pelo operador desta instância", + "Needs a provider key on the server": "Requer uma chave do provedor no servidor", + "Needs this app's server · not available in a static build": "Requer o servidor deste app · indisponível em uma build estática", + "Checking what this instance serves…": "Verificando o que esta instância oferece…", + "Regional": "Regional", + "Orthophoto": "Ortofoto", + "Satellite mosaic": "Mosaico de satélite", + "Oblique": "Oblíqua", + "Historic imagery": "Imagens históricas", + "True orthophoto": "Ortofoto verdadeira", + "Type": "Tipo", + "Resolution": "Resolução", + "Flown": "Voo", + "Updates": "Atualização", + "Ortho quality": "Qualidade da ortofoto", + "DATA LIBRARY": "BIBLIOTECA DE DADOS", + "Close data library": "Fechar a biblioteca de dados", + "Data Library at a glance": "A biblioteca de dados em resumo", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "Fontes ao vivo além das camadas principais. Cada uma é obtida do seu provedor enquanto está ativa; nada é armazenado neste app. Adicione uma e ela aparecerá em Camadas de dados, em Biblioteca.", + "Name, provider or country": "Nome, provedor ou país", + "Theme": "Tema", + "All themes": "Todos os temas", + "Only what this instance serves": "Só o que esta instância oferece", + "OPT-IN": "OPCIONAL", + "KEY": "CHAVE", + "KEYLESS": "SEM CHAVE", + "ZOOM": "APROXIMAR", + "Zoom to {name}": "Ir para {name}", + "WORKING…": "PROCESSANDO…", + "ADD": "ADICIONAR", + "Remove {name} from Data Layers": "Remover {name} de Camadas de dados", + "Add {name} to Data Layers": "Adicionar {name} a Camadas de dados", + "CONFIRM · REMOVE ALL {count}": { + "one": "CONFIRMAR · REMOVER {count}", + "many": "CONFIRMAR · REMOVER TODAS AS {count}", + "other": "CONFIRMAR · REMOVER TODAS AS {count}" + }, + "REMOVE ALL": "REMOVER TUDO", + "Confirm: remove every added entry from Data Layers": "Confirmar: remover de Camadas de dados todas as entradas adicionadas", + "Remove every added entry from Data Layers": "Remover de Camadas de dados todas as entradas adicionadas", + "Showing {shown} of {total}": "Mostrando {shown} de {total}", + "BROWSE DATA LIBRARY": "EXPLORAR BIBLIOTECA DE DADOS" } diff --git a/src/i18n/locales/ru.json b/src/i18n/locales/ru.json index a1ec7ad85..de517a550 100644 --- a/src/i18n/locales/ru.json +++ b/src/i18n/locales/ru.json @@ -3668,5 +3668,114 @@ "{source} imagery could not be opened": "Не удалось открыть снимки {source}", "{place} has no position to look for imagery at": "У места «{place}» нет координат для поиска снимков", "No {source} imagery near {place}": "Нет снимков {source} рядом с {place}", - "{reason} (filters on: {filters})": "{reason} (включены фильтры: {filters})" + "{reason} (filters on: {filters})": "{reason} (включены фильтры: {filters})", + "tiles unavailable": "тайлы недоступны", + "Environment": "Окружающая среда", + "Imagery": "Снимки", + "DATASET": "НАБОР ДАННЫХ", + "TILES": "ТАЙЛЫ", + "PACK": "ПАКЕТ", + "INCUBATING": "В ИНКУБАЦИИ", + "COMMUNITY": "СООБЩЕСТВО", + "VERIFIED": "ПРОВЕРЕНО", + "ARCHIVED": "В АРХИВЕ", + "Switched on by this instance · part of the CCTV layer": "Включено на этом экземпляре · часть слоя CCTV", + "Operator opt-in: set {env}=1 on the server": "Включает оператор: задайте {env}=1 на сервере", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "Включает оператор: добавьте {id} в GEV_LIBRARY_ENABLE на сервере", + "Turned off by this instance's operator": "Отключено оператором этого экземпляра", + "Needs a provider key on the server": "Нужен ключ провайдера на сервере", + "Needs this app's server · not available in a static build": "Нужен сервер приложения · недоступно в статической сборке", + "Checking what this instance serves…": "Проверяем, что доступно на этом экземпляре…", + "Regional": "Региональный", + "DATA LIBRARY": "БИБЛИОТЕКА ДАННЫХ", + "Close data library": "Закрыть библиотеку данных", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "Живые источники помимо основных слоёв. Каждый загружается у своего провайдера, пока он включён; приложение ничего не хранит. Добавьте источник, и он появится в «Слоях данных» в разделе «Библиотека».", + "Name, provider or country": "Название, провайдер или страна", + "Theme": "Тема", + "All themes": "Все темы", + "Only what this instance serves": "Только то, что доступно на этом экземпляре", + "OPT-IN": "ПО ВЫБОРУ", + "KEY": "КЛЮЧ", + "KEYLESS": "БЕЗ КЛЮЧА", + "WORKING…": "ВЫПОЛНЯЕТСЯ…", + "ADD": "ДОБАВИТЬ", + "Remove {name} from Data Layers": "Убрать {name} из «Слоёв данных»", + "Add {name} to Data Layers": "Добавить {name} в «Слои данных»", + "Library": "Библиотека", + "BROWSE DATA LIBRARY": "ОТКРЫТЬ БИБЛИОТЕКУ ДАННЫХ", + "DRAPED": "НАЛОЖЕНО", + "Zoom to layer": "Приблизить к слою", + "ZOOM": "ПРИБЛИЗИТЬ", + "Zoom to {name}": "Приблизить к «{name}»", + "CONFIRM · REMOVE ALL {count}": { + "one": "ПОДТВЕРДИТЬ · УБРАТЬ {count}", + "few": "ПОДТВЕРДИТЬ · УБРАТЬ ВСЕ {count}", + "many": "ПОДТВЕРДИТЬ · УБРАТЬ ВСЕ {count}", + "other": "ПОДТВЕРДИТЬ · УБРАТЬ ВСЕ {count}" + }, + "REMOVE ALL": "УБРАТЬ ВСЁ", + "Confirm: remove every added entry from Data Layers": "Подтвердите: убрать все добавленные записи из «Слоёв данных»", + "Remove every added entry from Data Layers": "Убрать все добавленные записи из «Слоёв данных»", + "Exit cockpit to fly to a layer": "Выйдите из кабины, чтобы перелететь к слою", + "Zoom to layer · fly to where this layer has data": "Приблизить к слою · перелететь туда, где у слоя есть данные", + "Remove from Data Layers": "Убрать из «Слоёв данных»", + "Remove from Data Layers · add it again from the library": "Убрать из «Слоёв данных» · снова добавить можно из библиотеки", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "one": "{count} набор данных", + "few": "{count} набора данных", + "many": "{count} наборов данных", + "other": "{count} набора данных" + }, + "{count} tile layers": { + "one": "{count} слой тайлов", + "few": "{count} слоя тайлов", + "many": "{count} слоёв тайлов", + "other": "{count} слоя тайлов" + }, + "{count} packs": { + "one": "{count} пакет", + "few": "{count} пакета", + "many": "{count} пакетов", + "other": "{count} пакета" + }, + "Added": "Добавлено", + "{count} on the map": { + "one": "{count} на карте", + "few": "{count} на карте", + "many": "{count} на карте", + "other": "{count} на карте" + }, + "none yet": "пока ничего", + "from {count} datasets": { + "one": "из {count} набора данных", + "few": "из {count} наборов данных", + "many": "из {count} наборов данных", + "other": "из {count} набора данных" + }, + "switch on a dataset to load features": "включите набор данных, чтобы загрузить объекты", + "Data Library at a glance": "Библиотека данных вкратце", + "Map features": "Объекты на карте", + "Showing {shown} of {total}": "Показано {shown} из {total}", + "Datasets": "Наборы данных", + "Themes": "Темы", + "zoom in to load this layer": "приблизьте, чтобы загрузить этот слой", + "Demographics": "Демография", + "Coverage outline": "Граница покрытия", + "Orthophoto": "Ортофото", + "Satellite mosaic": "Спутниковая мозаика", + "Oblique": "Перспективная съёмка", + "Historic imagery": "Исторические снимки", + "True orthophoto": "Истинное ортофото", + "Type": "Тип", + "Resolution": "Разрешение", + "Flown": "Съёмка", + "Updates": "Обновление", + "Ortho quality": "Качество ортофото", + "Below 250 m": "Ниже 250 м", + "250–500 m": "250–500 м", + "500–1,000 m": "500–1000 м", + "1,000–2,000 m": "1000–2000 м", + "2,000–3,000 m": "2000–3000 м", + "3,000 m and above": "3000 м и выше" } diff --git a/src/i18n/locales/sv.json b/src/i18n/locales/sv.json index 73719086a..3d4c93d9b 100644 --- a/src/i18n/locales/sv.json +++ b/src/i18n/locales/sv.json @@ -3506,5 +3506,102 @@ "Play speed": "Uppspelningshastighet", "Scroll or pinch to zoom, drag to move along · double-click to see it all": "Scrolla eller nyp för att zooma, dra för att flytta · dubbelklicka för att se allt", "Live": "Live", - "Back to live": "Tillbaka till live" + "Back to live": "Tillbaka till live", + "tiles unavailable": "kartrutor otillgängliga", + "zoom in to load this layer": "zooma in för att ladda lagret", + "Zoom to layer": "Zooma till lagret", + "Zoom to layer · fly to where this layer has data": "Zooma till lagret · flyg dit lagret har data", + "Remove from Data Layers": "Ta bort från Datalager", + "Remove from Data Layers · add it again from the library": "Ta bort från Datalager · lägg till det igen från biblioteket", + "Coverage outline": "Täckningens kontur", + "DRAPED": "DRAPERAT", + "Below 250 m": "Under 250 m", + "250–500 m": "250–500 m", + "500–1,000 m": "500–1 000 m", + "1,000–2,000 m": "1 000–2 000 m", + "2,000–3,000 m": "2 000–3 000 m", + "3,000 m and above": "3 000 m och högre", + "Exit cockpit to fly to a layer": "Lämna cockpiten för att flyga till ett lager", + "Library": "Bibliotek", + "Environment": "Miljö", + "Imagery": "Bilder", + "Demographics": "Demografi", + "DATASET": "DATAMÄNGD", + "TILES": "KARTRUTOR", + "PACK": "PAKET", + "INCUBATING": "INKUBERAS", + "COMMUNITY": "GEMENSKAP", + "VERIFIED": "VERIFIERAD", + "ARCHIVED": "ARKIVERAD", + "Datasets": "Datamängder", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "one": "{count} datamängd", + "other": "{count} datamängder" + }, + "{count} tile layers": { + "one": "{count} kartrutelager", + "other": "{count} kartrutelager" + }, + "{count} packs": { + "one": "{count} paket", + "other": "{count} paket" + }, + "Themes": "Teman", + "Added": "Tillagda", + "{count} on the map": { + "one": "{count} på kartan", + "other": "{count} på kartan" + }, + "none yet": "inga ännu", + "Map features": "Kartobjekt", + "from {count} datasets": { + "one": "från {count} datamängd", + "other": "från {count} datamängder" + }, + "switch on a dataset to load features": "slå på en datamängd för att ladda objekt", + "Switched on by this instance · part of the CCTV layer": "Påslaget av den här instansen · del av CCTV-lagret", + "Operator opt-in: set {env}=1 on the server": "Aktiveras av operatören: sätt {env}=1 på servern", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "Aktiveras av operatören: lägg till {id} i GEV_LIBRARY_ENABLE på servern", + "Turned off by this instance's operator": "Avstängt av instansens operatör", + "Needs a provider key on the server": "Kräver en leverantörsnyckel på servern", + "Needs this app's server · not available in a static build": "Kräver appens server · inte tillgängligt i en statisk build", + "Checking what this instance serves…": "Kontrollerar vad instansen tillhandahåller …", + "Regional": "Regionalt", + "Orthophoto": "Ortofoto", + "Satellite mosaic": "Satellitmosaik", + "Oblique": "Snedbild", + "Historic imagery": "Historiska bilder", + "True orthophoto": "Sant ortofoto", + "Type": "Typ", + "Resolution": "Upplösning", + "Flown": "Flugen", + "Updates": "Uppdateras", + "Ortho quality": "Ortokvalitet", + "DATA LIBRARY": "DATABIBLIOTEK", + "Close data library": "Stäng databiblioteket", + "Data Library at a glance": "Databiblioteket i korthet", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "Realtidskällor utöver baslagren. Var och en hämtas från sin leverantör medan den är påslagen; inget lagras i appen. Lägg till en så visas den i Datalager under Bibliotek.", + "Name, provider or country": "Namn, leverantör eller land", + "Theme": "Tema", + "All themes": "Alla teman", + "Only what this instance serves": "Bara det instansen tillhandahåller", + "OPT-IN": "VALFRITT", + "KEY": "NYCKEL", + "KEYLESS": "UTAN NYCKEL", + "ZOOM": "ZOOMA", + "Zoom to {name}": "Zooma till {name}", + "WORKING…": "ARBETAR …", + "ADD": "LÄGG TILL", + "Remove {name} from Data Layers": "Ta bort {name} från Datalager", + "Add {name} to Data Layers": "Lägg till {name} i Datalager", + "CONFIRM · REMOVE ALL {count}": { + "one": "BEKRÄFTA · TA BORT {count}", + "other": "BEKRÄFTA · TA BORT ALLA {count}" + }, + "REMOVE ALL": "TA BORT ALLA", + "Confirm: remove every added entry from Data Layers": "Bekräfta: ta bort alla tillagda poster från Datalager", + "Remove every added entry from Data Layers": "Ta bort alla tillagda poster från Datalager", + "Showing {shown} of {total}": "Visar {shown} av {total}", + "BROWSE DATA LIBRARY": "BLÄDDRA I DATABIBLIOTEKET" } diff --git a/src/i18n/locales/uk.json b/src/i18n/locales/uk.json index f7dc9c35b..f64f6e8e0 100644 --- a/src/i18n/locales/uk.json +++ b/src/i18n/locales/uk.json @@ -3668,5 +3668,114 @@ "{source} imagery could not be opened": "Не вдалося відкрити знімки {source}", "{place} has no position to look for imagery at": "Для місця «{place}» немає координат для пошуку знімків", "No {source} imagery near {place}": "Немає знімків {source} поблизу {place}", - "{reason} (filters on: {filters})": "{reason} (увімкнено фільтри: {filters})" + "{reason} (filters on: {filters})": "{reason} (увімкнено фільтри: {filters})", + "tiles unavailable": "тайли недоступні", + "zoom in to load this layer": "наблизьте, щоб завантажити цей шар", + "Zoom to layer": "Наблизити до шару", + "Zoom to layer · fly to where this layer has data": "Наблизити до шару · перелетіти туди, де цей шар має дані", + "Remove from Data Layers": "Вилучити з «Шарів даних»", + "Remove from Data Layers · add it again from the library": "Вилучити з «Шарів даних» · можна знову додати з бібліотеки", + "Coverage outline": "Контур покриття", + "DRAPED": "НАКЛАДЕНО", + "Below 250 m": "Нижче 250 м", + "250–500 m": "250–500 м", + "500–1,000 m": "500–1000 м", + "1,000–2,000 m": "1000–2000 м", + "2,000–3,000 m": "2000–3000 м", + "3,000 m and above": "3000 м і вище", + "Exit cockpit to fly to a layer": "Вийдіть із кабіни, щоб перелетіти до шару", + "Library": "Бібліотека", + "Environment": "Довкілля", + "Imagery": "Знімки", + "Demographics": "Демографія", + "DATASET": "НАБІР ДАНИХ", + "TILES": "ТАЙЛИ", + "PACK": "ПАКЕТ", + "INCUBATING": "НА ІНКУБАЦІЇ", + "COMMUNITY": "СПІЛЬНОТА", + "VERIFIED": "ПЕРЕВІРЕНО", + "ARCHIVED": "В АРХІВІ", + "Datasets": "Набори даних", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "one": "{count} набір даних", + "few": "{count} набори даних", + "many": "{count} наборів даних", + "other": "{count} набору даних" + }, + "{count} tile layers": { + "one": "{count} шар тайлів", + "few": "{count} шари тайлів", + "many": "{count} шарів тайлів", + "other": "{count} шару тайлів" + }, + "{count} packs": { + "one": "{count} пакет", + "few": "{count} пакети", + "many": "{count} пакетів", + "other": "{count} пакета" + }, + "Themes": "Теми", + "Added": "Додані", + "{count} on the map": { + "one": "{count} на карті", + "few": "{count} на карті", + "many": "{count} на карті", + "other": "{count} на карті" + }, + "none yet": "поки жодного", + "Map features": "Об’єкти карти", + "from {count} datasets": { + "one": "з {count} набору даних", + "few": "з {count} наборів даних", + "many": "з {count} наборів даних", + "other": "з {count} набору даних" + }, + "switch on a dataset to load features": "увімкніть набір даних, щоб завантажити об’єкти", + "Switched on by this instance · part of the CCTV layer": "Увімкнено цим екземпляром · частина шару CCTV", + "Operator opt-in: set {env}=1 on the server": "Увімкнення оператором: задайте {env}=1 на сервері", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "Увімкнення оператором: додайте {id} до GEV_LIBRARY_ENABLE на сервері", + "Turned off by this instance's operator": "Вимкнено оператором цього екземпляра", + "Needs a provider key on the server": "Потрібен ключ постачальника на сервері", + "Needs this app's server · not available in a static build": "Потрібен сервер цього застосунку · недоступно в статичній збірці", + "Checking what this instance serves…": "Перевірка, що надає цей екземпляр…", + "Regional": "Регіональні", + "Orthophoto": "Ортофото", + "Satellite mosaic": "Супутникова мозаїка", + "Oblique": "Перспективна зйомка", + "Historic imagery": "Історичні знімки", + "True orthophoto": "Справжнє ортофото", + "Type": "Тип", + "Resolution": "Роздільність", + "Flown": "Зйомка", + "Updates": "Оновлення", + "Ortho quality": "Якість орто", + "DATA LIBRARY": "БІБЛІОТЕКА ДАНИХ", + "Close data library": "Закрити бібліотеку даних", + "Data Library at a glance": "Бібліотека даних коротко", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "Живі джерела поза основними шарами. Кожне завантажується від свого постачальника, поки увімкнене; цей застосунок нічого не зберігає. Додайте джерело, і воно з’явиться в «Шарах даних» у розділі «Бібліотека».", + "Name, provider or country": "Назва, постачальник або країна", + "Theme": "Тема", + "All themes": "Усі теми", + "Only what this instance serves": "Лише те, що надає цей екземпляр", + "OPT-IN": "ЗА ЗГОДОЮ", + "KEY": "КЛЮЧ", + "KEYLESS": "БЕЗ КЛЮЧА", + "ZOOM": "НАБЛИЗИТИ", + "Zoom to {name}": "Наблизити до {name}", + "WORKING…": "ОБРОБКА…", + "ADD": "ДОДАТИ", + "Remove {name} from Data Layers": "Вилучити {name} з «Шарів даних»", + "Add {name} to Data Layers": "Додати {name} до «Шарів даних»", + "CONFIRM · REMOVE ALL {count}": { + "one": "ПІДТВЕРДИТИ · ВИЛУЧИТИ {count}", + "few": "ПІДТВЕРДИТИ · ВИЛУЧИТИ ВСІ {count}", + "many": "ПІДТВЕРДИТИ · ВИЛУЧИТИ ВСІ {count}", + "other": "ПІДТВЕРДИТИ · ВИЛУЧИТИ ВСІ {count}" + }, + "REMOVE ALL": "ВИЛУЧИТИ ВСЕ", + "Confirm: remove every added entry from Data Layers": "Підтвердити: вилучити всі додані записи з «Шарів даних»", + "Remove every added entry from Data Layers": "Вилучити всі додані записи з «Шарів даних»", + "Showing {shown} of {total}": "Показано {shown} з {total}", + "BROWSE DATA LIBRARY": "ВІДКРИТИ БІБЛІОТЕКУ ДАНИХ" } diff --git a/src/i18n/locales/zh-CN.json b/src/i18n/locales/zh-CN.json index 6b3020392..da34f1c26 100644 --- a/src/i18n/locales/zh-CN.json +++ b/src/i18n/locales/zh-CN.json @@ -3425,5 +3425,96 @@ "{source} imagery could not be opened": "无法打开 {source} 影像", "{place} has no position to look for imagery at": "{place} 没有可查找影像的位置", "No {source} imagery near {place}": "{place} 附近没有 {source} 影像", - "{reason} (filters on: {filters})": "{reason}（已开启筛选：{filters}）" + "{reason} (filters on: {filters})": "{reason}（已开启筛选：{filters}）", + "tiles unavailable": "瓦片不可用", + "zoom in to load this layer": "放大以加载此图层", + "Zoom to layer": "缩放至图层", + "Zoom to layer · fly to where this layer has data": "缩放至图层 · 飞往此图层有数据的区域", + "Remove from Data Layers": "从数据图层中移除", + "Remove from Data Layers · add it again from the library": "从数据图层中移除 · 可从数据资源库重新添加", + "Coverage outline": "覆盖范围轮廓", + "DRAPED": "贴地", + "Below 250 m": "低于 250 m", + "250–500 m": "250–500 m", + "500–1,000 m": "500–1,000 m", + "1,000–2,000 m": "1,000–2,000 m", + "2,000–3,000 m": "2,000–3,000 m", + "3,000 m and above": "3,000 m 及以上", + "Exit cockpit to fly to a layer": "退出驾驶舱后才能飞往图层", + "Library": "资源库", + "Environment": "环境", + "Imagery": "影像", + "Demographics": "人口统计", + "DATASET": "数据集", + "TILES": "瓦片", + "PACK": "数据包", + "INCUBATING": "孵化中", + "COMMUNITY": "社区", + "VERIFIED": "已验证", + "ARCHIVED": "已归档", + "Datasets": "数据集", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "other": "{count} 个数据集" + }, + "{count} tile layers": { + "other": "{count} 个瓦片图层" + }, + "{count} packs": { + "other": "{count} 个数据包" + }, + "Themes": "主题", + "Added": "已添加", + "{count} on the map": { + "other": "地图上 {count} 个" + }, + "none yet": "暂无", + "Map features": "地图要素", + "from {count} datasets": { + "other": "来自 {count} 个数据集" + }, + "switch on a dataset to load features": "开启一个数据集以加载要素", + "Switched on by this instance · part of the CCTV layer": "已由此实例开启 · 属于 CCTV 图层", + "Operator opt-in: set {env}=1 on the server": "运营者启用：在服务器上设置 {env}=1", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "运营者启用：在服务器上将 {id} 添加到 GEV_LIBRARY_ENABLE", + "Turned off by this instance's operator": "已被此实例的运营者关闭", + "Needs a provider key on the server": "需要在服务器上配置提供方密钥", + "Needs this app's server · not available in a static build": "需要此应用的服务器 · 静态构建中不可用", + "Checking what this instance serves…": "正在检查此实例提供的内容…", + "Regional": "区域", + "Orthophoto": "正射影像", + "Satellite mosaic": "卫星镶嵌图", + "Oblique": "倾斜影像", + "Historic imagery": "历史影像", + "True orthophoto": "真正射影像", + "Type": "类型", + "Resolution": "分辨率", + "Flown": "航摄时间", + "Updates": "更新频率", + "Ortho quality": "正射质量", + "DATA LIBRARY": "数据资源库", + "Close data library": "关闭数据资源库", + "Data Library at a glance": "数据资源库概览", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "核心图层之外的实时数据源。每个数据源开启时直接从其提供方获取；本应用不存储任何数据。添加后，它会出现在数据图层的“资源库”分组中。", + "Name, provider or country": "名称、提供方或国家", + "Theme": "主题", + "All themes": "全部主题", + "Only what this instance serves": "仅显示此实例提供的内容", + "OPT-IN": "需启用", + "KEY": "需密钥", + "KEYLESS": "免密钥", + "ZOOM": "缩放", + "Zoom to {name}": "缩放至 {name}", + "WORKING…": "处理中…", + "ADD": "添加", + "Remove {name} from Data Layers": "从数据图层中移除 {name}", + "Add {name} to Data Layers": "将 {name} 添加到数据图层", + "CONFIRM · REMOVE ALL {count}": { + "other": "确认 · 全部移除 {count} 项" + }, + "REMOVE ALL": "全部移除", + "Confirm: remove every added entry from Data Layers": "确认：从数据图层中移除所有已添加条目", + "Remove every added entry from Data Layers": "从数据图层中移除所有已添加条目", + "Showing {shown} of {total}": "显示 {shown} / {total}", + "BROWSE DATA LIBRARY": "浏览数据资源库" } diff --git a/src/i18n/locales/zh-Hant.json b/src/i18n/locales/zh-Hant.json index 3bf6ada54..52e6b2033 100644 --- a/src/i18n/locales/zh-Hant.json +++ b/src/i18n/locales/zh-Hant.json @@ -3425,5 +3425,96 @@ "{source} imagery could not be opened": "無法打開 {source} 影像", "{place} has no position to look for imagery at": "{place} 沒有可查找影像的位置", "No {source} imagery near {place}": "{place} 附近沒有 {source} 影像", - "{reason} (filters on: {filters})": "{reason}（已開啟篩選：{filters}）" + "{reason} (filters on: {filters})": "{reason}（已開啟篩選：{filters}）", + "tiles unavailable": "圖磚無法使用", + "zoom in to load this layer": "放大以載入此圖層", + "Zoom to layer": "縮放至圖層", + "Zoom to layer · fly to where this layer has data": "縮放至圖層 · 飛往此圖層有資料的區域", + "Remove from Data Layers": "從數據圖層中移除", + "Remove from Data Layers · add it again from the library": "從數據圖層中移除 · 可從數據資源庫重新加入", + "Coverage outline": "涵蓋範圍輪廓", + "DRAPED": "貼地", + "Below 250 m": "低於 250 m", + "250–500 m": "250–500 m", + "500–1,000 m": "500–1,000 m", + "1,000–2,000 m": "1,000–2,000 m", + "2,000–3,000 m": "2,000–3,000 m", + "3,000 m and above": "3,000 m 以上", + "Exit cockpit to fly to a layer": "離開駕駛艙後才能飛往圖層", + "Library": "資源庫", + "Environment": "環境", + "Imagery": "影像", + "Demographics": "人口統計", + "DATASET": "資料集", + "TILES": "圖磚", + "PACK": "資料包", + "INCUBATING": "孵化中", + "COMMUNITY": "社群", + "VERIFIED": "已驗證", + "ARCHIVED": "已封存", + "Datasets": "資料集", + "{datasets} · {tiles} · {packs}": "{datasets} · {tiles} · {packs}", + "{count} datasets": { + "other": "{count} 個資料集" + }, + "{count} tile layers": { + "other": "{count} 個圖磚圖層" + }, + "{count} packs": { + "other": "{count} 個資料包" + }, + "Themes": "主題", + "Added": "已加入", + "{count} on the map": { + "other": "地圖上 {count} 個" + }, + "none yet": "尚無", + "Map features": "地圖圖徵", + "from {count} datasets": { + "other": "來自 {count} 個資料集" + }, + "switch on a dataset to load features": "開啟一個資料集以載入圖徵", + "Switched on by this instance · part of the CCTV layer": "已由此執行個體開啟 · 屬於 CCTV 圖層", + "Operator opt-in: set {env}=1 on the server": "營運者啟用：在伺服器上設定 {env}=1", + "Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server": "營運者啟用：在伺服器上將 {id} 加入 GEV_LIBRARY_ENABLE", + "Turned off by this instance's operator": "已被此執行個體的營運者關閉", + "Needs a provider key on the server": "需要在伺服器上設定提供者金鑰", + "Needs this app's server · not available in a static build": "需要此應用程式的伺服器 · 靜態建置中無法使用", + "Checking what this instance serves…": "正在檢查此執行個體提供的內容…", + "Regional": "區域", + "Orthophoto": "正射影像", + "Satellite mosaic": "衛星鑲嵌圖", + "Oblique": "傾斜影像", + "Historic imagery": "歷史影像", + "True orthophoto": "真正射影像", + "Type": "類型", + "Resolution": "解析度", + "Flown": "航拍時間", + "Updates": "更新頻率", + "Ortho quality": "正射品質", + "DATA LIBRARY": "數據資源庫", + "Close data library": "關閉數據資源庫", + "Data Library at a glance": "數據資源庫概覽", + "Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.": "核心圖層以外的即時資料來源。每個來源開啟時直接從其提供者取得；本應用程式不儲存任何資料。加入後，它會出現在數據圖層的「資源庫」分組中。", + "Name, provider or country": "名稱、提供者或國家", + "Theme": "主題", + "All themes": "所有主題", + "Only what this instance serves": "僅顯示此執行個體提供的內容", + "OPT-IN": "需啟用", + "KEY": "需金鑰", + "KEYLESS": "免金鑰", + "ZOOM": "縮放", + "Zoom to {name}": "縮放至 {name}", + "WORKING…": "處理中…", + "ADD": "加入", + "Remove {name} from Data Layers": "從數據圖層中移除 {name}", + "Add {name} to Data Layers": "將 {name} 加入數據圖層", + "CONFIRM · REMOVE ALL {count}": { + "other": "確認 · 全部移除 {count} 項" + }, + "REMOVE ALL": "全部移除", + "Confirm: remove every added entry from Data Layers": "確認：從數據圖層中移除所有已加入項目", + "Remove every added entry from Data Layers": "從數據圖層中移除所有已加入項目", + "Showing {shown} of {total}": "顯示 {shown} / {total}", + "BROWSE DATA LIBRARY": "瀏覽數據資源庫" } diff --git a/src/i18n/same-as-english.json b/src/i18n/same-as-english.json index ed788cebc..b90685e68 100644 --- a/src/i18n/same-as-english.json +++ b/src/i18n/same-as-english.json @@ -244,7 +244,10 @@ "▲ {frp} MW", "ICAO: {id}", "MMSI: {id}", - "NORAD: {id}" + "NORAD: {id}", + "COMMUNITY", + "Regional", + "OPT-IN" ], "es": [ "1 min/s", @@ -404,7 +407,9 @@ "iNaturalist", "ICAO: {id}", "MMSI: {id}", - "NORAD: {id}" + "NORAD: {id}", + "Regional", + "{datasets} · {tiles} · {packs}" ], "fr": [ "1 min/s", @@ -619,7 +624,12 @@ "≥ {value} MW", "▲ {frp} MW", "SATELLITE", - "Photo © {photographer}" + "Photo © {photographer}", + "PACK", + "{count} packs", + "Orthophoto", + "Oblique", + "Type" ], "it": [ "1 min/s", @@ -822,7 +832,10 @@ "SATELLITE", "ICAO: {id}", "MMSI: {id}", - "NORAD: {id}" + "NORAD: {id}", + "DATASET", + "{count} datasets", + "ZOOM" ], "ja": [ "1090 MHz", @@ -1049,7 +1062,8 @@ "iNaturalist", "ICAO: {id}", "MMSI: {id}", - "NORAD: {id}" + "NORAD: {id}", + "Regional" ], "ru": [ "1900–1945", @@ -1085,7 +1099,8 @@ "{division}, {country}", "ICAO: {id}", "MMSI: {id}", - "NORAD: {id}" + "NORAD: {id}", + "{datasets} · {tiles} · {packs}" ], "sv": [ "STATION", diff --git a/src/library/camera.js b/src/library/camera.js new file mode 100644 index 000000000..e673e1c54 --- /dev/null +++ b/src/library/camera.js @@ -0,0 +1,74 @@ +/** + * "Zoom to layer" for Data Library layers. Callers run this inside the + * shell's immediate navigation (`runImmediateNavigation('layer', …)`), so + * Cockpit can refuse it and the current follow owner is released first. + */ +import * as Cesium from 'cesium'; +import { cancelCameraArrival } from '../data/cameraArrival.js'; +import { isWorldScale, padExtent } from './extent.js'; + +/** Camera height for a world-scale layer: the whole globe in view. */ +const WORLD_HEIGHT_M = 20_000_000; +/** Where a view-bounded zoom lands, as a share of the layer's altitude. */ +const VIEW_LANDING_FRACTION = 0.6; + +/** + * Fly the camera to frame an extent. + * @param {object} viewer + * @param {{ west: number, south: number, east: number, north: number, maxAltitudeM?: number }} extent + * `maxAltitudeM` marks a view-bounded layer's limit. + * @param {{ cesium?: object, reducedMotion?: boolean }} [options] + * @returns {boolean} Whether a flight started. + */ +export function flyToLibraryExtent( + viewer, + extent, + { + cesium = Cesium, + reducedMotion = globalThis.matchMedia?.('(prefers-reduced-motion: reduce)') + ?.matches === true, + } = {}, +) { + if (!viewer?.camera?.flyTo || !extent) return false; + cancelCameraArrival(viewer); + const box = padExtent(extent); + const duration = reducedMotion ? 0 : 1.6; + // A view-bounded layer loads only below its altitude: land straight above + // its sample area, low enough for the layer to load. + if (Number.isFinite(extent.maxAltitudeM)) { + viewer.camera.flyTo({ + destination: cesium.Cartesian3.fromDegrees( + (extent.west + extent.east) / 2, + (extent.south + extent.north) / 2, + extent.maxAltitudeM * VIEW_LANDING_FRACTION, + ), + duration, + }); + return true; + } + if (isWorldScale(box)) { + const lon = (box.west + box.east) / 2; + const lat = (box.south + box.north) / 2; + viewer.camera.flyTo({ + destination: cesium.Cartesian3.fromDegrees( + lon > 180 ? lon - 360 : lon, + lat, + WORLD_HEIGHT_M, + ), + duration, + }); + return true; + } + // Cesium reads west > east as a box crossing the antimeridian. + const wrap = (lon) => (lon > 180 ? lon - 360 : lon < -180 ? lon + 360 : lon); + viewer.camera.flyTo({ + destination: cesium.Rectangle.fromDegrees( + wrap(box.west), + box.south, + wrap(box.east), + box.north, + ), + duration, + }); + return true; +} diff --git a/src/library/catalog.js b/src/library/catalog.js new file mode 100644 index 000000000..c04656e13 --- /dev/null +++ b/src/library/catalog.js @@ -0,0 +1,248 @@ +/** + * The Data Library catalog: every manifest in `src/library/entries/`. + * + * Adding an entry is one JSON file plus one import line here, and a share + * token in `ledger.json` when the entry can be switched on (datasets and + * tiles). `npm run library:check` fails when a file, import or token is + * missing. Manifests are validated when this module loads, so an invalid + * entry fails the unit suite rather than reaching a page. + */ +import { validateLibraryCatalog } from './manifest.js'; +import ledgerRows from './ledger.json' with { type: 'json' }; +import akStatewideImagery from './entries/ak-statewide-imagery.json' with { type: 'json' }; +import arStatewideImagery from './entries/ar-statewide-imagery.json' with { type: 'json' }; +import azStatewideImagery from './entries/az-statewide-imagery.json' with { type: 'json' }; +import bangorMe from './entries/bangor-me.json' with { type: 'json' }; +import basemapAtOrthofoto from './entries/basemap-at-orthofoto.json' with { type: 'json' }; +import bayernDop40 from './entries/bayern-dop40.json' with { type: 'json' }; +import bismarckMandanNd from './entries/bismarck-mandan-nd.json' with { type: 'json' }; +import bkgTopplusOpen from './entries/bkg-topplus-open.json' with { type: 'json' }; +import cctvFloridaFl511 from './entries/cctv-florida-fl511.json' with { type: 'json' }; +import cctvLithuania from './entries/cctv-lithuania.json' with { type: 'json' }; +import cctvNycDot from './entries/cctv-nyc-dot.json' with { type: 'json' }; +import ctStatewideImagery from './entries/ct-statewide-imagery.json' with { type: 'json' }; +import dakotaCountyMn from './entries/dakota-county-mn.json' with { type: 'json' }; +import dcStatewideImagery from './entries/dc-statewide-imagery.json' with { type: 'json' }; +import deStatewideImagery from './entries/de-statewide-imagery.json' with { type: 'json' }; +import eeMaaAmetOrtofoto from './entries/ee-maa-amet-ortofoto.json' with { type: 'json' }; +import eiaPowerPlants from './entries/eia-power-plants.json' with { type: 'json' }; +import emodnetBathymetry from './entries/emodnet-bathymetry.json' with { type: 'json' }; +import epaSuperfundSites from './entries/epa-superfund-sites.json' with { type: 'json' }; +import epaToxicReleaseFacilities from './entries/epa-toxic-release-facilities.json' with { type: 'json' }; +import epcEnglandWales from './entries/epc-england-wales.json' with { type: 'json' }; +import femaUsaStructures from './entries/fema-usa-structures.json' with { type: 'json' }; +import gbifOccurrenceDensity from './entries/gbif-occurrence-density.json' with { type: 'json' }; +import gdacsDisasterAlerts from './entries/gdacs-disaster-alerts.json' with { type: 'json' }; +import genevaSitgOrtho from './entries/geneva-sitg-ortho.json' with { type: 'json' }; +import gpwPopulationDensity from './entries/gpw-population-density.json' with { type: 'json' }; +import grandForksNd from './entries/grand-forks-nd.json' with { type: 'json' }; +import gsiJapanMap from './entries/gsi-japan-map.json' with { type: 'json' }; +import gsiJapanPhoto from './entries/gsi-japan-photo.json' with { type: 'json' }; +import gvpHoloceneVolcanoes from './entries/gvp-holocene-volcanoes.json' with { type: 'json' }; +import iaStatewideImagery from './entries/ia-statewide-imagery.json' with { type: 'json' }; +import icgcOrtoCatalunya from './entries/icgc-orto-catalunya.json' with { type: 'json' }; +import idStatewideImagery from './entries/id-statewide-imagery.json' with { type: 'json' }; +import ignOrthophotosFrance from './entries/ign-orthophotos-france.json' with { type: 'json' }; +import ilStatewideImagery from './entries/il-statewide-imagery.json' with { type: 'json' }; +import imfPortwatchChokepoints from './entries/imf-portwatch-chokepoints.json' with { type: 'json' }; +import imfPortwatchDisruptions from './entries/imf-portwatch-disruptions.json' with { type: 'json' }; +import inStatewideImagery from './entries/in-statewide-imagery.json' with { type: 'json' }; +import jrcSurfaceWater from './entries/jrc-surface-water.json' with { type: 'json' }; +import kartverketAdminUnits from './entries/kartverket-admin-units.json' with { type: 'json' }; +import kartverketCadastre from './entries/kartverket-cadastre.json' with { type: 'json' }; +import kartverketDepth from './entries/kartverket-depth.json' with { type: 'json' }; +import kartverketHillshade from './entries/kartverket-hillshade.json' with { type: 'json' }; +import kartverketNauticalCharts from './entries/kartverket-nautical-charts.json' with { type: 'json' }; +import kartverketTerrainRelief from './entries/kartverket-terrain-relief.json' with { type: 'json' }; +import kartverketTopoGrey from './entries/kartverket-topo-grey.json' with { type: 'json' }; +import kartverketTopo from './entries/kartverket-topo.json' with { type: 'json' }; +import kartverketToporaster from './entries/kartverket-toporaster.json' with { type: 'json' }; +import ksStatewideImagery from './entries/ks-statewide-imagery.json' with { type: 'json' }; +import kyStatewideImagery from './entries/ky-statewide-imagery.json' with { type: 'json' }; +import lakeCountyIn from './entries/lake-county-in.json' with { type: 'json' }; +import lawrenceKs from './entries/lawrence-ks.json' with { type: 'json' }; +import leeCountyFl from './entries/lee-county-fl.json' with { type: 'json' }; +import loudounCountyVa from './entries/loudoun-county-va.json' with { type: 'json' }; +import louisvilleLojicKy from './entries/louisville-lojic-ky.json' with { type: 'json' }; +import luOrthoLatest from './entries/lu-ortho-latest.json' with { type: 'json' }; +import maStatewideImagery from './entries/ma-statewide-imagery.json' with { type: 'json' }; +import macrostratGeology from './entries/macrostrat-geology.json' with { type: 'json' }; +import mapterhornTerrain from './entries/mapterhorn-terrain.json' with { type: 'json' }; +import marisMs from './entries/maris-ms.json' with { type: 'json' }; +import mdStatewideImagery from './entries/md-statewide-imagery.json' with { type: 'json' }; +import meStatewideImagery from './entries/me-statewide-imagery.json' with { type: 'json' }; +import miStatewideImagery from './entries/mi-statewide-imagery.json' with { type: 'json' }; +import mnStatewideImagery from './entries/mn-statewide-imagery.json' with { type: 'json' }; +import mountainVillageCo from './entries/mountain-village-co.json' with { type: 'json' }; +import msStatewideImagery from './entries/ms-statewide-imagery.json' with { type: 'json' }; +import mtStatewideImagery from './entries/mt-statewide-imagery.json' with { type: 'json' }; +import naip from './entries/naip.json' with { type: 'json' }; +import nasaBlackMarble from './entries/nasa-black-marble.json' with { type: 'json' }; +import nasaEonetEvents from './entries/nasa-eonet-events.json' with { type: 'json' }; +import ncStatewideImagery from './entries/nc-statewide-imagery.json' with { type: 'json' }; +import nctcogTx from './entries/nctcog-tx.json' with { type: 'json' }; +import ndStatewideImagery from './entries/nd-statewide-imagery.json' with { type: 'json' }; +import newOrleansRpcLa from './entries/new-orleans-rpc-la.json' with { type: 'json' }; +import nhStatewideImagery from './entries/nh-statewide-imagery.json' with { type: 'json' }; +import njStatewideImagery from './entries/nj-statewide-imagery.json' with { type: 'json' }; +import noaaTideStations from './entries/noaa-tide-stations.json' with { type: 'json' }; +import nrwDop from './entries/nrw-dop.json' with { type: 'json' }; +import nswImagery from './entries/nsw-imagery.json' with { type: 'json' }; +import ntadNationalBridges from './entries/ntad-national-bridges.json' with { type: 'json' }; +import nwaBentonWashingtonAr from './entries/nwa-benton-washington-ar.json' with { type: 'json' }; +import nwsActiveAlerts from './entries/nws-active-alerts.json' with { type: 'json' }; +import nyStatewideImagery from './entries/ny-statewide-imagery.json' with { type: 'json' }; +import oaklandCountyMi from './entries/oakland-county-mi.json' with { type: 'json' }; +import ohStatewideImagery from './entries/oh-statewide-imagery.json' with { type: 'json' }; +import openseamapSeamarks from './entries/openseamap-seamarks.json' with { type: 'json' }; +import orStatewideImagery from './entries/or-statewide-imagery.json' with { type: 'json' }; +import paStatewideImagery from './entries/pa-statewide-imagery.json' with { type: 'json' }; +import pdokAerialNetherlands from './entries/pdok-aerial-netherlands.json' with { type: 'json' }; +import plOrtofotomapa from './entries/pl-ortofotomapa.json' with { type: 'json' }; +import pnoaMa from './entries/pnoa-ma.json' with { type: 'json' }; +import portlandMetroOr from './entries/portland-metro-or.json' with { type: 'json' }; +import ptDgtOrtos from './entries/pt-dgt-ortos.json' with { type: 'json' }; +import riStatewideImagery from './entries/ri-statewide-imagery.json' with { type: 'json' }; +import swisstopoSwissimage from './entries/swisstopo-swissimage.json' with { type: 'json' }; +import txStatewideImagery from './entries/tx-statewide-imagery.json' with { type: 'json' }; +import unionCountyOh from './entries/union-county-oh.json' with { type: 'json' }; +import usgsHydrography from './entries/usgs-hydrography.json' with { type: 'json' }; +import usgsTopo from './entries/usgs-topo.json' with { type: 'json' }; +import vaStatewideImagery from './entries/va-statewide-imagery.json' with { type: 'json' }; +import vlaanderenOmw from './entries/vlaanderen-omw.json' with { type: 'json' }; +import vtStatewideImagery from './entries/vt-statewide-imagery.json' with { type: 'json' }; +import wallonieOrtho from './entries/wallonie-ortho.json' with { type: 'json' }; +import wiStatewideImagery from './entries/wi-statewide-imagery.json' with { type: 'json' }; +import wriGlobalPowerPlants from './entries/wri-global-power-plants.json' with { type: 'json' }; +import wvStatewideImagery from './entries/wv-statewide-imagery.json' with { type: 'json' }; + +/** Raw manifests in file-name order; the validated form is below. */ +export const LIBRARY_MANIFESTS = Object.freeze([ + akStatewideImagery, + arStatewideImagery, + azStatewideImagery, + bangorMe, + basemapAtOrthofoto, + bayernDop40, + bismarckMandanNd, + bkgTopplusOpen, + cctvFloridaFl511, + cctvLithuania, + cctvNycDot, + ctStatewideImagery, + dakotaCountyMn, + dcStatewideImagery, + deStatewideImagery, + eeMaaAmetOrtofoto, + eiaPowerPlants, + emodnetBathymetry, + epaSuperfundSites, + epaToxicReleaseFacilities, + epcEnglandWales, + femaUsaStructures, + gbifOccurrenceDensity, + gdacsDisasterAlerts, + genevaSitgOrtho, + gpwPopulationDensity, + grandForksNd, + gsiJapanMap, + gsiJapanPhoto, + gvpHoloceneVolcanoes, + iaStatewideImagery, + icgcOrtoCatalunya, + idStatewideImagery, + ignOrthophotosFrance, + ilStatewideImagery, + imfPortwatchChokepoints, + imfPortwatchDisruptions, + inStatewideImagery, + jrcSurfaceWater, + kartverketAdminUnits, + kartverketCadastre, + kartverketDepth, + kartverketHillshade, + kartverketNauticalCharts, + kartverketTerrainRelief, + kartverketTopoGrey, + kartverketTopo, + kartverketToporaster, + ksStatewideImagery, + kyStatewideImagery, + lakeCountyIn, + lawrenceKs, + leeCountyFl, + loudounCountyVa, + louisvilleLojicKy, + luOrthoLatest, + maStatewideImagery, + macrostratGeology, + mapterhornTerrain, + marisMs, + mdStatewideImagery, + meStatewideImagery, + miStatewideImagery, + mnStatewideImagery, + mountainVillageCo, + msStatewideImagery, + mtStatewideImagery, + naip, + nasaBlackMarble, + nasaEonetEvents, + ncStatewideImagery, + nctcogTx, + ndStatewideImagery, + newOrleansRpcLa, + nhStatewideImagery, + njStatewideImagery, + noaaTideStations, + nrwDop, + nswImagery, + ntadNationalBridges, + nwaBentonWashingtonAr, + nwsActiveAlerts, + nyStatewideImagery, + oaklandCountyMi, + ohStatewideImagery, + openseamapSeamarks, + orStatewideImagery, + paStatewideImagery, + pdokAerialNetherlands, + plOrtofotomapa, + pnoaMa, + portlandMetroOr, + ptDgtOrtos, + riStatewideImagery, + swisstopoSwissimage, + txStatewideImagery, + unionCountyOh, + usgsHydrography, + usgsTopo, + vaStatewideImagery, + vlaanderenOmw, + vtStatewideImagery, + wallonieOrtho, + wiStatewideImagery, + wriGlobalPowerPlants, + wvStatewideImagery, +]); + +const validated = validateLibraryCatalog(LIBRARY_MANIFESTS); +if (!validated.ok) + throw new TypeError( + `Invalid Data Library manifests:\n${validated.errors.join('\n')}`, + ); + +/** Validated, frozen entries with defaults filled. */ +export const LIBRARY_ENTRIES = Object.freeze(validated.entries); + +const BY_ID = new Map(LIBRARY_ENTRIES.map((entry) => [entry.id, entry])); + +/** One entry by id, or undefined. */ +export function libraryEntry(id) { + return BY_ID.get(id); +} + +/** The share-link ledger rows, `[entryId, token]`, append-only. */ +export const LIBRARY_LEDGER = Object.freeze( + ledgerRows.map((row) => Object.freeze([...row])), +); diff --git a/src/library/catalog.test.mjs b/src/library/catalog.test.mjs new file mode 100644 index 000000000..4de0c44d4 --- /dev/null +++ b/src/library/catalog.test.mjs @@ -0,0 +1,47 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { readdirSync, readFileSync } from 'node:fs'; +import { fileURLToPath } from 'node:url'; +import path from 'node:path'; +import { + LIBRARY_ENTRIES, + LIBRARY_LEDGER, + LIBRARY_MANIFESTS, +} from './catalog.js'; +import { readLibraryLedger } from './selection.js'; + +const here = path.dirname(fileURLToPath(import.meta.url)); + +test('every manifest file is imported, named after its id', () => { + const files = readdirSync(path.join(here, 'entries')) + .filter((name) => name.endsWith('.json')) + .sort(); + assert.deepEqual( + files, + LIBRARY_MANIFESTS.map(({ id }) => `${id}.json`).sort(), + ); + for (const file of files) { + const raw = JSON.parse( + readFileSync(path.join(here, 'entries', file), 'utf8'), + ); + assert.equal(`${raw.id}.json`, file); + } +}); + +test('every switchable entry owns a permanent share token', () => { + const ledger = readLibraryLedger(LIBRARY_LEDGER); + assert.deepEqual(ledger.errors, []); + for (const entry of LIBRARY_ENTRIES.filter(({ kind }) => kind !== 'pack')) + assert.ok(ledger.tokenById.has(entry.id), `${entry.id} has no token`); + // Packs are switched by their host, never by a share link. + for (const entry of LIBRARY_ENTRIES.filter(({ kind }) => kind === 'pack')) + assert.equal(ledger.tokenById.has(entry.id), false, entry.id); +}); + +test('nothing in the library is bundled: every source is a live https upstream', () => { + for (const entry of LIBRARY_ENTRIES) { + assert.match(entry.source.url, /^https:\/\//, entry.id); + assert.ok(entry.licence.name && entry.licence.url, entry.id); + assert.ok(entry.attribution.text, entry.id); + } +}); diff --git a/src/library/controller.js b/src/library/controller.js new file mode 100644 index 000000000..49c02bbae --- /dev/null +++ b/src/library/controller.js @@ -0,0 +1,394 @@ +/** + * The Data Library controller: which entries this instance offers, which the + * viewer has added, and the lifetime of their layers. + * + * Core layers are registered once and sealed; library layers register only + * when a viewer adds them (`LayerLifecycle.registerLibraryLayer`), so the + * default panel stays the curated set and an unused entry costs nothing. + */ +import { LIBRARY_ENTRIES, LIBRARY_LEDGER } from './catalog.js'; +import { libraryEntryIdOf, libraryLayerId } from './manifest.js'; +import { + decodeLibraryParam, + encodeLibraryParam, + normalizeLibrarySelection, + readLibraryLedger, + readStoredLibrarySelection, + writeStoredLibrarySelection, +} from './selection.js'; +import { createLibrarySource } from './source.js'; +import { + createLibraryDatasetLayer, + createLibraryTileLayer, + createLibraryViewLayer, +} from './layers.js'; +import { isExplicitLayerStateOrigin } from '../data/layerState.js'; + +function safeLocalStorage() { + try { + return globalThis.localStorage ?? null; + } catch { + return null; + } +} + +/** + * @param {object} options + * @param {object} options.dataManager The sealed LayerLifecycle. + * @param {object} options.services Local GeoJSON layer services. + * @param {() => object|null} [options.getTileset] Photoreal tileset reader. + * @param {object} [options.mapStackController] + * @param {object} [options.shareLink] ShareLinkManager. + * @param {string} [options.initialHash] The page hash at startup. + * @param {(reason: string) => void} [options.requestRender] + * @param {(extent: object) => boolean} [options.zoomTo] Fly to an extent + * through the shell's navigation authority; false when refused. + */ +export function createDataLibrary({ + entries = LIBRARY_ENTRIES, + ledger = LIBRARY_LEDGER, + dataManager, + services, + getTileset = () => null, + mapStackController = null, + shareLink = null, + initialHash = globalThis.location?.hash ?? '', + requestRender = () => {}, + zoomTo = null, + storage = safeLocalStorage(), + source = createLibrarySource({ entries }), +}) { + if (!dataManager?.registerLibraryLayer) + throw new TypeError('A sealed layer manager is required'); + const byId = new Map(entries.map((entry) => [entry.id, entry])); + const switchable = new Set( + entries.filter(({ kind }) => kind !== 'pack').map(({ id }) => id), + ); + const tokens = readLibraryLedger(ledger); + let availability = new Map(); + let serverPresent = false; + let selection = { added: [], on: [] }; + let started = false; + let destroyed = false; + const listeners = new Set(); + const pending = new Map(); + + const notify = () => { + for (const listener of [...listeners]) { + try { + listener(); + } catch (error) { + console.warn('[Library] listener error:', error); + } + } + }; + + const persist = () => { + selection = normalizeLibrarySelection(selection, switchable); + writeStoredLibrarySelection(storage, selection); + shareLink?.onLibraryStateChange?.(); + notify(); + }; + + function createLayer(entry) { + // No navigation owner, no Zoom chip: never a button that does nothing. + const onZoom = + typeof zoomTo === 'function' + ? () => { + zoom(entry.id).catch((error) => + console.warn(`[Library] ${entry.id} zoom failed:`, error), + ); + } + : null; + const onRemove = () => { + remove(entry.id).catch((error) => + console.warn(`[Library] ${entry.id} remove failed:`, error), + ); + }; + if (entry.kind === 'dataset' && entry.source.view) + return createLibraryViewLayer(entry, { + source, + onZoom, + onRemove, + requestRender, + }); + if (entry.kind === 'dataset') + return createLibraryDatasetLayer(entry, { + services, + source, + onZoom, + onRemove, + }); + return createLibraryTileLayer(entry, { + source, + getTileset, + mapStackController, + requestRender, + onZoom, + onRemove, + }); + } + + function isRegistered(id) { + return dataManager.layers.has(libraryLayerId(id)); + } + + function register(entry) { + if (isRegistered(entry.id)) return true; + try { + dataManager.registerLibraryLayer(createLayer(entry)); + return true; + } catch (error) { + console.warn(`[Library] ${entry.id} could not register:`, error); + return false; + } + } + + function addable(id) { + return switchable.has(id) && availability.get(id)?.available === true; + } + + const unsubscribeManager = dataManager.subscribe?.((change) => { + if (change?.type !== 'visibility') return; + const id = libraryEntryIdOf(change.layerId); + if (!id || !selection.added.includes(id)) return; + // Like core layer state: only explicit choices are remembered, never a + // Context session's temporary changes or a restore. + if (!isExplicitLayerStateOrigin(change.origin)) { + notify(); + return; + } + const on = new Set(selection.on); + if (change.enabled) on.add(id); + else on.delete(id); + selection = { ...selection, on: [...on] }; + persist(); + }); + + shareLink?.setLibraryParamsEncoder?.((params) => + encodeLibraryParam( + params, + selection.on.filter((id) => isRegistered(id)), + tokens.tokenById, + ), + ); + + /** + * Read what this instance serves, then restore this browser's selection and + * any `lib=` entries in the opening link. + * @param {{ signal?: AbortSignal }} [options] + */ + async function start({ signal } = {}) { + if (started || destroyed) return; + started = true; + const answer = await source.getAvailability({ signal }); + if (destroyed) return; + availability = answer.availability; + serverPresent = answer.server; + const stored = readStoredLibrarySelection(storage, switchable); + const hash = String(initialHash || '').replace(/^#/, ''); + const linked = hash + ? decodeLibraryParam(new URLSearchParams(hash), tokens.idByToken) + : null; + // A link's entries join the viewer's library and open switched on; with a + // link, it alone decides what is on, as it does for core layers. + const added = [...stored.added, ...(linked || [])]; + const on = linked ?? stored.on; + selection = normalizeLibrarySelection({ added, on }, switchable); + const restoreOrigin = linked ? 'share-restore' : 'local-restore'; + for (const id of selection.added) { + const entry = byId.get(id); + if (!entry || !addable(id) || !register(entry)) continue; + if (selection.on.includes(id)) + dataManager + .setEnabled(libraryLayerId(id), true, { origin: restoreOrigin }) + .catch((error) => + console.warn(`[Library] ${id} restore failed:`, error), + ); + } + writeStoredLibrarySelection(storage, selection); + shareLink?.onLibraryStateChange?.(); + notify(); + } + + /** + * Add an entry to the panel and switch it on. + * @param {string} id + * @returns {Promise} + */ + async function add(id) { + if (destroyed || !addable(id) || pending.has(id)) return false; + const entry = byId.get(id); + const work = (async () => { + if (!register(entry)) return false; + selection = { + added: [...selection.added.filter((other) => other !== id), id], + on: selection.on, + }; + persist(); + await dataManager.setEnabled(libraryLayerId(id), true, { + origin: 'user', + }); + return true; + })(); + pending.set(id, work); + notify(); + try { + return await work; + } finally { + pending.delete(id); + notify(); + } + } + + /** + * Remove an entry from the panel and destroy its layer. + * @param {string} id + * @returns {Promise} + */ + async function remove(id) { + if (destroyed || pending.has(id)) return false; + const work = (async () => { + if (isRegistered(id)) + await dataManager.unregisterLibraryLayer(libraryLayerId(id)); + selection = { + added: selection.added.filter((other) => other !== id), + on: selection.on.filter((other) => other !== id), + }; + persist(); + return true; + })(); + pending.set(id, work); + notify(); + try { + return await work; + } finally { + pending.delete(id); + notify(); + } + } + + /** + * Remove every added entry at once (the Browse dialog's reset). + * @returns {Promise} How many entries were removed. + */ + async function reset() { + if (destroyed) return 0; + const ids = [...selection.added]; + let removed = 0; + for (const id of ids) if (await remove(id)) removed += 1; + return removed; + } + + /** The area an added entry's layer covers, or null. */ + function extentOf(id) { + return ( + dataManager.layers.get(libraryLayerId(id))?.module?.getExtent?.() ?? null + ); + } + + /** + * Fly to an added entry's layer, switching it on first when it is off: a + * dataset only knows where its features are once loaded, and an off layer + * has nothing to show at the destination. + * @param {string} id + * @returns {Promise} Whether the flight started. + */ + async function zoom(id) { + if (destroyed || typeof zoomTo !== 'function' || !isRegistered(id)) + return false; + const layerId = libraryLayerId(id); + if (!dataManager.isEnabled?.(layerId)) + await dataManager.setEnabled(layerId, true, { origin: 'user' }); + const extent = extentOf(id); + if (destroyed || !extent) return false; + return zoomTo(extent) !== false; + } + + /** + * Everything the Browse view shows, in catalog order. + * @returns {Array<{ entry: object, available: boolean, reason: string|null, added: boolean, on: boolean, busy: boolean }>} + */ + function list() { + return entries.map((entry) => { + const state = availability.get(entry.id) || { + available: false, + reason: started ? 'server-unavailable' : null, + }; + return { + entry, + available: state.available, + reason: state.reason, + added: selection.added.includes(entry.id) && isRegistered(entry.id), + on: dataManager.isEnabled?.(libraryLayerId(entry.id)) === true, + busy: pending.has(entry.id), + canZoom: typeof zoomTo === 'function' && isRegistered(entry.id), + }; + }); + } + + /** + * The library at a glance, for the Browse dialog's stats strip. + * `features` sums the features currently loaded by dataset layers that are + * on; tiles are drapes and have no count. + * @returns {{ entries: number, kinds: { dataset: number, tiles: number, pack: number }, themes: string[], available: number, unavailable: number, added: number, on: number, features: number, featureLayers: number }} + */ + function summary() { + const rows = list(); + const kinds = { dataset: 0, tiles: 0, pack: 0 }; + let features = 0; + let featureLayers = 0; + for (const row of rows) { + kinds[row.entry.kind] += 1; + if (!row.on || row.entry.kind !== 'dataset') continue; + const count = dataManager.layers + .get(libraryLayerId(row.entry.id)) + ?.module?.getStats?.()?.count; + if (Number.isFinite(count) && count > 0) { + features += count; + featureLayers += 1; + } + } + const available = rows.filter((row) => row.available).length; + return { + entries: rows.length, + kinds, + // Distinct themes (manifest families) the entries cover, sorted. + themes: [...new Set(rows.map((row) => row.entry.family))].sort(), + available, + unavailable: rows.length - available, + added: rows.filter((row) => row.added).length, + on: rows.filter((row) => row.on).length, + features, + featureLayers, + }; + } + + return { + start, + add, + remove, + summary, + reset, + zoom, + list, + get ready() { + return started && availability.size > 0; + }, + get serverPresent() { + return serverPresent; + }, + subscribe(listener) { + if (typeof listener !== 'function') return () => {}; + listeners.add(listener); + return () => listeners.delete(listener); + }, + destroy() { + if (destroyed) return; + destroyed = true; + unsubscribeManager?.(); + shareLink?.setLibraryParamsEncoder?.(null); + listeners.clear(); + }, + }; +} diff --git a/src/library/controller.test.mjs b/src/library/controller.test.mjs new file mode 100644 index 000000000..2e32a120b --- /dev/null +++ b/src/library/controller.test.mjs @@ -0,0 +1,365 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { LayerLifecycle } from '../data/lifecycle.js'; +import { createDataLibrary } from './controller.js'; +import { LIBRARY_ENTRIES, LIBRARY_LEDGER } from './catalog.js'; +import { validateLibraryCatalog } from './manifest.js'; +import { LIBRARY_STORAGE_KEY } from './selection.js'; + +const base = { + family: 'imagery', + provider: 'Fixture', + description: 'Fixture entry.', + maintainer: 'test', + coverage: { global: true }, + licence: { name: 'Public domain', url: 'https://example.org/licence' }, + attribution: { text: 'Fixture' }, + status: 'community', +}; +const tiles = (id) => ({ + ...base, + id, + kind: 'tiles', + title: id, + source: { + format: 'xyz', + url: 'https://tiles.example.org/{z}/{x}/{y}.png', + fetch: 'browser-direct', + }, +}); +const { entries } = validateLibraryCatalog([ + tiles('night-lights'), + tiles('sea-marks'), + { + ...base, + id: 'fixture-pack', + kind: 'pack', + family: 'cameras', + title: 'Pack', + source: { format: 'host', url: 'https://cams.example.org/' }, + pack: { host: 'cctv', env: 'CCTV_FIXTURE_ENABLED' }, + licence: { ...base.licence, operatorOptIn: true }, + }, +]); +const ledger = [ + ['night-lights', '00'], + ['sea-marks', '01'], +]; + +function sealedManager(t) { + const manager = new LayerLifecycle({}); + manager.finalizeRegistrations([]); + // Enabled layers arm refresh timers; release them with the test. + t.after(() => manager.destroyAll()); + return manager; +} + +function memoryStorage(initial) { + const store = new Map(initial ? [[LIBRARY_STORAGE_KEY, initial]] : []); + return { + store, + getItem: (key) => store.get(key) ?? null, + setItem: (key, value) => store.set(key, value), + }; +} + +const source = (availability) => ({ + async getAvailability() { + return { + server: true, + availability: new Map( + entries.map(({ id }) => [ + id, + availability[id] ?? { available: true, reason: null }, + ]), + ), + }; + }, + async loadDataset() { + return { features: [], truncated: false }; + }, + tileTemplate: (entry) => entry.source.url, +}); + +function shareLinkDouble() { + return { + encoder: null, + changes: 0, + setLibraryParamsEncoder(encoder) { + this.encoder = encoder; + }, + onLibraryStateChange() { + this.changes += 1; + }, + encode() { + const params = new URLSearchParams(); + this.encoder?.(params); + return params.get('lib'); + }, + }; +} + +test('nothing registers until a viewer adds an entry; add turns it on and persists', async (t) => { + const manager = sealedManager(t); + const storage = memoryStorage(); + const shareLink = shareLinkDouble(); + const library = createDataLibrary({ + entries, + ledger, + dataManager: manager, + services: {}, + storage, + shareLink, + initialHash: '', + source: source({}), + }); + await library.start(); + assert.equal(manager.layers.size, 0); + assert.equal(await library.add('night-lights'), true); + assert.equal(manager.isEnabled('lib-night-lights'), true); + assert.equal(manager.getAll()[0].libraryEntryId, 'night-lights'); + assert.deepEqual(JSON.parse(storage.store.get(LIBRARY_STORAGE_KEY)), { + added: ['night-lights'], + on: ['night-lights'], + }); + assert.equal(shareLink.encode(), '00'); + await manager.setEnabled('lib-night-lights', false, { origin: 'user' }); + assert.deepEqual(JSON.parse(storage.store.get(LIBRARY_STORAGE_KEY)).on, []); + assert.equal(shareLink.encode(), null); + assert.equal(await library.remove('night-lights'), true); + assert.equal(manager.layers.has('lib-night-lights'), false); + assert.deepEqual(JSON.parse(storage.store.get(LIBRARY_STORAGE_KEY)), { + added: [], + on: [], + }); +}); + +test('packs and unavailable entries cannot be added', async (t) => { + const manager = sealedManager(t); + const library = createDataLibrary({ + entries, + ledger, + dataManager: manager, + services: {}, + storage: memoryStorage(), + initialHash: '', + source: source({ + 'sea-marks': { available: false, reason: 'operator-opt-in' }, + }), + }); + await library.start(); + assert.equal(await library.add('fixture-pack'), false); + assert.equal(await library.add('sea-marks'), false); + assert.equal(manager.layers.size, 0); + const row = library.list().find(({ entry }) => entry.id === 'sea-marks'); + assert.deepEqual( + { available: row.available, reason: row.reason, added: row.added }, + { available: false, reason: 'operator-opt-in', added: false }, + ); +}); + +test('a stored selection restores; a non-explicit change is not remembered', async (t) => { + const manager = sealedManager(t); + const storage = memoryStorage( + JSON.stringify({ added: ['night-lights', 'sea-marks'], on: ['sea-marks'] }), + ); + const library = createDataLibrary({ + entries, + ledger, + dataManager: manager, + services: {}, + storage, + initialHash: '', + source: source({}), + }); + await library.start(); + await manager.waitForLayerSettled?.('lib-sea-marks'); + assert.equal(manager.layers.has('lib-night-lights'), true); + assert.equal(manager.isEnabled('lib-night-lights'), false); + assert.equal(manager.isEnabled('lib-sea-marks'), true); + await manager.setEnabled('lib-sea-marks', false, { origin: 'context' }); + assert.deepEqual(JSON.parse(storage.store.get(LIBRARY_STORAGE_KEY)).on, [ + 'sea-marks', + ]); +}); + +test('a link decides what is on and adds its entries to the library', async (t) => { + const manager = sealedManager(t); + const storage = memoryStorage( + JSON.stringify({ added: ['night-lights'], on: ['night-lights'] }), + ); + const library = createDataLibrary({ + entries, + ledger, + dataManager: manager, + services: {}, + storage, + initialHash: '#lat=1&lon=2&lib=01.zz', + source: source({}), + }); + await library.start(); + await manager.waitForLayerSettled?.('lib-sea-marks'); + assert.equal(manager.isEnabled('lib-sea-marks'), true); + assert.equal(manager.isEnabled('lib-night-lights'), false); + assert.deepEqual(JSON.parse(storage.store.get(LIBRARY_STORAGE_KEY)), { + added: ['night-lights', 'sea-marks'], + on: ['sea-marks'], + }); +}); + +test('zoom flies to an added layer through the caller, reset removes everything', async (t) => { + const manager = sealedManager(t); + const storage = memoryStorage(); + const flights = []; + const library = createDataLibrary({ + entries, + ledger, + dataManager: manager, + services: {}, + storage, + initialHash: '', + source: source({}), + zoomTo: (extent) => { + flights.push(extent); + return true; + }, + }); + await library.start(); + assert.equal(await library.zoom('night-lights'), false, 'not added yet'); + await library.add('night-lights'); + await library.add('sea-marks'); + const row = library.list().find(({ entry }) => entry.id === 'night-lights'); + assert.equal(row.canZoom, true); + // Off: zoom switches the layer on, then flies. + await manager.setEnabled('lib-night-lights', false, { origin: 'user' }); + assert.equal(await library.zoom('night-lights'), true); + assert.equal(manager.isEnabled('lib-night-lights'), true); + assert.deepEqual(flights[0], { + west: -180, + south: -85, + east: 180, + north: 85, + }); + const chips = manager.layers + .get('lib-night-lights') + .module.getRowControls().chips; + assert.equal(chips[0].id, 'zoom'); + chips[0].onClick(); + await new Promise((resolve) => setTimeout(resolve, 0)); + assert.equal(flights.length, 2); + assert.deepEqual( + chips.map(({ id, icon, action, whileOff }) => [id, icon, action, whileOff]), + [ + ['zoom', 'zoom_in_map', true, true], + ['remove', 'delete', true, true], + ], + ); + // The row's delete icon removes that entry from the library. + chips[1].onClick(); + await manager.waitForLayerSettled?.('lib-night-lights'); + await new Promise((resolve) => setTimeout(resolve, 0)); + for ( + let tries = 0; + manager.layers.has('lib-night-lights') && tries < 50; + tries++ + ) + await new Promise((resolve) => setTimeout(resolve, 10)); + assert.equal(manager.layers.has('lib-night-lights'), false); + assert.deepEqual(JSON.parse(storage.store.get(LIBRARY_STORAGE_KEY)).added, [ + 'sea-marks', + ]); + assert.equal(await library.reset(), 1); + assert.equal(manager.layers.size, 0); + assert.deepEqual(JSON.parse(storage.store.get(LIBRARY_STORAGE_KEY)), { + added: [], + on: [], + }); +}); + +test('without a navigation owner the zoom control is disabled', async (t) => { + const manager = sealedManager(t); + const library = createDataLibrary({ + entries, + ledger, + dataManager: manager, + services: {}, + storage: memoryStorage(), + initialHash: '', + source: source({}), + }); + await library.start(); + await library.add('night-lights'); + assert.equal(await library.zoom('night-lights'), false); + assert.deepEqual( + manager.layers + .get('lib-night-lights') + .module.getRowControls() + .chips.map(({ id }) => id), + ['remove'], + ); +}); + +test('the summary counts entries by kind, availability and what is added and on', async (t) => { + const manager = sealedManager(t); + const library = createDataLibrary({ + entries, + ledger, + dataManager: manager, + services: {}, + storage: memoryStorage(), + initialHash: '', + source: source({ + 'sea-marks': { available: false, reason: 'operator-opt-in' }, + }), + }); + await library.start(); + await library.add('night-lights'); + assert.deepEqual(library.summary(), { + entries: 3, + kinds: { dataset: 0, tiles: 2, pack: 1 }, + themes: ['cameras', 'imagery'], + // The pack is available because the fixture source says so. + available: 2, + unavailable: 1, + added: 1, + on: 1, + // Tiles are drapes: no feature count. + features: 0, + featureLayers: 0, + }); +}); + +test('every shipped entry kind registers, view-bounded datasets included', async (t) => { + const manager = sealedManager(t); + const library = createDataLibrary({ + entries: LIBRARY_ENTRIES, + ledger: LIBRARY_LEDGER, + dataManager: manager, + services: {}, + storage: memoryStorage(), + initialHash: '', + source: { + async getAvailability() { + return { + server: true, + availability: new Map( + LIBRARY_ENTRIES.map(({ id }) => [ + id, + { available: true, reason: null }, + ]), + ), + }; + }, + async loadDataset() { + return { features: [], truncated: false }; + }, + tileTemplate: (entry) => entry.source.url, + }, + }); + await library.start(); + assert.equal(await library.add('fema-usa-structures'), true); + const module = manager.layers.get('lib-fema-usa-structures').module; + // No camera to read: the layer waits for one rather than loading. + assert.equal(module.getDiagnostics().tooHigh, true); + assert.equal(await library.add('nasa-black-marble'), true); +}); diff --git a/src/library/entries/ak-statewide-imagery.json b/src/library/entries/ak-statewide-imagery.json new file mode 100644 index 000000000..685e7f2ad --- /dev/null +++ b/src/library/entries/ak-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "ak-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Alaska Statewide Imagery (2023)", + "provider": "Alaska Geospatial Council", + "description": "Aerial orthophotos: Statewide coverage of Alaska.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-170, 51.2, -129, 71.4551] + }, + "source": { + "format": "bbox", + "url": "https://apps.geo.fpac.usda.gov/nrcs-imagery/rest/services/ortho_imagery/alaska_vivid_2023_30cm/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "30 cm", + "resolutionM": 0.3, + "trueOrtho": false, + "vintage": "2023–present", + "updateCycle": "Periodic statewide refresh", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public Domain (U.S. Government work)", + "url": "https://www.usgs.gov/information-policies-and-instructions/copyrights-and-credits" + }, + "attribution": { + "text": "USDA / Alaska Geospatial Council", + "url": "https://gis.data.alaska.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/ar-statewide-imagery.json b/src/library/entries/ar-statewide-imagery.json new file mode 100644 index 000000000..055eb01bf --- /dev/null +++ b/src/library/entries/ar-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "ar-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Arkansas Statewide Imagery (2023)", + "provider": "Arkansas GIS Office (GeoStor)", + "description": "Aerial orthophotos: Statewide coverage of Arkansas.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-94.642, 32.9545, -89.584, 36.5414] + }, + "source": { + "format": "bbox", + "url": "https://gis.arkansas.gov/arcgis/rest/services/ImageServices/IMAGERY_9IN_2023/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "9 in / 6 in urban", + "resolutionM": 0.2286, + "trueOrtho": false, + "vintage": "2023–present", + "updateCycle": "Multi-year statewide cycles", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public domain — Arkansas GIS Office open data", + "url": "https://gis.arkansas.gov/" + }, + "attribution": { + "text": "Arkansas GIS Office", + "url": "https://gis.arkansas.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/az-statewide-imagery.json b/src/library/entries/az-statewide-imagery.json new file mode 100644 index 000000000..d1c23909f --- /dev/null +++ b/src/library/entries/az-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "az-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Arizona Statewide Imagery (2017)", + "provider": "AZGeo", + "description": "Aerial orthophotos: Statewide coverage of Arizona.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-115.1014, 31.2527, -108.8553, 37.1065] + }, + "source": { + "format": "xyz", + "url": "https://azgeo.az.gov/arcgis/rest/services/imagery/NAIP2017/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "1 m (NAIP)", + "resolutionM": 1, + "trueOrtho": false, + "vintage": "2017–present", + "updateCycle": "NAIP 2-year cycle", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open state geodata — attribution requested", + "url": "https://azgeo.az.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "AZGEO", + "url": "https://azgeo.az.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/bangor-me.json b/src/library/entries/bangor-me.json new file mode 100644 index 000000000..ee3848d0e --- /dev/null +++ b/src/library/entries/bangor-me.json @@ -0,0 +1,48 @@ +{ + "id": "bangor-me", + "kind": "tiles", + "family": "imagery", + "title": "Bangor, Maine Orthoimagery", + "provider": "City of Bangor GIS", + "description": "Aerial orthophotos: Bangor, Maine jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-68.9126, 44.7674, -68.6451, 44.8951] + }, + "source": { + "format": "xyz", + "url": "https://tiles.arcgis.com/tiles/yIxdYDwtUG29jfAN/arcgis/rest/services/2024_Orthoimagery_Tiles/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 22, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2024–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://www.bangormaine.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "City of Bangor GIS", + "url": "https://www.bangormaine.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/basemap-at-orthofoto.json b/src/library/entries/basemap-at-orthofoto.json new file mode 100644 index 000000000..48e9eca2a --- /dev/null +++ b/src/library/entries/basemap-at-orthofoto.json @@ -0,0 +1,48 @@ +{ + "id": "basemap-at-orthofoto", + "kind": "tiles", + "family": "imagery", + "title": "basemap.at Orthofoto", + "provider": "basemap.at / geoland.at", + "description": "Aerial orthophotos: 100% of Austria (mosaic of state orthophotos).", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["AT"], + "bbox": [9.53, 46.37, 17.17, 49.02] + }, + "source": { + "format": "xyz", + "url": "https://mapsneu.wien.gv.at/basemap/bmaporthofoto30cm/normal/google3857/{z}/{y}/{x}.jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "coverage", + "aerial": true, + "noDataColor": "#fdfdfd" + }, + "imagery": { + "type": "ortho", + "resolution": "20–30 cm", + "resolutionM": 0.2, + "trueOrtho": false, + "vintage": "2021–present", + "updateCycle": "Rolling (per state flight cycles)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "CC BY 4.0", + "url": "https://basemap.at/nutzungsbedingungen/" + }, + "attribution": { + "text": "basemap.at — Datenquelle: basemap.at", + "url": "https://basemap.at/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/bayern-dop40.json b/src/library/entries/bayern-dop40.json new file mode 100644 index 000000000..265c4d159 --- /dev/null +++ b/src/library/entries/bayern-dop40.json @@ -0,0 +1,48 @@ +{ + "id": "bayern-dop40", + "kind": "tiles", + "family": "imagery", + "title": "Digitales Orthophoto Bayern (DOP 40 cm, open)", + "provider": "LDBV Bayern", + "description": "Aerial orthophotos: 100% of Bavaria (~70,550 km²).", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["DE"], + "bbox": [8.97, 47.27, 13.84, 50.56] + }, + "source": { + "format": "bbox", + "url": "https://geoservices.bayern.de/od/wms/dop/v1/dop40?service=WMS&request=GetMap&version=1.3.0&layers=by_dop40c&styles=&crs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 8, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true, + "noDataColor": "#ffffff" + }, + "imagery": { + "type": "ortho", + "resolution": "40 cm (20 cm is paid)", + "resolutionM": 0.4, + "trueOrtho": false, + "vintage": "2021–present", + "updateCycle": "Biennial (rolling)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "CC BY 4.0", + "url": "https://geodaten.bayern.de/opengeodata/" + }, + "attribution": { + "text": "© Bayerische Vermessungsverwaltung", + "url": "https://geodaten.bayern.de/opengeodata/OpenDataDetail.html?pn=dop40" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/bismarck-mandan-nd.json b/src/library/entries/bismarck-mandan-nd.json new file mode 100644 index 000000000..a6c09c4ba --- /dev/null +++ b/src/library/entries/bismarck-mandan-nd.json @@ -0,0 +1,48 @@ +{ + "id": "bismarck-mandan-nd", + "kind": "tiles", + "family": "imagery", + "title": "Bismarck–Mandan, North Dakota Aerial Photography", + "provider": "North Dakota GIS Hub", + "description": "Aerial orthophotos: Bismarck–Mandan, North Dakota jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-101.0948, 46.6527, -100.5815, 46.9844] + }, + "source": { + "format": "bbox", + "url": "https://ndgishub.nd.gov/arcgis/rest/services/Imagery/AerialImage_BisMan_2023/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2023–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://www.gis.nd.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "95West Aerial Mapping", + "url": "https://www.gis.nd.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/bkg-topplus-open.json b/src/library/entries/bkg-topplus-open.json new file mode 100644 index 000000000..efa989dcf --- /dev/null +++ b/src/library/entries/bkg-topplus-open.json @@ -0,0 +1,34 @@ +{ + "id": "bkg-topplus-open", + "kind": "tiles", + "family": "imagery", + "title": "TopPlusOpen basemap (BKG)", + "provider": "BKG", + "description": "Germany's federal topographic basemap, detailed for Germany and Europe and generalised worldwide.", + "icon": "⛰", + "maintainer": "github:asturksever", + "coverage": { + "global": true + }, + "source": { + "format": "xyz", + "url": "https://sgx.geodatenzentrum.de/wmts_topplus_open/tile/1.0.0/web/default/WEBMERCATOR/{z}/{y}/{x}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 0, + "maxZoom": 18 + }, + "display": { + "opacity": 1 + }, + "licence": { + "name": "Datenlizenz Deutschland – Namensnennung 2.0", + "url": "https://www.govdata.de/dl-de/by-2-0" + }, + "attribution": { + "text": "© BKG, dl-de/by-2-0", + "url": "https://gdz.bkg.bund.de/" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/cctv-florida-fl511.json b/src/library/entries/cctv-florida-fl511.json new file mode 100644 index 000000000..5af3ed4ec --- /dev/null +++ b/src/library/entries/cctv-florida-fl511.json @@ -0,0 +1,24 @@ +{ + "id": "cctv-florida-fl511", + "kind": "pack", + "family": "cameras", + "title": "Florida cameras (FL511)", + "provider": "FL511", + "description": "Statewide FL511 traffic camera stills, added to the CCTV layer. Individual personal use only; other use needs FDOT's written consent.", + "icon": "◉", + "maintainer": "core", + "coverage": { "countries": ["US"], "bbox": [-87.64, 24.4, -79.97, 31.0] }, + "source": { "format": "host", "url": "https://fl511.com/" }, + "pack": { "host": "cctv", "env": "CCTV_FLORIDA_ENABLED" }, + "licence": { + "name": "FL511 content: individual personal use only", + "url": "https://fl511.com/privacy#disclaimer", + "operatorOptIn": true + }, + "attribution": { + "text": "Florida DOT — FL511.com", + "url": "https://fl511.com/" + }, + "status": "verified", + "reviewed": "2026-10-21" +} diff --git a/src/library/entries/cctv-lithuania.json b/src/library/entries/cctv-lithuania.json new file mode 100644 index 000000000..7b036c6ce --- /dev/null +++ b/src/library/entries/cctv-lithuania.json @@ -0,0 +1,24 @@ +{ + "id": "cctv-lithuania", + "kind": "pack", + "family": "cameras", + "title": "Lithuania road cameras (Via Lietuva)", + "provider": "Via Lietuva", + "description": "Eismoinfo road-camera stills across Lithuania, added to the CCTV layer. Off until Via Lietuva confirms the photo licence.", + "icon": "◉", + "maintainer": "core", + "coverage": { "countries": ["LT"], "bbox": [20.9, 53.89, 26.84, 56.45] }, + "source": { "format": "host", "url": "https://eismoinfo.lt/" }, + "pack": { "host": "cctv", "env": "CCTV_LITHUANIA_ENABLED" }, + "licence": { + "name": "Via Lietuva open-data statement; camera photo coverage unconfirmed", + "url": "https://eismoinfo.lt/eismoinfo-backend/content?id=44", + "operatorOptIn": true + }, + "attribution": { + "text": "Via Lietuva / eismoinfo.lt", + "url": "https://eismoinfo.lt/" + }, + "status": "verified", + "reviewed": "2026-10-21" +} diff --git a/src/library/entries/cctv-nyc-dot.json b/src/library/entries/cctv-nyc-dot.json new file mode 100644 index 000000000..e6f936fd3 --- /dev/null +++ b/src/library/entries/cctv-nyc-dot.json @@ -0,0 +1,24 @@ +{ + "id": "cctv-nyc-dot", + "kind": "pack", + "family": "cameras", + "title": "New York City cameras (NYC DOT TMC)", + "provider": "NYC DOT", + "description": "About 980 NYC DOT traffic cameras across the five boroughs, added to the CCTV layer. Needs your own NYC DOT data-sharing agreement.", + "icon": "◉", + "maintainer": "core", + "coverage": { "countries": ["US"], "bbox": [-74.26, 40.49, -73.69, 40.92] }, + "source": { + "format": "host", + "url": "https://webcams.nyctmc.org/api/cameras" + }, + "pack": { "host": "cctv", "env": "CCTV_NYC_ENABLED" }, + "licence": { + "name": "NYC DOT camera feed: data-sharing agreement required", + "url": "https://www.nyc.gov/html/dot/html/about/datafeeds.shtml", + "operatorOptIn": true + }, + "attribution": { "text": "NYC DOT Traffic Management Center" }, + "status": "verified", + "reviewed": "2026-10-21" +} diff --git a/src/library/entries/ct-statewide-imagery.json b/src/library/entries/ct-statewide-imagery.json new file mode 100644 index 000000000..e93283574 --- /dev/null +++ b/src/library/entries/ct-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "ct-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Connecticut Statewide Imagery (2019)", + "provider": "CT ECO (UConn / CT DEEP)", + "description": "Aerial orthophotos: Statewide coverage of Connecticut.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-73.7389, 40.9738, -71.7784, 42.0598] + }, + "source": { + "format": "bbox", + "url": "https://cteco.uconn.edu/ctraster/rest/services/images/Ortho_2019_tiled/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "6 in", + "resolutionM": 0.1524, + "trueOrtho": false, + "vintage": "2019–present", + "updateCycle": "Roughly every 3 years", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open state geodata — attribution requested", + "url": "https://ct-deep-gis-open-data-website-ctdeep.hub.arcgis.com/", + "operatorOptIn": true + }, + "attribution": { + "text": "CT ECO — UConn CLEAR / CT DEEP", + "url": "https://ct-deep-gis-open-data-website-ctdeep.hub.arcgis.com/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/dakota-county-mn.json b/src/library/entries/dakota-county-mn.json new file mode 100644 index 000000000..6b0560e63 --- /dev/null +++ b/src/library/entries/dakota-county-mn.json @@ -0,0 +1,48 @@ +{ + "id": "dakota-county-mn", + "kind": "tiles", + "family": "imagery", + "title": "Dakota County, Minnesota Air Photo", + "provider": "Dakota County GIS", + "description": "Aerial orthophotos: Dakota County, Minnesota jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-93.3479, 44.4582, -92.7129, 44.9358] + }, + "source": { + "format": "bbox", + "url": "https://gisimg.co.dakota.mn.us/arcgis/rest/services/AerialPhotography/2025AirPhotoLeafOff6Inch_Spring/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "6 in", + "resolutionM": 0.1524, + "trueOrtho": false, + "vintage": "2025–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://gis.co.dakota.mn.us/", + "operatorOptIn": true + }, + "attribution": { + "text": "Dakota County GIS", + "url": "https://gis.co.dakota.mn.us/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/dc-statewide-imagery.json b/src/library/entries/dc-statewide-imagery.json new file mode 100644 index 000000000..7660aaf74 --- /dev/null +++ b/src/library/entries/dc-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "dc-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "District of Columbia Statewide Imagery (2025)", + "provider": "DC GIS (OCTO)", + "description": "Aerial orthophotos: Statewide coverage of District of Columbia.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-77.1224, 38.7855, -76.9007, 39.0018] + }, + "source": { + "format": "bbox", + "url": "https://imagery.dcgis.dc.gov/dcgis/rest/services/Ortho/Ortho_2025/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "3 in", + "resolutionM": 0.0762, + "trueOrtho": false, + "vintage": "2025–present", + "updateCycle": "Annual", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open data — DC public domain terms", + "url": "https://opendata.dc.gov/pages/terms-of-use" + }, + "attribution": { + "text": "Office of the Chief Technology Officer", + "url": "https://opendata.dc.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/de-statewide-imagery.json b/src/library/entries/de-statewide-imagery.json new file mode 100644 index 000000000..83d3b2cd0 --- /dev/null +++ b/src/library/entries/de-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "de-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Delaware Statewide Imagery (2024)", + "provider": "Delaware FirstMap", + "description": "Aerial orthophotos: Statewide coverage of Delaware.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-75.8081, 38.4498, -75.0334, 39.8439] + }, + "source": { + "format": "bbox", + "url": "https://imagery.firstmap.delaware.gov/imagery/rest/services/DE_Imagery_SP/DE_Imagery_2024/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "3–6 in", + "resolutionM": 0.1524, + "trueOrtho": false, + "vintage": "2024–present", + "updateCycle": "Roughly every 2 years", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open state geodata — attribution requested", + "url": "https://firstmap.delaware.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "This data is meant for use by requested parties. This data cannot be used without express consent.This data is meant for use by requested parties. This data cannot be used without express consent.", + "url": "https://firstmap.delaware.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/ee-maa-amet-ortofoto.json b/src/library/entries/ee-maa-amet-ortofoto.json new file mode 100644 index 000000000..d4aeb6122 --- /dev/null +++ b/src/library/entries/ee-maa-amet-ortofoto.json @@ -0,0 +1,47 @@ +{ + "id": "ee-maa-amet-ortofoto", + "kind": "tiles", + "family": "imagery", + "title": "Eesti ortofoto (Maa-amet)", + "provider": "Estonian Land Board (Maa-amet)", + "description": "Aerial orthophotos: 100% of Estonia (2-year cycle; cities yearly).", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["EE"], + "bbox": [21.76, 57.51, 28.21, 59.68] + }, + "source": { + "format": "xyz", + "url": "https://tiles.maaamet.ee/tm/tms/1.0.0/foto@GMC/{z}/{x}/{reverseY}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 18, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "coverage", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "10–25 cm", + "resolutionM": 0.1, + "trueOrtho": false, + "vintage": "2021–present", + "updateCycle": "Biennial (annual in cities)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Maa-amet open data licence (attribution)", + "url": "https://geoportaal.maaamet.ee/eng/Spatial-Data/Orthophotos-p309.html" + }, + "attribution": { + "text": "© Maa-amet (Estonian Land Board)", + "url": "https://geoportaal.maaamet.ee/eng/Download-p609.html" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/eia-power-plants.json b/src/library/entries/eia-power-plants.json new file mode 100644 index 000000000..13372ccfd --- /dev/null +++ b/src/library/entries/eia-power-plants.json @@ -0,0 +1,68 @@ +{ + "id": "eia-power-plants", + "kind": "dataset", + "family": "infrastructure", + "title": "US power plants, 100 MW and up (EIA)", + "provider": "EIA", + "description": "Operating US power plants with at least 100 MW of capacity, with their primary energy source, from the EIA's US Energy Atlas.", + "icon": "ϟ", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-180, 13, -64, 72] + }, + "source": { + "format": "arcgis", + "url": "https://services2.arcgis.com/FiaPA4ga0iQKduv3/arcgis/rest/services/Power_Plants_in_the_US/FeatureServer/0", + "query": { + "where": "Total_MW >= 100", + "outFields": "Plant_Name,Utility_Na,PrimSource,Total_MW,State" + }, + "fetch": "browser-direct", + "cacheSeconds": 86400, + "maxFeatures": 4000, + "maxPages": 3 + }, + "display": { + "color": "#a0aec0", + "label": "Plant_Name", + "fields": ["PrimSource", "Total_MW"], + "rank": { + "field": "Total_MW", + "order": "desc" + }, + "colorBy": { + "field": "PrimSource", + "colors": { + "coal": "#d55181", + "natural gas": "#d55181", + "petroleum": "#d55181", + "nuclear": "#c98500", + "hydroelectric": "#3987e5", + "pumped storage": "#3987e5", + "wind": "#008300", + "solar": "#008300" + }, + "labels": { + "coal": "Fossil (coal, gas, oil)", + "natural gas": "Fossil (coal, gas, oil)", + "petroleum": "Fossil (coal, gas, oil)", + "nuclear": "Nuclear", + "hydroelectric": "Hydro", + "pumped storage": "Hydro", + "wind": "Wind and solar", + "solar": "Wind and solar" + } + } + }, + "licence": { + "name": "U.S. Energy Information Administration data: public domain", + "url": "https://www.eia.gov/about/copyrights_reuse.php" + }, + "attribution": { + "text": "U.S. Energy Information Administration (EIA-860, EIA-860M, EIA-923)", + "url": "https://atlas.eia.gov/" + }, + "status": "community", + "reviewed": "2026-10-21" +} diff --git a/src/library/entries/emodnet-bathymetry.json b/src/library/entries/emodnet-bathymetry.json new file mode 100644 index 000000000..58b99fea3 --- /dev/null +++ b/src/library/entries/emodnet-bathymetry.json @@ -0,0 +1,34 @@ +{ + "id": "emodnet-bathymetry", + "kind": "tiles", + "family": "environment", + "title": "European seabed depth (EMODnet)", + "provider": "EMODnet", + "description": "Shaded relief of the seabed across European seas from the EMODnet Digital Bathymetry model.", + "icon": "≈", + "maintainer": "github:asturksever", + "coverage": { + "bbox": [-36, 15, 43, 90] + }, + "source": { + "format": "xyz", + "url": "https://tiles.emodnet-bathymetry.eu/2020/baselayer/web_mercator/{z}/{x}/{y}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 0, + "maxZoom": 12 + }, + "display": { + "opacity": 0.85 + }, + "licence": { + "name": "EMODnet data: free use with attribution", + "url": "https://emodnet.ec.europa.eu/en/emodnet-data-policy" + }, + "attribution": { + "text": "EMODnet Bathymetry Consortium — EMODnet Digital Bathymetry (DTM)", + "url": "https://emodnet.ec.europa.eu/en/bathymetry" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/epa-superfund-sites.json b/src/library/entries/epa-superfund-sites.json new file mode 100644 index 000000000..2f9d63049 --- /dev/null +++ b/src/library/entries/epa-superfund-sites.json @@ -0,0 +1,40 @@ +{ + "id": "epa-superfund-sites", + "kind": "dataset", + "family": "environment", + "title": "Superfund sites (US EPA)", + "provider": "US EPA", + "description": "The about 1,400 hazardous waste sites on the EPA's Superfund list, from the Facility Registry Service.", + "icon": "☢", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-180, 13, -64, 72] + }, + "source": { + "format": "arcgis", + "url": "https://geopub.epa.gov/arcgis/rest/services/EMEF/efpoints/MapServer/0", + "query": { + "outFields": "primary_name,city_name,state_code" + }, + "fetch": "browser-direct", + "cacheSeconds": 86400, + "maxFeatures": 2000, + "maxPages": 1 + }, + "display": { + "color": "#d69e2e", + "label": "primary_name", + "fields": ["city_name", "state_code"] + }, + "licence": { + "name": "U.S. EPA data: public domain", + "url": "https://www.epa.gov/web-policies-and-procedures/epa-disclaimers" + }, + "attribution": { + "text": "U.S. Environmental Protection Agency — Facility Registry Service (EnviroMapper)", + "url": "https://www.epa.gov/frs" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/epa-toxic-release-facilities.json b/src/library/entries/epa-toxic-release-facilities.json new file mode 100644 index 000000000..4cf515fea --- /dev/null +++ b/src/library/entries/epa-toxic-release-facilities.json @@ -0,0 +1,45 @@ +{ + "id": "epa-toxic-release-facilities", + "kind": "dataset", + "family": "environment", + "title": "Toxic release facilities (US EPA TRI)", + "provider": "US EPA", + "description": "The about 64,500 facilities that report releases to the EPA's Toxics Release Inventory. Loads the facilities in view below 15 km.", + "icon": "☣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-180, 13, -64, 72] + }, + "source": { + "format": "arcgis", + "url": "https://geopub.epa.gov/arcgis/rest/services/EMEF/efpoints/MapServer/1", + "query": { + "outFields": "primary_name,city_name,state_code" + }, + "fetch": "browser-direct", + "view": { + "maxAltitudeM": 15000, + "sample": [-95.2, 29.7, -95.1, 29.76] + }, + "cacheSeconds": 86400, + "maxBytes": 8388608, + "maxFeatures": 2000, + "maxPages": 1 + }, + "display": { + "color": "#ed8936", + "label": "primary_name", + "fields": ["city_name", "state_code"] + }, + "licence": { + "name": "U.S. EPA data: public domain", + "url": "https://www.epa.gov/web-policies-and-procedures/epa-disclaimers" + }, + "attribution": { + "text": "U.S. Environmental Protection Agency — Toxics Release Inventory via the Facility Registry Service", + "url": "https://www.epa.gov/toxics-release-inventory-tri-program" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/epc-england-wales.json b/src/library/entries/epc-england-wales.json new file mode 100644 index 000000000..70741b59a --- /dev/null +++ b/src/library/entries/epc-england-wales.json @@ -0,0 +1,66 @@ +{ + "id": "epc-england-wales", + "kind": "dataset", + "family": "infrastructure", + "title": "Home energy ratings, England and Wales (EPC)", + "provider": "Addresscloud / DLUHC", + "description": "Every domestic Energy Performance Certificate in England and Wales at its UPRN, coloured by current rating A–G. Loads the homes in view once you zoom in below 4 km.", + "icon": "⌂", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["GB"], + "bbox": [-5.8, 49.8, 1.8, 55.9] + }, + "source": { + "format": "geoparquet", + "url": "https://s3.us-west-2.amazonaws.com/us-west-2.opendata.source.coop/addresscloud/epc/geoparquet-local-authority/", + "partitions": { + "listUrl": "https://s3.us-west-2.amazonaws.com/us-west-2.opendata.source.coop?list-type=2&prefix=addresscloud/epc/geoparquet-local-authority/", + "keyBase": "https://s3.us-west-2.amazonaws.com/us-west-2.opendata.source.coop/" + }, + "fetch": "browser-direct", + "view": { + "maxAltitudeM": 4000, + "sample": [-3.19, 51.47, -3.16, 51.49] + }, + "cacheSeconds": 86400, + "maxBytes": 8388608, + "maxFeatures": 6000 + }, + "display": { + "color": "#a0aec0", + "label": "UPRN", + "fields": ["CURRENT_ENERGY_RATING", "POTENTIAL_ENERGY_RATING"], + "colorBy": { + "field": "CURRENT_ENERGY_RATING", + "colors": { + "A": "#008054", + "B": "#19b459", + "C": "#8dce46", + "D": "#ffd500", + "E": "#fcaa65", + "F": "#ef8023", + "G": "#e9153b" + }, + "labels": { + "A": "A · 92–100", + "B": "B · 81–91", + "C": "C · 69–80", + "D": "D · 55–68", + "E": "E · 39–54", + "F": "F · 21–38", + "G": "G · 1–20" + } + } + }, + "licence": { + "name": "Open Government Licence v3.0 (EPC data); OS Open UPRN under OGL", + "url": "https://epc.opendatacommunities.org/docs/copyright" + }, + "attribution": { + "text": "Energy Performance of Buildings Data, DLUHC; geocoded by Addresscloud with OS Open UPRN — contains OS data © Crown copyright and database right; via Source Cooperative", + "url": "https://source.coop/addresscloud/epc" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/fema-usa-structures.json b/src/library/entries/fema-usa-structures.json new file mode 100644 index 000000000..8d915d6c3 --- /dev/null +++ b/src/library/entries/fema-usa-structures.json @@ -0,0 +1,65 @@ +{ + "id": "fema-usa-structures", + "kind": "dataset", + "family": "infrastructure", + "title": "US building footprints (FEMA USA Structures)", + "provider": "FEMA / ORNL", + "description": "Footprints of every US structure over 450 sq ft, about 135 million, with occupancy class. Loads the buildings in view once you zoom in below 4 km.", + "icon": "▦", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US", "PR", "GU", "VI", "AS", "MP"] + }, + "source": { + "format": "arcgis", + "url": "https://services2.arcgis.com/FiaPA4ga0iQKduv3/arcgis/rest/services/USA_Structures_View/FeatureServer/0", + "query": { + "outFields": "OCC_CLS,PRIM_OCC,HEIGHT,SQFEET" + }, + "fetch": "browser-direct", + "view": { + "maxAltitudeM": 4000, + "sample": [-77.04, 38.885, -77.02, 38.9] + }, + "cacheSeconds": 86400, + "maxBytes": 8388608, + "maxFeatures": 2000, + "maxPages": 1 + }, + "display": { + "color": "#a0aec0", + "label": "PRIM_OCC", + "fields": ["OCC_CLS", "HEIGHT"], + "colorBy": { + "field": "OCC_CLS", + "colors": { + "Residential": "#3987e5", + "Commercial": "#c98500", + "Industrial": "#d55181", + "Utility and Misc": "#d55181", + "Government": "#008300", + "Education": "#008300", + "Assembly": "#008300" + }, + "labels": { + "Residential": "Residential", + "Commercial": "Commercial", + "Industrial": "Industrial and utility", + "Utility and Misc": "Industrial and utility", + "Government": "Public (government, education, assembly)", + "Education": "Public (government, education, assembly)", + "Assembly": "Public (government, education, assembly)" + } + } + }, + "licence": { + "name": "CC BY 4.0", + "url": "https://creativecommons.org/licenses/by/4.0/" + }, + "attribution": { + "text": "FEMA Response Geospatial Office and Oak Ridge National Laboratory — USA Structures", + "url": "https://www.arcgis.com/home/item.html?id=0ec8512ad21e4bb987d7e848d14e7e24" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/gbif-occurrence-density.json b/src/library/entries/gbif-occurrence-density.json new file mode 100644 index 000000000..c4b0a293d --- /dev/null +++ b/src/library/entries/gbif-occurrence-density.json @@ -0,0 +1,60 @@ +{ + "id": "gbif-occurrence-density", + "kind": "tiles", + "family": "environment", + "title": "Biodiversity records (GBIF)", + "provider": "GBIF", + "description": "Where more than two billion plant, animal and fungus observations have been recorded, as a hexagon density map.", + "icon": "❦", + "maintainer": "github:asturksever", + "coverage": { + "global": true + }, + "source": { + "format": "xyz", + "url": "https://api.gbif.org/v2/map/occurrence/density/{z}/{x}/{y}@1x.png?style=classic.poly&bin=hex", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 0, + "maxZoom": 14 + }, + "display": { + "opacity": 0.8, + "legend": [ + { + "label": "≤ 10 records", + "color": "#ffff00" + }, + { + "label": "11–100 records", + "color": "#ffcc00" + }, + { + "label": "101–1,000 records", + "color": "#ff9900" + }, + { + "label": "1,001–10,000 records", + "color": "#ff6600" + }, + { + "label": "10,001–100,000 records", + "color": "#d60a00" + }, + { + "label": "> 100,000 records", + "color": "#c2002d" + } + ] + }, + "licence": { + "name": "GBIF data use agreement (records under CC0, CC BY or CC BY-NC)", + "url": "https://www.gbif.org/terms" + }, + "attribution": { + "text": "GBIF.org — Global Biodiversity Information Facility", + "url": "https://www.gbif.org/" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/gdacs-disaster-alerts.json b/src/library/entries/gdacs-disaster-alerts.json new file mode 100644 index 000000000..b7d7787d2 --- /dev/null +++ b/src/library/entries/gdacs-disaster-alerts.json @@ -0,0 +1,56 @@ +{ + "id": "gdacs-disaster-alerts", + "kind": "dataset", + "family": "events", + "title": "Disaster alerts (GDACS)", + "provider": "GDACS", + "description": "Current earthquakes, tropical cyclones, floods, volcanoes, droughts and wildfires with UN–EC GDACS alert levels.", + "icon": "⚑", + "maintainer": "github:asturksever", + "coverage": { + "global": true + }, + "source": { + "format": "geojson", + "url": "https://www.gdacs.org/gdacsapi/api/events/geteventlist/SEARCH", + "query": { + "eventlist": "EQ;TC;FL;VO;DR;WF" + }, + "fetch": "browser-direct", + "cacheSeconds": 900, + "maxBytes": 8388608, + "maxFeatures": 2000 + }, + "display": { + "color": "#a0aec0", + "label": "name", + "fields": ["alertlevel", "country"], + "rank": { + "field": "fromdate", + "order": "desc" + }, + "colorBy": { + "field": "alertlevel", + "colors": { + "Red": "#d03b3b", + "Orange": "#ec835a", + "Green": "#0ca30c" + }, + "labels": { + "Red": "Red alert", + "Orange": "Orange alert", + "Green": "Green alert" + } + } + }, + "licence": { + "name": "GDACS terms of use (free, attribution required)", + "url": "https://www.gdacs.org/About/termofuse.aspx" + }, + "attribution": { + "text": "GDACS — Global Disaster Alert and Coordination System (UN, European Commission)", + "url": "https://www.gdacs.org/" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/geneva-sitg-ortho.json b/src/library/entries/geneva-sitg-ortho.json new file mode 100644 index 000000000..73eafc001 --- /dev/null +++ b/src/library/entries/geneva-sitg-ortho.json @@ -0,0 +1,48 @@ +{ + "id": "geneva-sitg-ortho", + "kind": "tiles", + "family": "imagery", + "title": "Orthophotos Canton de Genève (SITG)", + "provider": "SITG — Canton de Genève", + "description": "Aerial orthophotos: Canton of Geneva (~282 km²).", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["CH"], + "bbox": [5.95, 46.12, 6.32, 46.37] + }, + "source": { + "format": "bbox", + "url": "https://ge.ch/terags/rest/services/RASTER/ORTHOPHOTOS/MapServer/export?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpg&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 10, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true, + "noDataColor": "#fdfdfd" + }, + "imagery": { + "type": "ortho", + "resolution": "5 cm", + "resolutionM": 0.05, + "trueOrtho": true, + "vintage": "2023–present", + "updateCycle": "Annual", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "SITG open data — free use with attribution", + "url": "https://ge.ch/sitg/media/sitg/documents/CGU_donnees_libres.pdf" + }, + "attribution": { + "text": "© SITG — Etat de Genève", + "url": "https://ge.ch/sitg/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/gpw-population-density.json b/src/library/entries/gpw-population-density.json new file mode 100644 index 000000000..10e31493e --- /dev/null +++ b/src/library/entries/gpw-population-density.json @@ -0,0 +1,60 @@ +{ + "id": "gpw-population-density", + "kind": "tiles", + "family": "demographics", + "title": "Population density 2020 (SEDAC GPW)", + "provider": "NASA GIBS", + "description": "Estimated people per square kilometre in 2020 from SEDAC's Gridded Population of the World v4.", + "icon": "◍", + "maintainer": "github:asturksever", + "coverage": { + "global": true + }, + "source": { + "format": "xyz", + "url": "https://gibs.earthdata.nasa.gov/wmts/epsg3857/best/GPW_Population_Density_2020/default/GoogleMapsCompatible_Level7/{z}/{y}/{x}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 0, + "maxZoom": 7 + }, + "display": { + "opacity": 0.75, + "legend": [ + { + "label": "< 1 people per km²", + "color": "#fff2d1" + }, + { + "label": "5–7.5 people per km²", + "color": "#fed59a" + }, + { + "label": "25–50 people per km²", + "color": "#faab4d" + }, + { + "label": "100–125 people per km²", + "color": "#fc9943" + }, + { + "label": "250–325 people per km²", + "color": "#f55e2c" + }, + { + "label": "≥ 1,000 people per km²", + "color": "#bd0026" + } + ] + }, + "licence": { + "name": "CC BY 4.0", + "url": "https://sedac.ciesin.columbia.edu/data/collection/gpw-v4/terms-of-use" + }, + "attribution": { + "text": "CIESIN, Columbia University — Gridded Population of the World v4.11, via NASA GIBS", + "url": "https://sedac.ciesin.columbia.edu/data/collection/gpw-v4" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/grand-forks-nd.json b/src/library/entries/grand-forks-nd.json new file mode 100644 index 000000000..ee8cbb379 --- /dev/null +++ b/src/library/entries/grand-forks-nd.json @@ -0,0 +1,48 @@ +{ + "id": "grand-forks-nd", + "kind": "tiles", + "family": "imagery", + "title": "Grand Forks, North Dakota Aerial Photography", + "provider": "North Dakota GIS Hub", + "description": "Aerial orthophotos: Grand Forks, North Dakota jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-97.2308, 47.8072, -96.92, 48.0153] + }, + "source": { + "format": "bbox", + "url": "https://ndgishub.nd.gov/arcgis/rest/services/Imagery/AerialImage_GrandForks_2025/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2025–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://www.gis.nd.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "Grand Forks/East Grand Forks Metropolitan Planning Organization (MPO)", + "url": "https://www.gis.nd.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/gsi-japan-map.json b/src/library/entries/gsi-japan-map.json new file mode 100644 index 000000000..e7e1201c2 --- /dev/null +++ b/src/library/entries/gsi-japan-map.json @@ -0,0 +1,35 @@ +{ + "id": "gsi-japan-map", + "kind": "tiles", + "family": "imagery", + "title": "Japan standard map (GSI)", + "provider": "GSI", + "description": "The Geospatial Information Authority of Japan's standard map tiles.", + "icon": "⛰", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["JP"], + "bbox": [122, 20, 154, 46] + }, + "source": { + "format": "xyz", + "url": "https://cyberjapandata.gsi.go.jp/xyz/std/{z}/{x}/{y}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 2, + "maxZoom": 18 + }, + "display": { + "opacity": 1 + }, + "licence": { + "name": "GSI Tiles terms (free use with attribution)", + "url": "https://maps.gsi.go.jp/development/ichiran.html" + }, + "attribution": { + "text": "Geospatial Information Authority of Japan (GSI Tiles)", + "url": "https://maps.gsi.go.jp/" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/gsi-japan-photo.json b/src/library/entries/gsi-japan-photo.json new file mode 100644 index 000000000..e5eef262e --- /dev/null +++ b/src/library/entries/gsi-japan-photo.json @@ -0,0 +1,48 @@ +{ + "id": "gsi-japan-photo", + "kind": "tiles", + "family": "imagery", + "title": "Japan aerial photos (GSI)", + "provider": "GSI", + "description": "Seamless aerial and satellite photography of Japan from the Geospatial Information Authority of Japan.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["JP"], + "bbox": [122, 20, 154, 46] + }, + "source": { + "format": "xyz", + "url": "https://cyberjapandata.gsi.go.jp/xyz/seamlessphoto/{z}/{x}/{y}.jpg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 2, + "maxZoom": 18, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "countries", + "aerial": true, + "noDataColor": "#343434" + }, + "imagery": { + "type": "ortho", + "resolution": "20 cm (cities) – 40 cm", + "resolutionM": 0.2, + "trueOrtho": false, + "vintage": "2007–present", + "updateCycle": "Rolling", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "GSI Tiles terms (free use with attribution)", + "url": "https://maps.gsi.go.jp/development/ichiran.html" + }, + "attribution": { + "text": "Geospatial Information Authority of Japan (GSI Tiles)", + "url": "https://maps.gsi.go.jp/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/gvp-holocene-volcanoes.json b/src/library/entries/gvp-holocene-volcanoes.json new file mode 100644 index 000000000..fc0b8edd5 --- /dev/null +++ b/src/library/entries/gvp-holocene-volcanoes.json @@ -0,0 +1,47 @@ +{ + "id": "gvp-holocene-volcanoes", + "kind": "dataset", + "family": "environment", + "title": "Holocene volcanoes (Smithsonian GVP)", + "provider": "Smithsonian GVP", + "description": "The roughly 1,200 volcanoes with eruptions in the last 12,000 years, from the Smithsonian Global Volcanism Program's Volcanoes of the World.", + "icon": "▲", + "maintainer": "github:asturksever", + "coverage": { + "global": true + }, + "source": { + "format": "geojson", + "url": "https://webservices.volcano.si.edu/geoserver/GVP-VOTW/ows", + "query": { + "service": "WFS", + "version": "2.0.0", + "request": "GetFeature", + "typeName": "GVP-VOTW:Smithsonian_VOTW_Holocene_Volcanoes", + "outputFormat": "application/json" + }, + "fetch": "proxied", + "cacheSeconds": 86400, + "maxBytes": 8388608, + "maxFeatures": 2000 + }, + "display": { + "color": "#ff3d6b", + "label": "Volcano_Name", + "fields": ["Primary_Volcano_Type", "Last_Eruption_Year"], + "rank": { + "field": "Last_Eruption_Year", + "order": "desc" + } + }, + "licence": { + "name": "Smithsonian Terms of Use (personal, educational, non-commercial use; cite the Global Volcanism Program)", + "url": "https://www.si.edu/termsofuse" + }, + "attribution": { + "text": "Global Volcanism Program, Smithsonian Institution — Volcanoes of the World", + "url": "https://volcano.si.edu/" + }, + "status": "community", + "reviewed": "2026-10-21" +} diff --git a/src/library/entries/ia-statewide-imagery.json b/src/library/entries/ia-statewide-imagery.json new file mode 100644 index 000000000..9319b4b32 --- /dev/null +++ b/src/library/entries/ia-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "ia-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Iowa Statewide Imagery (2023)", + "provider": "Iowa State Univ. GIS / Iowa DNR", + "description": "Aerial orthophotos: Statewide coverage of Iowa.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-96.7456, 40.3273, -90.0366, 43.5847] + }, + "source": { + "format": "bbox", + "url": "https://ortho.gis.iastate.edu/arcgis/rest/services/ortho/naip_2023_cir/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "1 m / 60 cm (NAIP)", + "resolutionM": 0.6, + "trueOrtho": false, + "vintage": "2023–present", + "updateCycle": "NAIP 2-year cycle", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open state geodata — attribution requested", + "url": "https://geodata.iowa.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "USDA NAIP, Iowa State University GIS Facility", + "url": "https://geodata.iowa.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/icgc-orto-catalunya.json b/src/library/entries/icgc-orto-catalunya.json new file mode 100644 index 000000000..bb0280b22 --- /dev/null +++ b/src/library/entries/icgc-orto-catalunya.json @@ -0,0 +1,47 @@ +{ + "id": "icgc-orto-catalunya", + "kind": "tiles", + "family": "imagery", + "title": "Ortofoto de Catalunya 25 cm", + "provider": "ICGC", + "description": "Aerial orthophotos: Catalonia (~32,100 km²).", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["ES"], + "bbox": [0.15, 40.52, 3.34, 42.87] + }, + "source": { + "format": "xyz", + "url": "https://geoserveis.icgc.cat/icc_mapesmultibase/noutm/wmts/orto/GRID3857/{z}/{x}/{y}.jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 7, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "25 cm (15 cm in cities)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2022–present", + "updateCycle": "Annual", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "CC BY 4.0", + "url": "https://www.icgc.cat/en/Ambits-tematics/Ortofoto" + }, + "attribution": { + "text": "© Institut Cartogràfic i Geològic de Catalunya", + "url": "https://www.icgc.cat/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/id-statewide-imagery.json b/src/library/entries/id-statewide-imagery.json new file mode 100644 index 000000000..e3b02557a --- /dev/null +++ b/src/library/entries/id-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "id-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Idaho Statewide Imagery (2023)", + "provider": "INSIDE Idaho", + "description": "Aerial orthophotos: Statewide coverage of Idaho.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-117.5533, 41.8913, -110.597, 49.0918] + }, + "source": { + "format": "bbox", + "url": "https://insideidaho.org/arcgis/rest/services/imagery/idaho_2023/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "60 cm (NAIP)", + "resolutionM": 0.6, + "trueOrtho": false, + "vintage": "2023–present", + "updateCycle": "NAIP 2-year cycle", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public domain / open — INSIDE Idaho terms", + "url": "https://insideidaho.org/" + }, + "attribution": { + "text": "United States Department of Agriculture, Farm Production and Conservation Business Center, Geospatial Enterprise Operations (FPAC-BC-GEO)", + "url": "https://insideidaho.org/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/ign-orthophotos-france.json b/src/library/entries/ign-orthophotos-france.json new file mode 100644 index 000000000..410546629 --- /dev/null +++ b/src/library/entries/ign-orthophotos-france.json @@ -0,0 +1,48 @@ +{ + "id": "ign-orthophotos-france", + "kind": "tiles", + "family": "imagery", + "title": "France aerial photos (IGN)", + "provider": "IGN", + "description": "IGN's national orthophotography of metropolitan France and Corsica.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["FR"], + "bbox": [-5.5, 41.2, 9.8, 51.2] + }, + "source": { + "format": "xyz", + "url": "https://data.geopf.fr/wmts?SERVICE=WMTS&REQUEST=GetTile&VERSION=1.0.0&LAYER=ORTHOIMAGERY.ORTHOPHOTOS&STYLE=normal&TILEMATRIXSET=PM&TILEMATRIX={z}&TILEROW={y}&TILECOL={x}&FORMAT=image/jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "coverage", + "aerial": true, + "noDataColor": "#0a3b59" + }, + "imagery": { + "type": "ortho", + "resolution": "20 cm", + "resolutionM": 0.2, + "trueOrtho": false, + "vintage": "2018–present", + "updateCycle": "3-year rolling refresh", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Licence Ouverte / Etalab 2.0", + "url": "https://www.etalab.gouv.fr/licence-ouverte-open-licence/" + }, + "attribution": { + "text": "© IGN — Géoplateforme", + "url": "https://geoservices.ign.fr/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/il-statewide-imagery.json b/src/library/entries/il-statewide-imagery.json new file mode 100644 index 000000000..111d0fbb5 --- /dev/null +++ b/src/library/entries/il-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "il-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Illinois Statewide Imagery", + "provider": "ISGS / IDOT", + "description": "Aerial orthophotos: Statewide coverage of Illinois.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-91.3996, 36.97, -87.469, 41.0314] + }, + "source": { + "format": "bbox", + "url": "https://data.isgs.illinois.edu/arcgis/rest/services/Imagery/IDOT_2017/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "1 ft", + "resolutionM": 0.3048, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "Multi-year cycles", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open state geodata — attribution requested", + "url": "https://clearinghouse.isgs.illinois.edu/", + "operatorOptIn": true + }, + "attribution": { + "text": "Illinois State Geological Survey / IDOT", + "url": "https://clearinghouse.isgs.illinois.edu/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/imf-portwatch-chokepoints.json b/src/library/entries/imf-portwatch-chokepoints.json new file mode 100644 index 000000000..cb224073a --- /dev/null +++ b/src/library/entries/imf-portwatch-chokepoints.json @@ -0,0 +1,39 @@ +{ + "id": "imf-portwatch-chokepoints", + "kind": "dataset", + "family": "infrastructure", + "title": "Maritime chokepoints (IMF PortWatch)", + "provider": "IMF PortWatch", + "description": "The 28 maritime chokepoints IMF PortWatch tracks, such as Suez and Hormuz, with their annual vessel transits and top cargo.", + "icon": "⧗", + "maintainer": "github:asturksever", + "coverage": { "global": true }, + "source": { + "format": "arcgis", + "url": "https://services9.arcgis.com/weJ1QsnbMYJlCHdG/arcgis/rest/services/PortWatch_chokepoints_database/FeatureServer/0", + "query": { + "outFields": "portname,vessel_count_total,vessel_count_tanker,industry_top1" + }, + "fetch": "browser-direct", + "cacheSeconds": 86400, + "maxFeatures": 100, + "maxPages": 1 + }, + "display": { + "color": "#4fd1c5", + "label": "portname", + "fields": ["vessel_count_total", "industry_top1"], + "rank": { "field": "vessel_count_total", "order": "desc" } + }, + "licence": { + "name": "IMF PortWatch terms; attribution required (reuse terms under review)", + "url": "https://www.imf.org/external/terms.htm", + "operatorOptIn": true + }, + "attribution": { + "text": "IMF PortWatch (portwatch.imf.org)", + "url": "https://portwatch.imf.org/" + }, + "status": "incubating", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/imf-portwatch-disruptions.json b/src/library/entries/imf-portwatch-disruptions.json new file mode 100644 index 000000000..c120eba2c --- /dev/null +++ b/src/library/entries/imf-portwatch-disruptions.json @@ -0,0 +1,57 @@ +{ + "id": "imf-portwatch-disruptions", + "kind": "dataset", + "family": "events", + "title": "Port disruptions (IMF PortWatch)", + "provider": "IMF PortWatch", + "description": "Areas of natural-hazard events that disrupted ports since 2019, such as cyclones and floods, with the ports affected, from IMF PortWatch and GDACS.", + "icon": "◌", + "maintainer": "github:asturksever", + "coverage": { + "global": true + }, + "source": { + "format": "arcgis", + "url": "https://services9.arcgis.com/weJ1QsnbMYJlCHdG/arcgis/rest/services/PortWatch_disruptions_database/FeatureServer/0", + "query": { + "outFields": "htmlname,alertlevel,country,fromdate,n_affectedports" + }, + "fetch": "browser-direct", + "cacheSeconds": 86400, + "maxFeatures": 500, + "maxPages": 1 + }, + "display": { + "color": "#a0aec0", + "label": "htmlname", + "fields": ["alertlevel", "n_affectedports"], + "rank": { + "field": "fromdate", + "order": "desc" + }, + "colorBy": { + "field": "alertlevel", + "colors": { + "RED": "#d03b3b", + "ORANGE": "#ec835a", + "GREEN": "#0ca30c" + }, + "labels": { + "RED": "Red alert", + "ORANGE": "Orange alert", + "GREEN": "Green alert" + } + } + }, + "licence": { + "name": "IMF PortWatch terms; attribution required (reuse terms under review)", + "url": "https://www.imf.org/external/terms.htm", + "operatorOptIn": true + }, + "attribution": { + "text": "IMF PortWatch (portwatch.imf.org), with GDACS event data", + "url": "https://portwatch.imf.org/" + }, + "status": "incubating", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/in-statewide-imagery.json b/src/library/entries/in-statewide-imagery.json new file mode 100644 index 000000000..09538ce3c --- /dev/null +++ b/src/library/entries/in-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "in-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Indiana Statewide Imagery (2016)", + "provider": "IndianaMap", + "description": "Aerial orthophotos: Statewide coverage of Indiana.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-88.1, 37.77, -84.78, 41.76] + }, + "source": { + "format": "bbox", + "url": "https://di-ingov.img.arcgis.com/arcgis/rest/services/DynamicWebMercator/Indiana_2016_2019_Imagery/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "6 in – 1 ft", + "resolutionM": 0.1524, + "trueOrtho": false, + "vintage": "2016–present", + "updateCycle": "4-year statewide cycle (counties in 3 groups)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "CC0 1.0 Universal (public domain dedication)", + "url": "https://creativecommons.org/publicdomain/zero/1.0/legalcode" + }, + "attribution": { + "text": "Indiana Geographic Information Office (CC0)", + "url": "https://registry.opendata.aws/in-imagery/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/jrc-surface-water.json b/src/library/entries/jrc-surface-water.json new file mode 100644 index 000000000..9bb0a8811 --- /dev/null +++ b/src/library/entries/jrc-surface-water.json @@ -0,0 +1,48 @@ +{ + "id": "jrc-surface-water", + "kind": "tiles", + "family": "environment", + "title": "Surface water occurrence (JRC)", + "provider": "EC JRC", + "description": "How often each place was covered by water between 1984 and 2021, from 38 years of Landsat imagery.", + "icon": "≋", + "maintainer": "github:asturksever", + "coverage": { + "global": true + }, + "source": { + "format": "xyz", + "url": "https://storage.googleapis.com/global-surface-water/tiles2021/occurrence/{z}/{x}/{y}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 0, + "maxZoom": 13 + }, + "display": { + "opacity": 0.85, + "legend": [ + { + "label": "Sometimes water (> 0%)", + "color": "#ffffff" + }, + { + "label": "Half the time (50%)", + "color": "#bf7fbf" + }, + { + "label": "Always water (100%)", + "color": "#0000ff" + } + ] + }, + "licence": { + "name": "Copernicus programme: free, without restriction of use", + "url": "https://global-surface-water.appspot.com/download" + }, + "attribution": { + "text": "Source: EC JRC/Google — Pekel et al. (2016), Global Surface Water", + "url": "https://global-surface-water.appspot.com/" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/kartverket-admin-units.json b/src/library/entries/kartverket-admin-units.json new file mode 100644 index 000000000..e45921125 --- /dev/null +++ b/src/library/entries/kartverket-admin-units.json @@ -0,0 +1,46 @@ +{ + "id": "kartverket-admin-units", + "kind": "tiles", + "family": "infrastructure", + "title": "Norway counties and municipalities (Kartverket)", + "provider": "Kartverket", + "description": "Current county (fylke) and municipality (kommune) boundaries from Kartverket's administrative units.", + "icon": "⌗", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["NO"], + "bbox": [3.7, 57.6, 32, 71.6] + }, + "source": { + "format": "bbox", + "url": "https://wms.geonorge.no/skwms1/wms.adm_enheter2?service=WMS&request=GetMap&version=1.3.0&layers=fylker_gjel,kommuner_gjel&styles=&crs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/png&transparent=true", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 4, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "legend": [ + { + "label": "County boundary", + "color": "#6464ff" + }, + { + "label": "Municipality boundary", + "color": "#8a3e4e" + } + ] + }, + "licence": { + "name": "CC BY 4.0 (Kartverket free products)", + "url": "https://www.kartverket.no/api-og-data/vilkar-for-bruk" + }, + "attribution": { + "text": "© Kartverket", + "url": "https://www.kartverket.no/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/kartverket-cadastre.json b/src/library/entries/kartverket-cadastre.json new file mode 100644 index 000000000..13334eba2 --- /dev/null +++ b/src/library/entries/kartverket-cadastre.json @@ -0,0 +1,36 @@ +{ + "id": "kartverket-cadastre", + "kind": "tiles", + "family": "infrastructure", + "title": "Norway cadastral map (Kartverket)", + "provider": "Kartverket", + "description": "Property boundaries, parcel numbers and building outlines from the Norwegian cadastre (Matrikkelen), shown at street scale.", + "icon": "⌗", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["NO"], + "bbox": [3.7, 57.6, 32, 71.6] + }, + "source": { + "format": "bbox", + "url": "https://wms.geonorge.no/skwms1/wms.matrikkelkart?service=WMS&request=GetMap&version=1.3.0&layers=matrikkelkart&styles=&crs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/png&transparent=true", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 14, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1 + }, + "licence": { + "name": "CC BY 4.0 (Kartverket free products)", + "url": "https://www.kartverket.no/api-og-data/vilkar-for-bruk" + }, + "attribution": { + "text": "© Kartverket", + "url": "https://www.kartverket.no/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/kartverket-depth.json b/src/library/entries/kartverket-depth.json new file mode 100644 index 000000000..d1ecd811a --- /dev/null +++ b/src/library/entries/kartverket-depth.json @@ -0,0 +1,102 @@ +{ + "id": "kartverket-depth", + "kind": "tiles", + "family": "environment", + "title": "Norway sea depths (Kartverket)", + "provider": "Kartverket", + "description": "Kartverket's depth areas and depth contours of Norwegian waters, shown from coastal scale (zoom in to see them).", + "icon": "≋", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["NO"], + "bbox": [3.7, 57.6, 32, 71.6] + }, + "source": { + "format": "bbox", + "url": "https://wms.geonorge.no/skwms1/wms.dybdedata2?service=WMS&request=GetMap&version=1.3.0&layers=Dybdelag,Dybdekontur&styles=&crs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/png&transparent=true", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "legend": [ + { + "label": "Minimum depth 0–5 m", + "color": "#e6ffff" + }, + { + "label": "Minimum depth 5–10 m", + "color": "#dbfaff" + }, + { + "label": "Minimum depth 10–20 m", + "color": "#d1f5ff" + }, + { + "label": "Minimum depth 20–30 m", + "color": "#c7f2ff" + }, + { + "label": "Minimum depth 30–40 m", + "color": "#c3f1ff" + }, + { + "label": "Minimum depth 40–50 m", + "color": "#bdefff" + }, + { + "label": "Minimum depth 50–100 m", + "color": "#b8edff" + }, + { + "label": "Minimum depth 100–150 m", + "color": "#abe8ff" + }, + { + "label": "Minimum depth 150–200 m", + "color": "#a6e5ff" + }, + { + "label": "Minimum depth 200–250 m", + "color": "#a1e5ff" + }, + { + "label": "Minimum depth 250–300 m", + "color": "#9ce3ff" + }, + { + "label": "Minimum depth 300–350 m", + "color": "#96e3ff" + }, + { + "label": "Minimum depth 350–400 m", + "color": "#91e0ff" + }, + { + "label": "Minimum depth 400–450 m", + "color": "#8ce0ff" + }, + { + "label": "Minimum depth 450–500 m", + "color": "#89deff" + }, + { + "label": "Minimum depth 500–2,000 m", + "color": "#87dcff" + } + ] + }, + "licence": { + "name": "CC BY 4.0 (Kartverket free products)", + "url": "https://www.kartverket.no/api-og-data/vilkar-for-bruk" + }, + "attribution": { + "text": "© Kartverket", + "url": "https://www.kartverket.no/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/kartverket-hillshade.json b/src/library/entries/kartverket-hillshade.json new file mode 100644 index 000000000..1198b30e7 --- /dev/null +++ b/src/library/entries/kartverket-hillshade.json @@ -0,0 +1,36 @@ +{ + "id": "kartverket-hillshade", + "kind": "tiles", + "family": "environment", + "title": "Norway hillshade (Kartverket)", + "provider": "Kartverket", + "description": "Kartverket's hillshade of Norway's terrain, a translucent shading to lay over imagery or maps.", + "icon": "⛰", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["NO"], + "bbox": [3.7, 57.6, 32, 71.6] + }, + "source": { + "format": "bbox", + "url": "https://wms.geonorge.no/skwms1/wms.fjellskygge?service=WMS&request=GetMap&version=1.3.0&layers=fjellskygge&styles=&crs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/png&transparent=true", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 3, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1 + }, + "licence": { + "name": "CC BY 4.0 (Kartverket free products)", + "url": "https://www.kartverket.no/api-og-data/vilkar-for-bruk" + }, + "attribution": { + "text": "© Kartverket", + "url": "https://www.kartverket.no/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/kartverket-nautical-charts.json b/src/library/entries/kartverket-nautical-charts.json new file mode 100644 index 000000000..f1e736bca --- /dev/null +++ b/src/library/entries/kartverket-nautical-charts.json @@ -0,0 +1,36 @@ +{ + "id": "kartverket-nautical-charts", + "kind": "tiles", + "family": "movement", + "title": "Norway nautical charts (Kartverket)", + "provider": "Kartverket", + "description": "Kartverket's official raster nautical charts of the Norwegian coast and waters. Not for navigation.", + "icon": "⚓", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["NO"], + "bbox": [3.7, 57.6, 32, 71.6] + }, + "source": { + "format": "xyz", + "url": "https://cache.kartverket.no/v1/wmts/1.0.0/sjokartraster/default/webmercator/{z}/{y}/{x}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 3, + "maxZoom": 18, + "bounded": true + }, + "display": { + "opacity": 1 + }, + "licence": { + "name": "CC BY 4.0 (Kartverket free products)", + "url": "https://www.kartverket.no/api-og-data/vilkar-for-bruk" + }, + "attribution": { + "text": "© Kartverket", + "url": "https://www.kartverket.no/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/kartverket-terrain-relief.json b/src/library/entries/kartverket-terrain-relief.json new file mode 100644 index 000000000..6f80a45f8 --- /dev/null +++ b/src/library/entries/kartverket-terrain-relief.json @@ -0,0 +1,36 @@ +{ + "id": "kartverket-terrain-relief", + "kind": "tiles", + "family": "environment", + "title": "Norway terrain relief (Kartverket DTM)", + "provider": "Kartverket", + "description": "Shaded colour relief of Kartverket's national terrain model, built from laser scanning.", + "icon": "⛰", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["NO"], + "bbox": [3.7, 57.6, 32, 71.6] + }, + "source": { + "format": "bbox", + "url": "https://wms.geonorge.no/skwms1/wms.terrengmodell?service=WMS&request=GetMap&version=1.3.0&layers=relieff&styles=&crs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/png&transparent=true", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 3, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1 + }, + "licence": { + "name": "CC BY 4.0 (Kartverket free products)", + "url": "https://www.kartverket.no/api-og-data/vilkar-for-bruk" + }, + "attribution": { + "text": "© Kartverket", + "url": "https://www.kartverket.no/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/kartverket-topo-grey.json b/src/library/entries/kartverket-topo-grey.json new file mode 100644 index 000000000..4c1693aac --- /dev/null +++ b/src/library/entries/kartverket-topo-grey.json @@ -0,0 +1,36 @@ +{ + "id": "kartverket-topo-grey", + "kind": "tiles", + "family": "imagery", + "title": "Norway topographic map, greyscale (Kartverket)", + "provider": "Kartverket", + "description": "Kartverket's topographic map of Norway in greyscale, a quiet base for other layers.", + "icon": "⛰", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["NO"], + "bbox": [3.7, 57.6, 32, 71.6] + }, + "source": { + "format": "xyz", + "url": "https://cache.kartverket.no/v1/wmts/1.0.0/topograatone/default/webmercator/{z}/{y}/{x}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 3, + "maxZoom": 18, + "bounded": true + }, + "display": { + "opacity": 1 + }, + "licence": { + "name": "CC BY 4.0 (Kartverket free products)", + "url": "https://www.kartverket.no/api-og-data/vilkar-for-bruk" + }, + "attribution": { + "text": "© Kartverket", + "url": "https://www.kartverket.no/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/kartverket-topo.json b/src/library/entries/kartverket-topo.json new file mode 100644 index 000000000..b96e705b6 --- /dev/null +++ b/src/library/entries/kartverket-topo.json @@ -0,0 +1,36 @@ +{ + "id": "kartverket-topo", + "kind": "tiles", + "family": "imagery", + "title": "Norway topographic map (Kartverket)", + "provider": "Kartverket", + "description": "Kartverket's national topographic map of Norway, from overview scale down to buildings and paths.", + "icon": "⛰", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["NO"], + "bbox": [3.7, 57.6, 32, 71.6] + }, + "source": { + "format": "xyz", + "url": "https://cache.kartverket.no/v1/wmts/1.0.0/topo/default/webmercator/{z}/{y}/{x}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 3, + "maxZoom": 18, + "bounded": true + }, + "display": { + "opacity": 1 + }, + "licence": { + "name": "CC BY 4.0 (Kartverket free products)", + "url": "https://www.kartverket.no/api-og-data/vilkar-for-bruk" + }, + "attribution": { + "text": "© Kartverket", + "url": "https://www.kartverket.no/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/kartverket-toporaster.json b/src/library/entries/kartverket-toporaster.json new file mode 100644 index 000000000..d23948733 --- /dev/null +++ b/src/library/entries/kartverket-toporaster.json @@ -0,0 +1,36 @@ +{ + "id": "kartverket-toporaster", + "kind": "tiles", + "family": "imagery", + "title": "Norway topographic raster map (Kartverket)", + "provider": "Kartverket", + "description": "Kartverket's raster topographic map series of Norway, in the style of the printed maps.", + "icon": "⛰", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["NO"], + "bbox": [3.7, 57.6, 32, 71.6] + }, + "source": { + "format": "xyz", + "url": "https://cache.kartverket.no/v1/wmts/1.0.0/toporaster/default/webmercator/{z}/{y}/{x}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 3, + "maxZoom": 18, + "bounded": true + }, + "display": { + "opacity": 1 + }, + "licence": { + "name": "CC BY 4.0 (Kartverket free products)", + "url": "https://www.kartverket.no/api-og-data/vilkar-for-bruk" + }, + "attribution": { + "text": "© Kartverket", + "url": "https://www.kartverket.no/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/ks-statewide-imagery.json b/src/library/entries/ks-statewide-imagery.json new file mode 100644 index 000000000..393ec24cb --- /dev/null +++ b/src/library/entries/ks-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "ks-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Kansas Statewide Imagery (2021)", + "provider": "Kansas DASC / KGS", + "description": "Aerial orthophotos: Statewide coverage of Kansas.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-102.472, 36.738, -94.035, 40.211] + }, + "source": { + "format": "bbox", + "url": "https://services.kgs.ku.edu/arcgis7/rest/services/IMAGERY_STATEWIDE/FSA_NAIP_2021_Color/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "60 cm", + "resolutionM": 0.6, + "trueOrtho": false, + "vintage": "2021–present", + "updateCycle": "NAIP 2-year cycle", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open state geodata — attribution requested", + "url": "https://www.kansasgis.org/", + "operatorOptIn": true + }, + "attribution": { + "text": "FSA, USDA,", + "url": "https://www.kansasgis.org/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/ky-statewide-imagery.json b/src/library/entries/ky-statewide-imagery.json new file mode 100644 index 000000000..af604ca85 --- /dev/null +++ b/src/library/entries/ky-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "ky-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Kentucky Statewide Imagery", + "provider": "KyFromAbove", + "description": "Aerial orthophotos: Statewide coverage of Kentucky.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-89.7044, 36.457, -81.8842, 39.1519] + }, + "source": { + "format": "bbox", + "url": "https://kyraster.ky.gov/arcgis/rest/services/ImageServices/Ky_KYAPED_Phase3_3IN_IR/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "6 in (statewide), 3 in (urban)", + "resolutionM": 0.1524, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "Annual partial; full refresh every 3 years", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public domain with attribution", + "url": "https://kygeonet.ky.gov/" + }, + "attribution": { + "text": "KyFromAbove", + "url": "https://registry.opendata.aws/kyfromabove/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/lake-county-in.json b/src/library/entries/lake-county-in.json new file mode 100644 index 000000000..8c9fb3e91 --- /dev/null +++ b/src/library/entries/lake-county-in.json @@ -0,0 +1,48 @@ +{ + "id": "lake-county-in", + "kind": "tiles", + "family": "imagery", + "title": "Lake County, Indiana Aerial Imagery", + "provider": "Lake County GIS", + "description": "Aerial orthophotos: Lake County, Indiana jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-87.5421, 41.1501, -87.2023, 41.7204] + }, + "source": { + "format": "xyz", + "url": "https://tiles.arcgis.com/tiles/8CXRnvSfSpwdf0R6/arcgis/rest/services/LakeIN2023Aerial/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 22, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2023–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://www.lakecountyin.org/", + "operatorOptIn": true + }, + "attribution": { + "text": "Lake County Surveyor's Office", + "url": "https://www.lakecountyin.org/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/lawrence-ks.json b/src/library/entries/lawrence-ks.json new file mode 100644 index 000000000..ad49183e0 --- /dev/null +++ b/src/library/entries/lawrence-ks.json @@ -0,0 +1,48 @@ +{ + "id": "lawrence-ks", + "kind": "tiles", + "family": "imagery", + "title": "Lawrence, Kansas Aerial Photos", + "provider": "City of Lawrence GIS", + "description": "Aerial orthophotos: Lawrence, Kansas jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-95.3997, 38.8881, -95.113, 39.0507] + }, + "source": { + "format": "xyz", + "url": "https://tiles.arcgis.com/tiles/8O9UlSTnqjKptoda/arcgis/rest/services/LAWRENCE_KS_AERIAL_2022/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 22, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2022–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://gis-lawrenceks.opendata.arcgis.com/", + "operatorOptIn": true + }, + "attribution": { + "text": "City of Lawrence GIS", + "url": "https://gis-lawrenceks.opendata.arcgis.com/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/lee-county-fl.json b/src/library/entries/lee-county-fl.json new file mode 100644 index 000000000..d453e9399 --- /dev/null +++ b/src/library/entries/lee-county-fl.json @@ -0,0 +1,48 @@ +{ + "id": "lee-county-fl", + "kind": "tiles", + "family": "imagery", + "title": "Lee County, Florida Aerial Imagery", + "provider": "Lee County GIS", + "description": "Aerial orthophotos: Lee County, Florida jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-82.3101, 26.3138, -81.5591, 26.796] + }, + "source": { + "format": "bbox", + "url": "https://gisimageserver.leegov.com/imageserver/rest/services/Aerials/Aerials2025/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2025–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://www.leegov.com/gis", + "operatorOptIn": true + }, + "attribution": { + "text": "Eagle View, Lee County Property Appraiser, Lee County GIS", + "url": "https://www.leegov.com/gis" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/loudoun-county-va.json b/src/library/entries/loudoun-county-va.json new file mode 100644 index 000000000..d5cfb57bc --- /dev/null +++ b/src/library/entries/loudoun-county-va.json @@ -0,0 +1,48 @@ +{ + "id": "loudoun-county-va", + "kind": "tiles", + "family": "imagery", + "title": "Loudoun County, Virginia Imagery", + "provider": "Loudoun County GIS", + "description": "Aerial orthophotos: Loudoun County, Virginia jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-77.9661, 38.823, -77.2907, 39.3358] + }, + "source": { + "format": "bbox", + "url": "https://logis.loudoun.gov/image/rest/services/Aerial/COLOR_2025/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2025–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://geohub-loudoungis.opendata.arcgis.com/", + "operatorOptIn": true + }, + "attribution": { + "text": "Loudoun County GIS", + "url": "https://geohub-loudoungis.opendata.arcgis.com/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/louisville-lojic-ky.json b/src/library/entries/louisville-lojic-ky.json new file mode 100644 index 000000000..82316012e --- /dev/null +++ b/src/library/entries/louisville-lojic-ky.json @@ -0,0 +1,49 @@ +{ + "id": "louisville-lojic-ky", + "kind": "tiles", + "family": "imagery", + "title": "Louisville / LOJIC, Kentucky Imagery", + "provider": "LOJIC", + "description": "Aerial orthophotos: Louisville / LOJIC, Kentucky jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-86.5156, 37.4289, -84.8574, 38.7994] + }, + "source": { + "format": "bbox", + "url": "https://services.lojic.org/arcgis/rest/services/Lojic/Imagery/MapServer/export?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true, + "noDataColor": "#ffffff" + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2020–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://www.lojic.org/", + "operatorOptIn": true + }, + "attribution": { + "text": "LOJIC, USDA-NAIP", + "url": "https://www.lojic.org/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/lu-ortho-latest.json b/src/library/entries/lu-ortho-latest.json new file mode 100644 index 000000000..cbeb9bb6a --- /dev/null +++ b/src/library/entries/lu-ortho-latest.json @@ -0,0 +1,48 @@ +{ + "id": "lu-ortho-latest", + "kind": "tiles", + "family": "imagery", + "title": "Orthophoto officielle du Luxembourg", + "provider": "ACT Luxembourg / geoportail.lu", + "description": "Aerial orthophotos: 100% of Luxembourg (~2,586 km²).", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["LU"], + "bbox": [5.73, 49.44, 6.53, 50.19] + }, + "source": { + "format": "xyz", + "url": "https://wmts1.geoportail.lu/opendata/wmts/ortho_latest/GLOBAL_WEBMERCATOR_4_V3/{z}/{x}/{y}.jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 8, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "coverage", + "aerial": true, + "noDataColor": "#ffffff" + }, + "imagery": { + "type": "ortho", + "resolution": "5–20 cm", + "resolutionM": 0.05, + "trueOrtho": false, + "vintage": "2023–present", + "updateCycle": "Annual (spring flight)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "CC0 1.0 (Licence ouverte Luxembourg)", + "url": "https://data.public.lu/en/datasets/orthophoto-officelle-du-grand-duche-de-luxembourg-edition-2023/" + }, + "attribution": { + "text": "Administration du cadastre et de la topographie, Luxembourg (CC0)", + "url": "https://data.public.lu/en/datasets/?q=orthophoto" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/ma-statewide-imagery.json b/src/library/entries/ma-statewide-imagery.json new file mode 100644 index 000000000..960711fee --- /dev/null +++ b/src/library/entries/ma-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "ma-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Massachusetts Statewide Imagery", + "provider": "MassGIS (EOTSS)", + "description": "Aerial orthophotos: Statewide coverage of Massachusetts.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-73.51, 41.24, -69.93, 42.89] + }, + "source": { + "format": "xyz", + "url": "https://tiles.arcgis.com/tiles/hGdibHYSPO59RG1h/arcgis/rest/services/orthos2021/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 22, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "15–30 cm", + "resolutionM": 0.3, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "Roughly every 3 years", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open state geodata — attribution requested", + "url": "https://gis.data.mass.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "MassGIS, Commonwealth of Massachusetts", + "url": "https://gis.data.mass.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/macrostrat-geology.json b/src/library/entries/macrostrat-geology.json new file mode 100644 index 000000000..42f1ce711 --- /dev/null +++ b/src/library/entries/macrostrat-geology.json @@ -0,0 +1,88 @@ +{ + "id": "macrostrat-geology", + "kind": "tiles", + "family": "environment", + "title": "Geologic map (Macrostrat)", + "provider": "Macrostrat", + "description": "Bedrock geology worldwide, harmonised from hundreds of published geologic maps and coloured by rock age on the international (ICS) time-scale colours.", + "icon": "◒", + "maintainer": "github:asturksever", + "coverage": { + "global": true + }, + "source": { + "format": "xyz", + "url": "https://tiles.macrostrat.org/carto/{z}/{x}/{y}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 0, + "maxZoom": 14 + }, + "display": { + "opacity": 0.7, + "legend": [ + { + "label": "Quaternary", + "color": "#f9f97f" + }, + { + "label": "Neogene", + "color": "#ffe619" + }, + { + "label": "Paleogene", + "color": "#fd9a52" + }, + { + "label": "Cretaceous", + "color": "#7fc64e" + }, + { + "label": "Jurassic", + "color": "#34b2c9" + }, + { + "label": "Triassic", + "color": "#812b92" + }, + { + "label": "Permian", + "color": "#f04028" + }, + { + "label": "Carboniferous", + "color": "#67a599" + }, + { + "label": "Devonian", + "color": "#cb8c37" + }, + { + "label": "Silurian", + "color": "#b3e1b6" + }, + { + "label": "Ordovician", + "color": "#009270" + }, + { + "label": "Cambrian", + "color": "#7fa056" + }, + { + "label": "Precambrian", + "color": "#f74370" + } + ] + }, + "licence": { + "name": "CC BY 4.0 (Macrostrat; source maps credited by their publishers)", + "url": "https://macrostrat.org/about" + }, + "attribution": { + "text": "Macrostrat — geologic maps from their original publishers", + "url": "https://macrostrat.org/" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/mapterhorn-terrain.json b/src/library/entries/mapterhorn-terrain.json new file mode 100644 index 000000000..59adc91ee --- /dev/null +++ b/src/library/entries/mapterhorn-terrain.json @@ -0,0 +1,32 @@ +{ + "id": "mapterhorn-terrain", + "kind": "tiles", + "family": "environment", + "title": "Global terrain shaded relief (Mapterhorn)", + "provider": "Mapterhorn", + "description": "Elevation of the whole land surface from Mapterhorn's open terrain tiles (Copernicus and national elevation models), coloured by height and hill-shaded.", + "icon": "⛰", + "maintainer": "github:asturksever", + "coverage": { "global": true }, + "source": { + "format": "xyz", + "url": "https://tiles.mapterhorn.com/{z}/{x}/{y}.webp", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "encoding": "terrarium", + "tileSize": 512, + "minZoom": 0, + "maxZoom": 15 + }, + "display": { "opacity": 0.85 }, + "licence": { + "name": "Open data, per source (mostly CC BY 4.0 and public domain)", + "url": "https://mapterhorn.com/attribution" + }, + "attribution": { + "text": "© Mapterhorn and its open elevation sources", + "url": "https://mapterhorn.com/attribution" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/maris-ms.json b/src/library/entries/maris-ms.json new file mode 100644 index 000000000..4766e23ef --- /dev/null +++ b/src/library/entries/maris-ms.json @@ -0,0 +1,48 @@ +{ + "id": "maris-ms", + "kind": "tiles", + "family": "imagery", + "title": "MARIS Imagery, Mississippi", + "provider": "MARIS", + "description": "Aerial orthophotos: MARIS Imagery, Mississippi jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-89.5658, 34.3427, -89.5141, 34.3953] + }, + "source": { + "format": "xyz", + "url": "https://tiles.arcgis.com/tiles/EAeOFj04EVkIaWLk/arcgis/rest/services/OleMiss_Basemap_ZL2/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 13, + "maxZoom": 22, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2020–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://www.gis.ms.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "MARIS", + "url": "https://www.gis.ms.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/md-statewide-imagery.json b/src/library/entries/md-statewide-imagery.json new file mode 100644 index 000000000..81cae225f --- /dev/null +++ b/src/library/entries/md-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "md-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Maryland Statewide Imagery", + "provider": "Maryland iMAP / MD DoIT", + "description": "Aerial orthophotos: Statewide coverage of Maryland.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-79.5157, 37.8702, -74.9964, 39.778] + }, + "source": { + "format": "bbox", + "url": "https://mdgeodata.md.gov/imagery/rest/services/NAIP/MD_NAIPImagery/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "3 in – 1 m", + "resolutionM": 0.0762, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "Annual/biennial by region", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open state geodata — attribution requested", + "url": "https://imap.maryland.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "Maryland iMAP", + "url": "https://imap.maryland.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/me-statewide-imagery.json b/src/library/entries/me-statewide-imagery.json new file mode 100644 index 000000000..cbb823998 --- /dev/null +++ b/src/library/entries/me-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "me-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Maine Statewide Imagery", + "provider": "Maine GeoLibrary / MEGIS", + "description": "Aerial orthophotos: Statewide coverage of Maine.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-71.08, 42.98, -66.95, 47.46] + }, + "source": { + "format": "bbox", + "url": "https://gis.maine.gov/image/rest/services/NAIP/orthoNaip2006/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "30 cm – 1 m", + "resolutionM": 0.3, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "Rolling regional", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open state geodata — attribution requested", + "url": "https://www.maine.gov/geolib/", + "operatorOptIn": true + }, + "attribution": { + "text": "USDA Aerial Photography Field Office", + "url": "https://www.maine.gov/geolib/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/mi-statewide-imagery.json b/src/library/entries/mi-statewide-imagery.json new file mode 100644 index 000000000..eb0e52e52 --- /dev/null +++ b/src/library/entries/mi-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "mi-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Michigan Statewide Imagery (2024)", + "provider": "MiSAIL / DTMB", + "description": "Aerial orthophotos: Statewide coverage of Michigan (preview bounds cover the Lower Peninsula; service covers both peninsulas).", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-86.5, 41.7, -82.41, 45.9] + }, + "source": { + "format": "bbox", + "url": "https://imagery.michigan.gov/server/rest/services/Michigan_imagery_2024/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "30 cm – 1 m", + "resolutionM": 0.3, + "trueOrtho": false, + "vintage": "2024–present", + "updateCycle": "Rolling", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open state geodata — attribution requested", + "url": "https://gis-michigan.opendata.arcgis.com/", + "operatorOptIn": true + }, + "attribution": { + "text": "State of Michigan", + "url": "https://gis-michigan.opendata.arcgis.com/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/mn-statewide-imagery.json b/src/library/entries/mn-statewide-imagery.json new file mode 100644 index 000000000..7469e1b55 --- /dev/null +++ b/src/library/entries/mn-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "mn-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Minnesota Statewide Imagery", + "provider": "MnGeo", + "description": "Aerial orthophotos: Statewide coverage of Minnesota.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-97.24, 43.5, -89.49, 49.38] + }, + "source": { + "format": "bbox", + "url": "https://imageserver.gisdata.mn.gov/cgi-bin/wms?service=WMS&request=GetMap&version=1.1.1&layers=fsa&styles=&srs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true, + "noDataColor": "#ffffff" + }, + "imagery": { + "type": "ortho", + "resolution": "60 cm (FSA/NAIP)", + "resolutionM": 0.6, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "NAIP 2-year cycle", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public domain / open — MnGeo terms", + "url": "https://www.mngeo.state.mn.us/" + }, + "attribution": { + "text": "MnGeo / State of Minnesota", + "url": "https://www.mngeo.state.mn.us/chouse/airphoto/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/mountain-village-co.json b/src/library/entries/mountain-village-co.json new file mode 100644 index 000000000..e1c4462fa --- /dev/null +++ b/src/library/entries/mountain-village-co.json @@ -0,0 +1,48 @@ +{ + "id": "mountain-village-co", + "kind": "tiles", + "family": "imagery", + "title": "Mountain Village, Colorado Orthoimagery", + "provider": "Town of Mountain Village", + "description": "Aerial orthophotos: Mountain Village, Colorado jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-107.8864, 37.9114, -107.8244, 37.9537] + }, + "source": { + "format": "xyz", + "url": "https://tiles.arcgis.com/tiles/Nefdxa42x2DnAd5Z/arcgis/rest/services/Mountain_Village_Orthos/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 13, + "maxZoom": 22, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2024–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://www.townofmountainvillage.com/", + "operatorOptIn": true + }, + "attribution": { + "text": "Town of Mountain Village", + "url": "https://www.townofmountainvillage.com/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/ms-statewide-imagery.json b/src/library/entries/ms-statewide-imagery.json new file mode 100644 index 000000000..415168521 --- /dev/null +++ b/src/library/entries/ms-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "ms-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Mississippi Statewide Imagery", + "provider": "MARIS", + "description": "Aerial orthophotos: Statewide coverage of Mississippi.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-91.66, 30.17, -88.1, 35] + }, + "source": { + "format": "xyz", + "url": "https://tiles.arcgis.com/tiles/LLVEmB8Lsae3Um4s/arcgis/rest/services/ms_napp2/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 16, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "1 m (NAPP/NAIP)", + "resolutionM": 1, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "Periodic", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open state geodata — attribution requested", + "url": "https://www.gis.ms.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "USDA-FSA-APFO", + "url": "https://www.gis.ms.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/mt-statewide-imagery.json b/src/library/entries/mt-statewide-imagery.json new file mode 100644 index 000000000..4c9b7754b --- /dev/null +++ b/src/library/entries/mt-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "mt-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Montana Statewide Imagery (2023)", + "provider": "Montana State Library (MSDI)", + "description": "Aerial orthophotos: Statewide coverage of Montana.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-116.0637, 44.3115, -103.9988, 49.064] + }, + "source": { + "format": "bbox", + "url": "https://gisservice.mt.gov/arcgis/rest/services/MSDI_Framework/NAIP_2023/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "60 cm (NAIP)", + "resolutionM": 0.6, + "trueOrtho": false, + "vintage": "2023–present", + "updateCycle": "NAIP 2-year cycle", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public domain — Montana State Library open data", + "url": "https://msl.mt.gov/geoinfo/" + }, + "attribution": { + "text": "Montana State Library", + "url": "https://msl.mt.gov/geoinfo/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/naip.json b/src/library/entries/naip.json new file mode 100644 index 000000000..0e4c7462d --- /dev/null +++ b/src/library/entries/naip.json @@ -0,0 +1,47 @@ +{ + "id": "naip", + "kind": "tiles", + "family": "imagery", + "title": "NAIP — National Agriculture Imagery Program", + "provider": "USDA FSA / USGS", + "description": "Aerial orthophotos: Conterminous US, each state every 2–3 years.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-125, 24, -66.9, 49.4] + }, + "source": { + "format": "bbox", + "url": "https://imagery.nationalmap.gov/arcgis/rest/services/USGSNAIPImagery/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "coverage", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "60 cm (30 cm in some states)", + "resolutionM": 0.3, + "trueOrtho": false, + "vintage": "2003–present", + "updateCycle": "2–3 year state cycles", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public Domain (U.S. Government work)", + "url": "https://naip-usdaonline.hub.arcgis.com/" + }, + "attribution": { + "text": "USDA NAIP", + "url": "https://naip-usdaonline.hub.arcgis.com/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/nasa-black-marble.json b/src/library/entries/nasa-black-marble.json new file mode 100644 index 000000000..5abaefa24 --- /dev/null +++ b/src/library/entries/nasa-black-marble.json @@ -0,0 +1,30 @@ +{ + "id": "nasa-black-marble", + "kind": "tiles", + "family": "imagery", + "title": "Earth at night (NASA Black Marble 2016)", + "provider": "NASA GIBS", + "description": "VIIRS night lights composite: where people light the planet after dark. Drapes on globe maps and on Google 3D tiles.", + "icon": "☾", + "maintainer": "github:asturksever", + "coverage": { "global": true }, + "source": { + "format": "xyz", + "url": "https://gibs.earthdata.nasa.gov/wmts/epsg3857/best/VIIRS_Black_Marble/default/2016-01-01/GoogleMapsCompatible_Level8/{z}/{y}/{x}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 0, + "maxZoom": 8 + }, + "display": { "opacity": 0.85 }, + "licence": { + "name": "NASA data: U.S. public domain; no endorsement implied", + "url": "https://www.earthdata.nasa.gov/engage/open-data-services-software-policies" + }, + "attribution": { + "text": "NASA Earth Observatory / GIBS — VIIRS Black Marble", + "url": "https://earthobservatory.nasa.gov/features/NightLights" + }, + "status": "community", + "reviewed": "2026-10-21" +} diff --git a/src/library/entries/nasa-eonet-events.json b/src/library/entries/nasa-eonet-events.json new file mode 100644 index 000000000..b5e747d80 --- /dev/null +++ b/src/library/entries/nasa-eonet-events.json @@ -0,0 +1,58 @@ +{ + "id": "nasa-eonet-events", + "kind": "dataset", + "family": "events", + "title": "NASA EONET open natural events", + "provider": "NASA EONET", + "description": "Wildfires, severe storms, volcanoes, sea and lake ice and other natural events NASA's Earth Observatory is tracking now.", + "icon": "✦", + "maintainer": "github:asturksever", + "coverage": { + "global": true + }, + "source": { + "format": "geojson", + "url": "https://eonet.gsfc.nasa.gov/api/v3/events/geojson", + "query": { + "status": "open", + "limit": "1000" + }, + "fetch": "browser-direct", + "cacheSeconds": 900, + "maxFeatures": 2000 + }, + "display": { + "color": "#a0aec0", + "label": "title", + "fields": ["date", "magnitudeValue"], + "rank": { + "field": "date", + "order": "desc" + }, + "colorBy": { + "field": "categories.0.title", + "colors": { + "Wildfires": "#c98500", + "Severe Storms": "#d55181", + "Sea and Lake Ice": "#3987e5", + "Volcanoes": "#008300" + }, + "labels": { + "Wildfires": "Wildfires", + "Severe Storms": "Severe storms", + "Sea and Lake Ice": "Sea and lake ice", + "Volcanoes": "Volcanoes" + } + } + }, + "licence": { + "name": "NASA data: U.S. public domain; no endorsement implied", + "url": "https://www.nasa.gov/nasa-brand-center/images-and-media/" + }, + "attribution": { + "text": "NASA Earth Observatory Natural Event Tracker (EONET)", + "url": "https://eonet.gsfc.nasa.gov/" + }, + "status": "community", + "reviewed": "2026-10-21" +} diff --git a/src/library/entries/nc-statewide-imagery.json b/src/library/entries/nc-statewide-imagery.json new file mode 100644 index 000000000..d41db21b7 --- /dev/null +++ b/src/library/entries/nc-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "nc-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "North Carolina Statewide Imagery (2023)", + "provider": "NC OneMap", + "description": "Aerial orthophotos: Statewide coverage of North Carolina.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-84.452, 33.6938, -75.4041, 36.6379] + }, + "source": { + "format": "bbox", + "url": "https://services.nconemap.gov/secure/rest/services/Imagery/Orthoimagery_2020_2023/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "6 in – 1 ft", + "resolutionM": 0.1524, + "trueOrtho": false, + "vintage": "2023–present", + "updateCycle": "Statewide 4-year cycle (quarterly regions)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public domain — NC OneMap terms of use", + "url": "https://www.nconemap.gov/pages/terms" + }, + "attribution": { + "text": "NC911, NCCGIA", + "url": "https://www.nconemap.gov/pages/imagery" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/nctcog-tx.json b/src/library/entries/nctcog-tx.json new file mode 100644 index 000000000..d4cd59236 --- /dev/null +++ b/src/library/entries/nctcog-tx.json @@ -0,0 +1,48 @@ +{ + "id": "nctcog-tx", + "kind": "tiles", + "family": "imagery", + "title": "North Central Texas (NCTCOG) Ortho", + "provider": "NCTCOG", + "description": "Aerial orthophotos: North Central Texas (NCTCOG) jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-97.5865, 32.5326, -96.9946, 33.0056] + }, + "source": { + "format": "bbox", + "url": "https://mapitimage.tarrantcounty.com/arcgis/rest/services/Aerials/2011_NCTCOG_Ortho/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2011–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://www.nctcog.org/", + "operatorOptIn": true + }, + "attribution": { + "text": "North Central Texas Council of Governments", + "url": "https://www.nctcog.org/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/nd-statewide-imagery.json b/src/library/entries/nd-statewide-imagery.json new file mode 100644 index 000000000..dfa9e88d1 --- /dev/null +++ b/src/library/entries/nd-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "nd-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "North Dakota Statewide Imagery (2013)", + "provider": "North Dakota GIS Hub", + "description": "Aerial orthophotos: Statewide coverage of North Dakota.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-104.3616, 45.7993, -96.3961, 49.1166] + }, + "source": { + "format": "xyz", + "url": "https://ndgishub.nd.gov/arcgis/rest/services/Imagery/AerialImage_DES_BaseMap_Cached/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 21, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "1 ft – 1 m", + "resolutionM": 0.3048, + "trueOrtho": false, + "vintage": "2013–present", + "updateCycle": "Periodic", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open state geodata — attribution requested", + "url": "https://www.gis.nd.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "ND Dept. of Transportation, ND Dept. of Emergency Services, and the ND GIS Hub", + "url": "https://www.gis.nd.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/new-orleans-rpc-la.json b/src/library/entries/new-orleans-rpc-la.json new file mode 100644 index 000000000..d2fb99732 --- /dev/null +++ b/src/library/entries/new-orleans-rpc-la.json @@ -0,0 +1,48 @@ +{ + "id": "new-orleans-rpc-la", + "kind": "tiles", + "family": "imagery", + "title": "New Orleans Regional Planning Commission Imagery", + "provider": "New Orleans RPC", + "description": "Aerial orthophotos: New Orleans Regional Planning Commission jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-90.0974, 29.8415, -89.9951, 29.9701] + }, + "source": { + "format": "xyz", + "url": "https://tiles.arcgis.com/tiles/3OuwdDUqRzQS6PA4/arcgis/rest/services/RPC2022imagery/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 22, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2020–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://www.norpc.org/", + "operatorOptIn": true + }, + "attribution": { + "text": "Regional Planning Commission for Jefferson, Orleans, Plaquemines, St. Bernard, St. Charles, St. John the Baptist, St. Tammany, and Tangipahoa Parishes (RPC)", + "url": "https://www.norpc.org/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/nh-statewide-imagery.json b/src/library/entries/nh-statewide-imagery.json new file mode 100644 index 000000000..da1549ff4 --- /dev/null +++ b/src/library/entries/nh-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "nh-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "New Hampshire Statewide Imagery (2022)", + "provider": "NH GRANIT", + "description": "Aerial orthophotos: Statewide coverage of New Hampshire.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-72.6173, 42.6862, -70.5548, 45.3128] + }, + "source": { + "format": "bbox", + "url": "https://nhgeodata.unh.edu/image/rest/services/ImageServices/NH_2021_2022_6in_RGB/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "6 in", + "resolutionM": 0.1524, + "trueOrtho": false, + "vintage": "2022–present", + "updateCycle": "Multi-year cycles", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open — NH GRANIT terms", + "url": "https://www.granit.unh.edu/", + "operatorOptIn": true + }, + "attribution": { + "text": "NH GRANIT, University of New Hampshire", + "url": "https://www.granit.unh.edu/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/nj-statewide-imagery.json b/src/library/entries/nj-statewide-imagery.json new file mode 100644 index 000000000..098aad738 --- /dev/null +++ b/src/library/entries/nj-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "nj-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "New Jersey Statewide Imagery (2015)", + "provider": "NJ Office of GIS (NJOGIS)", + "description": "Aerial orthophotos: Statewide coverage of New Jersey.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-75.56, 38.93, -73.89, 41.36] + }, + "source": { + "format": "xyz", + "url": "https://maps.nj.gov/arcgis/rest/services/Basemap/Orthos_Natural_2015_NJ_WM/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "1 ft", + "resolutionM": 0.3048, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "Roughly every 3 years", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open — State of New Jersey provides data 'as is'", + "url": "https://njgin.nj.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "Project definition, funding requests, and data distribution by NJ Office of Information Technology, Office of Geographic Information Systems (NJOIT - OGIS). Funding for the imagery project provided by", + "url": "https://registry.opendata.aws/nj-imagery/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/noaa-tide-stations.json b/src/library/entries/noaa-tide-stations.json new file mode 100644 index 000000000..f195724ae --- /dev/null +++ b/src/library/entries/noaa-tide-stations.json @@ -0,0 +1,37 @@ +{ + "id": "noaa-tide-stations", + "kind": "dataset", + "family": "environment", + "title": "US tide stations (NOAA CO-OPS)", + "provider": "NOAA CO-OPS", + "description": "About 300 NOAA water-level stations on US coasts, the Great Lakes and Pacific islands, with their tide type.", + "icon": "≈", + "maintainer": "github:asturksever", + "coverage": { "countries": ["US"], "bbox": [-180, -15, 180, 72] }, + "source": { + "format": "json", + "url": "https://api.tidesandcurrents.noaa.gov/mdapi/prod/webapi/stations.json", + "query": { "type": "waterlevels" }, + "records": "stations", + "columns": { "lat": "lat", "lon": "lng" }, + "fetch": "browser-direct", + "cacheSeconds": 86400, + "maxBytes": 4194304, + "maxFeatures": 1000 + }, + "display": { + "color": "#63b3ed", + "label": "name", + "fields": ["state", "tideType"] + }, + "licence": { + "name": "NOAA data: U.S. public domain", + "url": "https://tidesandcurrents.noaa.gov/disclaimers.html" + }, + "attribution": { + "text": "NOAA Center for Operational Oceanographic Products and Services (CO-OPS)", + "url": "https://tidesandcurrents.noaa.gov/" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/nrw-dop.json b/src/library/entries/nrw-dop.json new file mode 100644 index 000000000..cb5c07da6 --- /dev/null +++ b/src/library/entries/nrw-dop.json @@ -0,0 +1,48 @@ +{ + "id": "nrw-dop", + "kind": "tiles", + "family": "imagery", + "title": "Digitale Orthophotos NRW (DOP 10 cm)", + "provider": "Geobasis NRW", + "description": "Aerial orthophotos: 100% of North Rhine-Westphalia (~34,100 km²).", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["DE"], + "bbox": [5.86, 50.32, 9.46, 52.53] + }, + "source": { + "format": "bbox", + "url": "https://www.wms.nrw.de/geobasis/wms_nw_dop?service=WMS&request=GetMap&version=1.3.0&layers=nw_dop_rgb&styles=&crs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 8, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true, + "noDataColor": "#ffffff" + }, + "imagery": { + "type": "ortho", + "resolution": "10 cm", + "resolutionM": 0.1, + "trueOrtho": false, + "vintage": "2021–present", + "updateCycle": "Biennial per zone (rolling)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Datenlizenz Deutschland – Zero (public-domain-like)", + "url": "https://www.govdata.de/dl-de/zero-2-0" + }, + "attribution": { + "text": "Geobasis NRW (dl-de/zero-2-0)", + "url": "https://www.opengeodata.nrw.de/produkte/geobasis/lusat/akt/dop/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/nsw-imagery.json b/src/library/entries/nsw-imagery.json new file mode 100644 index 000000000..64a7fb94f --- /dev/null +++ b/src/library/entries/nsw-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "nsw-imagery", + "kind": "tiles", + "family": "imagery", + "title": "NSW Imagery (Six Maps)", + "provider": "Spatial Services NSW (DCS)", + "description": "Aerial orthophotos: New South Wales (~801,000 km²).", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["AU"], + "bbox": [140.9, -37.6, 153.7, -28.1] + }, + "source": { + "format": "xyz", + "url": "https://maps.six.nsw.gov.au/arcgis/rest/services/public/NSW_Imagery/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 4, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "7.5 cm (metro) – 50 cm", + "resolutionM": 0.075, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "Rolling (metro yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "CC BY 4.0", + "url": "https://www.spatial.nsw.gov.au/products_and_services/web_services" + }, + "attribution": { + "text": "© Spatial Services NSW", + "url": "https://portal.spatial.nsw.gov.au/portal/home/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/ntad-national-bridges.json b/src/library/entries/ntad-national-bridges.json new file mode 100644 index 000000000..a3828fedb --- /dev/null +++ b/src/library/entries/ntad-national-bridges.json @@ -0,0 +1,57 @@ +{ + "id": "ntad-national-bridges", + "kind": "dataset", + "family": "infrastructure", + "title": "US bridges and their condition (NBI)", + "provider": "USDOT BTS", + "description": "All of the about 624,000 highway bridges in the National Bridge Inventory, coloured by condition. Loads the bridges in view below 15 km.", + "icon": "⌒", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US", "PR"] + }, + "source": { + "format": "arcgis", + "url": "https://services.arcgis.com/xOi1kZaI0eWDREZv/arcgis/rest/services/NTAD_National_Bridge_Inventory/FeatureServer/0", + "query": { + "outFields": "BRIDGE_CONDITION,FACILITY_CARRIED_007,FEATURES_DESC_006A,YEAR_BUILT_027,ADT_029" + }, + "fetch": "browser-direct", + "view": { + "maxAltitudeM": 15000, + "sample": [-80.02, 40.43, -79.98, 40.46] + }, + "cacheSeconds": 86400, + "maxBytes": 8388608, + "maxFeatures": 2000, + "maxPages": 1 + }, + "display": { + "color": "#a0aec0", + "label": "FACILITY_CARRIED_007", + "fields": ["BRIDGE_CONDITION", "YEAR_BUILT_027"], + "colorBy": { + "field": "BRIDGE_CONDITION", + "colors": { + "G": "#0ca30c", + "F": "#fab219", + "P": "#d03b3b" + }, + "labels": { + "G": "Good", + "F": "Fair", + "P": "Poor" + } + } + }, + "licence": { + "name": "U.S. government work: unrestricted public use", + "url": "https://www.bts.gov/ntad" + }, + "attribution": { + "text": "USDOT Bureau of Transportation Statistics — National Transportation Atlas Database, National Bridge Inventory", + "url": "https://www.bts.gov/ntad" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/nwa-benton-washington-ar.json b/src/library/entries/nwa-benton-washington-ar.json new file mode 100644 index 000000000..7ddaa5e21 --- /dev/null +++ b/src/library/entries/nwa-benton-washington-ar.json @@ -0,0 +1,48 @@ +{ + "id": "nwa-benton-washington-ar", + "kind": "tiles", + "family": "imagery", + "title": "Northwest Arkansas (Benton & Washington County) Imagery", + "provider": "Northwest Arkansas regional GIS", + "description": "Aerial orthophotos: Northwest Arkansas (Benton & Washington County) jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-94.6282, 35.7407, -93.7939, 36.5179] + }, + "source": { + "format": "xyz", + "url": "https://tiles.arcgis.com/tiles/G4bYaaas92zuKaUR/arcgis/rest/services/BentWashImg2024Pack/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 22, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2024–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://www.nwarpc.org/", + "operatorOptIn": true + }, + "attribution": { + "text": "NWARPC; Washington County; Benton County", + "url": "https://www.nwarpc.org/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/nws-active-alerts.json b/src/library/entries/nws-active-alerts.json new file mode 100644 index 000000000..fce1bc393 --- /dev/null +++ b/src/library/entries/nws-active-alerts.json @@ -0,0 +1,56 @@ +{ + "id": "nws-active-alerts", + "kind": "dataset", + "family": "weather", + "title": "US weather alerts with drawn areas (NWS)", + "provider": "NWS", + "description": "Active National Weather Service alerts that carry their own polygon, such as storm-based warnings. Zone-wide alerts have no drawn area and are left out.", + "icon": "⚠", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-180, 13, -64, 72] + }, + "source": { + "format": "geojson", + "url": "https://api.weather.gov/alerts/active", + "fetch": "browser-direct", + "cacheSeconds": 300, + "maxBytes": 8388608, + "maxFeatures": 2000 + }, + "display": { + "color": "#a0aec0", + "label": "event", + "fields": ["severity", "areaDesc"], + "rank": { + "field": "onset", + "order": "desc" + }, + "colorBy": { + "field": "severity", + "colors": { + "Extreme": "#d03b3b", + "Severe": "#ec835a", + "Moderate": "#fab219", + "Minor": "#0ca30c" + }, + "labels": { + "Extreme": "Extreme", + "Severe": "Severe", + "Moderate": "Moderate", + "Minor": "Minor" + } + } + }, + "licence": { + "name": "NWS data: U.S. public domain", + "url": "https://www.weather.gov/disclaimer" + }, + "attribution": { + "text": "NOAA National Weather Service", + "url": "https://www.weather.gov/" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/ny-statewide-imagery.json b/src/library/entries/ny-statewide-imagery.json new file mode 100644 index 000000000..29afcb556 --- /dev/null +++ b/src/library/entries/ny-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "ny-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "New York Statewide Imagery (2019)", + "provider": "NYS GIS Program Office (ITS)", + "description": "Aerial orthophotos: Statewide coverage of New York.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-80.1606, 40.2704, -71.2889, 45.1325] + }, + "source": { + "format": "xyz", + "url": "https://orthos.its.ny.gov/arcgis/rest/services/wms/NAIP_2019/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 18, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "3 in – 1 ft", + "resolutionM": 0.0762, + "trueOrtho": false, + "vintage": "2019–present", + "updateCycle": "Statewide 3-year cycle", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public domain — NYS open data", + "url": "https://data.gis.ny.gov/" + }, + "attribution": { + "text": "USDA; NYS ITS Geospatial Services", + "url": "https://data.gis.ny.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/oakland-county-mi.json b/src/library/entries/oakland-county-mi.json new file mode 100644 index 000000000..3e0507562 --- /dev/null +++ b/src/library/entries/oakland-county-mi.json @@ -0,0 +1,48 @@ +{ + "id": "oakland-county-mi", + "kind": "tiles", + "family": "imagery", + "title": "Oakland County, Michigan Ortho Imagery", + "provider": "Oakland County GIS", + "description": "Aerial orthophotos: Oakland County, Michigan jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-83.7199, 42.4077, -83.0521, 42.9141] + }, + "source": { + "format": "bbox", + "url": "https://gisservices.oakgov.com/arcgis/rest/services/ImageServices/EnterpriseOrthoTC2025ImageService/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2025–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://oakgov.maps.arcgis.com/", + "operatorOptIn": true + }, + "attribution": { + "text": "Oakland County GIS", + "url": "https://oakgov.maps.arcgis.com/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/oh-statewide-imagery.json b/src/library/entries/oh-statewide-imagery.json new file mode 100644 index 000000000..48ccf2484 --- /dev/null +++ b/src/library/entries/oh-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "oh-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Ohio Statewide Imagery", + "provider": "Ohio OGRIP (OSIP)", + "description": "Aerial orthophotos: Statewide coverage of Ohio.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-84.9418, 38.3739, -80.4714, 42.0065] + }, + "source": { + "format": "xyz", + "url": "https://maps.ohio.gov/image/rest/services/osip_most_current_cache/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 22, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "6 in – 1 ft", + "resolutionM": 0.1524, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "Rolling statewide (OSIP)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public domain — Ohio open data", + "url": "https://maps.ohio.gov/" + }, + "attribution": { + "text": "Ohio Geographically Referenced Information Program (OGRIP)", + "url": "https://maps.ohio.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/openseamap-seamarks.json b/src/library/entries/openseamap-seamarks.json new file mode 100644 index 000000000..5512aaec0 --- /dev/null +++ b/src/library/entries/openseamap-seamarks.json @@ -0,0 +1,30 @@ +{ + "id": "openseamap-seamarks", + "kind": "tiles", + "family": "infrastructure", + "title": "Seamarks (OpenSeaMap)", + "provider": "OpenSeaMap", + "description": "Buoys, beacons, lights and harbour marks from OpenSeaMap, drawn over any map. Useful with AIS vessels.", + "icon": "⚓", + "maintainer": "github:asturksever", + "coverage": { "global": true }, + "source": { + "format": "xyz", + "url": "https://tiles.openseamap.org/seamark/{z}/{x}/{y}.png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 18 + }, + "display": { "opacity": 1 }, + "licence": { + "name": "CC BY-SA 2.0; data © OpenStreetMap contributors (ODbL)", + "url": "https://openseamap.org/index.php?id=imprint&L=1" + }, + "attribution": { + "text": "© OpenSeaMap contributors, CC BY-SA; data © OpenStreetMap contributors", + "url": "https://openseamap.org/" + }, + "status": "community", + "reviewed": "2026-10-21" +} diff --git a/src/library/entries/or-statewide-imagery.json b/src/library/entries/or-statewide-imagery.json new file mode 100644 index 000000000..ed6cde3d4 --- /dev/null +++ b/src/library/entries/or-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "or-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Oregon Statewide Imagery (2000)", + "provider": "Oregon OSIP (DAS GEO)", + "description": "Aerial orthophotos: Statewide coverage of Oregon.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-124.8956, 41.7968, -116.3087, 46.4332] + }, + "source": { + "format": "bbox", + "url": "https://imagery.oregonexplorer.info/arcgis/rest/services/NAIP_2000/NAIP_2000_SL/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "6 in – 1 ft", + "resolutionM": 0.1524, + "trueOrtho": false, + "vintage": "2000–present", + "updateCycle": "OSIP cycles (~3 years)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public domain — Oregon open data", + "url": "https://www.oregon.gov/geo/" + }, + "attribution": { + "text": "Oregon, GEO, DAS", + "url": "https://www.oregon.gov/geo/Pages/imagery.aspx" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/pa-statewide-imagery.json b/src/library/entries/pa-statewide-imagery.json new file mode 100644 index 000000000..ffe6d0018 --- /dev/null +++ b/src/library/entries/pa-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "pa-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Pennsylvania Statewide Imagery", + "provider": "PASDA / PAMAP (Penn State)", + "description": "Aerial orthophotos: Statewide coverage of Pennsylvania.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-80.52, 39.72, -74.69, 42.27] + }, + "source": { + "format": "bbox", + "url": "https://imagery.pasda.psu.edu/arcgis/rest/services/pasda/Aerials0306StateWide/MapServer/export?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true, + "noDataColor": "#fdfdfd" + }, + "imagery": { + "type": "ortho", + "resolution": "1 ft – 2 ft", + "resolutionM": 0.3048, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "PAMAP multi-year cycles", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public domain — PASDA open data", + "url": "https://www.pasda.psu.edu/" + }, + "attribution": { + "text": "PASDA / PAMAP, Commonwealth of Pennsylvania", + "url": "https://www.pasda.psu.edu/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/pdok-aerial-netherlands.json b/src/library/entries/pdok-aerial-netherlands.json new file mode 100644 index 000000000..40401f241 --- /dev/null +++ b/src/library/entries/pdok-aerial-netherlands.json @@ -0,0 +1,48 @@ +{ + "id": "pdok-aerial-netherlands", + "kind": "tiles", + "family": "imagery", + "title": "Netherlands aerial photos (PDOK)", + "provider": "PDOK", + "description": "The latest high-resolution aerial photography of the whole Netherlands, from Beeldmateriaal Nederland.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["NL"], + "bbox": [3.2, 50.7, 7.3, 53.6] + }, + "source": { + "format": "xyz", + "url": "https://service.pdok.nl/hwh/luchtfotorgb/wmts/v1_0/Actueel_orthoHR/EPSG:3857/{z}/{x}/{y}.jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "coverage", + "aerial": true, + "noDataColor": "#ffffff" + }, + "imagery": { + "type": "ortho", + "resolution": "7.5–8 cm", + "resolutionM": 0.08, + "trueOrtho": false, + "vintage": "2023–present", + "updateCycle": "Annual", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "CC BY 4.0", + "url": "https://www.pdok.nl/introductie/-/article/luchtfoto-pdok" + }, + "attribution": { + "text": "Beeldmateriaal Nederland via PDOK", + "url": "https://www.pdok.nl/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/pl-ortofotomapa.json b/src/library/entries/pl-ortofotomapa.json new file mode 100644 index 000000000..8ca6f3426 --- /dev/null +++ b/src/library/entries/pl-ortofotomapa.json @@ -0,0 +1,48 @@ +{ + "id": "pl-ortofotomapa", + "kind": "tiles", + "family": "imagery", + "title": "Ortofotomapa Polski (GUGiK)", + "provider": "GUGiK / geoportal.gov.pl", + "description": "Aerial orthophotos: 100% of Poland (rolling; cities at 5 cm).", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["PL"], + "bbox": [14.12, 49, 24.15, 54.84] + }, + "source": { + "format": "bbox", + "url": "https://mapy.geoportal.gov.pl/wss/service/PZGIK/ORTO/WMS/StandardResolution?service=WMS&request=GetMap&version=1.3.0&layers=Raster&styles=default&crs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 7, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "coverage", + "aerial": true, + "noDataColor": "#ffffff" + }, + "imagery": { + "type": "ortho", + "resolution": "5–25 cm", + "resolutionM": 0.05, + "trueOrtho": false, + "vintage": "2019–present", + "updateCycle": "Rolling (1–3 years per zone)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Polish open geodata (free reuse, Prawo geodezyjne art. 40a)", + "url": "https://www.geoportal.gov.pl/" + }, + "attribution": { + "text": "© GUGiK / geoportal.gov.pl", + "url": "https://mapy.geoportal.gov.pl/imap/Imgp_2.html" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/pnoa-ma.json b/src/library/entries/pnoa-ma.json new file mode 100644 index 000000000..5ee8b2d6d --- /dev/null +++ b/src/library/entries/pnoa-ma.json @@ -0,0 +1,48 @@ +{ + "id": "pnoa-ma", + "kind": "tiles", + "family": "imagery", + "title": "PNOA Máxima Actualidad", + "provider": "IGN España / CNIG", + "description": "Aerial orthophotos: Mainland Spain and Balearic Islands (Canary Islands served by a separate PNOA service).", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["ES"], + "bbox": [-9.3, 36, 3.35, 43.8] + }, + "source": { + "format": "bbox", + "url": "https://www.ign.es/wms-inspire/pnoa-ma?service=WMS&request=GetMap&version=1.3.0&layers=OI.OrthoimageCoverage&styles=&crs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "coverage", + "aerial": true, + "noDataColor": "#ffffff" + }, + "imagery": { + "type": "ortho", + "resolution": "15–25 cm", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2020–present", + "updateCycle": "2–3 year refresh per zone", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "CC BY 4.0 (compatible) — Orden FOM/2807/2015", + "url": "https://www.scne.es/productos.html" + }, + "attribution": { + "text": "PNOA © Instituto Geográfico Nacional de España", + "url": "https://centrodedescargas.cnig.es/CentroDescargas/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/portland-metro-or.json b/src/library/entries/portland-metro-or.json new file mode 100644 index 000000000..239f5ec51 --- /dev/null +++ b/src/library/entries/portland-metro-or.json @@ -0,0 +1,48 @@ +{ + "id": "portland-metro-or", + "kind": "tiles", + "family": "imagery", + "title": "Portland Metro (RLIS), Oregon Aerial Photos", + "provider": "Oregon Metro RLIS", + "description": "Aerial orthophotos: Portland Metro (RLIS), Oregon jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-123.1535, 45.234, -122.3675, 45.7026] + }, + "source": { + "format": "xyz", + "url": "https://utility.arcgis.com/usrsvcs/servers/41cd821260944a668ef228f671b3ff46/rest/services/photo/2023aerialphoto/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 22, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2023–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://rlisdiscovery.oregonmetro.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "Oregon Metro RLIS", + "url": "https://rlisdiscovery.oregonmetro.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/pt-dgt-ortos.json b/src/library/entries/pt-dgt-ortos.json new file mode 100644 index 000000000..cb3854958 --- /dev/null +++ b/src/library/entries/pt-dgt-ortos.json @@ -0,0 +1,48 @@ +{ + "id": "pt-dgt-ortos", + "kind": "tiles", + "family": "imagery", + "title": "Ortofotos de Portugal Continental (DGT)", + "provider": "Direção-Geral do Território", + "description": "Aerial orthophotos: Portugal Continental.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["PT"], + "bbox": [-9.52, 36.96, -6.19, 42.15] + }, + "source": { + "format": "bbox", + "url": "https://ortos.dgterritorio.gov.pt/wms/ortosat2023?service=WMS&request=GetMap&version=1.3.0&layers=ortoSat2023-CorVerdadeira&styles=&crs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 7, + "maxZoom": 18, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "coverage", + "aerial": true, + "noDataColor": "#ffffff" + }, + "imagery": { + "type": "ortho", + "resolution": "25–30 cm", + "resolutionM": 0.25, + "trueOrtho": false, + "vintage": "2021–present", + "updateCycle": "Multi-year campaigns", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "CC BY 4.0", + "url": "https://www.dgterritorio.gov.pt/" + }, + "attribution": { + "text": "© Direção-Geral do Território", + "url": "https://snig.dgterritorio.gov.pt/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/ri-statewide-imagery.json b/src/library/entries/ri-statewide-imagery.json new file mode 100644 index 000000000..e6895458a --- /dev/null +++ b/src/library/entries/ri-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "ri-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Rhode Island Statewide Imagery (2019)", + "provider": "RIGIS", + "description": "Aerial orthophotos: Statewide coverage of Rhode Island.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-71.9065, 41.1437, -71.1078, 42.0276] + }, + "source": { + "format": "xyz", + "url": "https://tiles.arcgis.com/tiles/S8zZg9pg23JUEexQ/arcgis/rest/services/RI_201811_RGB_3in_web/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 22, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "3–6 in", + "resolutionM": 0.1524, + "trueOrtho": false, + "vintage": "2019–present", + "updateCycle": "Periodic", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open — RIGIS terms", + "url": "https://www.rigis.org/", + "operatorOptIn": true + }, + "attribution": { + "text": "URI EDC, RIGIS", + "url": "https://www.rigis.org/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/swisstopo-swissimage.json b/src/library/entries/swisstopo-swissimage.json new file mode 100644 index 000000000..48c5c5e21 --- /dev/null +++ b/src/library/entries/swisstopo-swissimage.json @@ -0,0 +1,49 @@ +{ + "id": "swisstopo-swissimage", + "kind": "tiles", + "family": "imagery", + "title": "Switzerland aerial photos (SWISSIMAGE 10 cm)", + "provider": "swisstopo", + "description": "swisstopo's orthophoto mosaic of Switzerland and Liechtenstein: 10 cm in the lowlands and main Alpine valleys, 25 cm over the Alps, renewed every three years.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["CH", "LI"], + "bbox": [5.9, 45.8, 10.5, 47.9] + }, + "source": { + "format": "xyz", + "url": "https://wmts.geo.admin.ch/1.0.0/ch.swisstopo.swissimage/default/current/3857/{z}/{x}/{y}.jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 7, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "countries", + "aerial": true, + "noDataColor": "#ffffff" + }, + "imagery": { + "type": "ortho", + "resolution": "10 cm (plains) / 25 cm (Alps)", + "resolutionM": 0.1, + "trueOrtho": false, + "vintage": "2021–present", + "updateCycle": "3-year rolling refresh", + "orthoQuality": "±0.15 m (1σ) plains / ±0.25 m Alps, DTM-orthorectified", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "swisstopo free geodata (OGD): free use, including commercial, with source credit", + "url": "https://www.swisstopo.admin.ch/en/terms-of-use-free-geodata-and-geoservices" + }, + "attribution": { + "text": "©swisstopo — SWISSIMAGE 10 cm", + "url": "https://www.swisstopo.admin.ch/en/orthoimage-swissimage-10" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/tx-statewide-imagery.json b/src/library/entries/tx-statewide-imagery.json new file mode 100644 index 000000000..66e4edc52 --- /dev/null +++ b/src/library/entries/tx-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "tx-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Texas Statewide Imagery (2022)", + "provider": "TxGIO / TNRIS", + "description": "Aerial orthophotos: Statewide coverage of Texas.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-106.65, 25.84, -93.51, 36.5] + }, + "source": { + "format": "bbox", + "url": "https://imagery.geographic.texas.gov/server/rest/services/NAIP/NAIP22_NCCIR_60cm/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "60 cm", + "resolutionM": 0.6, + "trueOrtho": false, + "vintage": "2022–present", + "updateCycle": "NAIP 2-year; StratMap regional", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public domain — TxGIO open data", + "url": "https://geographic.texas.gov/" + }, + "attribution": { + "text": "Texas Geographic Information Office (TxGIO)", + "url": "https://data.geographic.texas.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/union-county-oh.json b/src/library/entries/union-county-oh.json new file mode 100644 index 000000000..7ccf9ff49 --- /dev/null +++ b/src/library/entries/union-county-oh.json @@ -0,0 +1,49 @@ +{ + "id": "union-county-oh", + "kind": "tiles", + "family": "imagery", + "title": "Union County, Ohio Aerial Imagery", + "provider": "Union County GIS", + "description": "Aerial orthophotos: Union County, Ohio jurisdiction.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-83.6732, 39.9845, -83.0745, 40.5493] + }, + "source": { + "format": "bbox", + "url": "https://www7.co.union.oh.us/unioncountyohio/rest/services/AerialPhoto2023/MapServer/export?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 11, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true, + "noDataColor": "#fdfdfd" + }, + "imagery": { + "type": "ortho", + "resolution": "sub-foot to 1 ft (local program)", + "resolutionM": 0.15, + "trueOrtho": false, + "vintage": "2023–present", + "updateCycle": "Local flight cycle (typically annual to 3-yearly)", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Local government open data — see publisher terms", + "url": "https://union-county-auditor-unionco.hub.arcgis.com/", + "operatorOptIn": true + }, + "attribution": { + "text": "Union County / City of Marysville GIS", + "url": "https://union-county-auditor-unionco.hub.arcgis.com/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/usgs-hydrography.json b/src/library/entries/usgs-hydrography.json new file mode 100644 index 000000000..5a1ff23e4 --- /dev/null +++ b/src/library/entries/usgs-hydrography.json @@ -0,0 +1,35 @@ +{ + "id": "usgs-hydrography", + "kind": "tiles", + "family": "environment", + "title": "US rivers and lakes (USGS)", + "provider": "USGS", + "description": "The National Hydrography Dataset's rivers, streams and water bodies, drawn over any map.", + "icon": "≋", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-180, 13, -64, 72] + }, + "source": { + "format": "xyz", + "url": "https://basemap.nationalmap.gov/arcgis/rest/services/USGSHydroCached/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 0, + "maxZoom": 16 + }, + "display": { + "opacity": 1 + }, + "licence": { + "name": "USGS The National Map: U.S. public domain", + "url": "https://www.usgs.gov/information-policies-and-instructions/copyrights-and-credits" + }, + "attribution": { + "text": "USGS The National Map — National Hydrography Dataset", + "url": "https://www.usgs.gov/national-hydrography" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/usgs-topo.json b/src/library/entries/usgs-topo.json new file mode 100644 index 000000000..ed708f6db --- /dev/null +++ b/src/library/entries/usgs-topo.json @@ -0,0 +1,35 @@ +{ + "id": "usgs-topo", + "kind": "tiles", + "family": "imagery", + "title": "US topographic map (USGS)", + "provider": "USGS", + "description": "The National Map's topographic basemap of the United States: contours, roads, places and land cover.", + "icon": "⛰", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-180, 13, -64, 72] + }, + "source": { + "format": "xyz", + "url": "https://basemap.nationalmap.gov/arcgis/rest/services/USGSTopo/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 0, + "maxZoom": 16 + }, + "display": { + "opacity": 1 + }, + "licence": { + "name": "USGS The National Map: U.S. public domain", + "url": "https://www.usgs.gov/information-policies-and-instructions/copyrights-and-credits" + }, + "attribution": { + "text": "USGS The National Map", + "url": "https://www.usgs.gov/programs/national-geospatial-program/national-map" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/va-statewide-imagery.json b/src/library/entries/va-statewide-imagery.json new file mode 100644 index 000000000..97a585104 --- /dev/null +++ b/src/library/entries/va-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "va-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Virginia Statewide Imagery", + "provider": "VGIN / VDEM", + "description": "Aerial orthophotos: Statewide coverage of Virginia.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-83.68, 36.54, -75.24, 39.47] + }, + "source": { + "format": "xyz", + "url": "https://vginmaps.vdem.virginia.gov/arcgis/rest/services/VBMP_Imagery/MostRecentImagery_WGS/MapServer/tile/{z}/{y}/{x}", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 22, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "1 ft (VBMP)", + "resolutionM": 0.3048, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "VBMP 3-year statewide cycle", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open — VGIN VBMP terms", + "url": "https://vgin.vdem.virginia.gov/", + "operatorOptIn": true + }, + "attribution": { + "text": "Virginia Geographic Information Network (VGIN)", + "url": "https://vgin.vdem.virginia.gov/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/vlaanderen-omw.json b/src/library/entries/vlaanderen-omw.json new file mode 100644 index 000000000..5b3fa6eb5 --- /dev/null +++ b/src/library/entries/vlaanderen-omw.json @@ -0,0 +1,48 @@ +{ + "id": "vlaanderen-omw", + "kind": "tiles", + "family": "imagery", + "title": "Orthofotomozaïek Vlaanderen (winter)", + "provider": "Digitaal Vlaanderen", + "description": "Aerial orthophotos: Flanders + Brussels (~13,600 km²), flown yearly.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["BE"], + "bbox": [2.54, 50.68, 5.92, 51.51] + }, + "source": { + "format": "bbox", + "url": "https://geo.api.vlaanderen.be/OMWRGBMRVL/wms?service=WMS&request=GetMap&version=1.3.0&layers=Ortho&styles=&crs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/png", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 8, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true, + "noDataColor": "#ffffff" + }, + "imagery": { + "type": "ortho", + "resolution": "10 cm (winter) / 25 cm (summer)", + "resolutionM": 0.1, + "trueOrtho": false, + "vintage": "2022–present", + "updateCycle": "Annual", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Vlaanderen model licence for free reuse", + "url": "https://www.vlaanderen.be/digitaal-vlaanderen/onze-oplossingen/orthofotomozaieken" + }, + "attribution": { + "text": "© Digitaal Vlaanderen", + "url": "https://download.vlaanderen.be/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/vt-statewide-imagery.json b/src/library/entries/vt-statewide-imagery.json new file mode 100644 index 000000000..54c696580 --- /dev/null +++ b/src/library/entries/vt-statewide-imagery.json @@ -0,0 +1,47 @@ +{ + "id": "vt-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Vermont Statewide Imagery", + "provider": "VCGI", + "description": "Aerial orthophotos: Statewide coverage of Vermont.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-73.5011, 42.6871, -71.4363, 45.0631] + }, + "source": { + "format": "bbox", + "url": "https://maps.vcgi.vermont.gov/arcgis/rest/services/EGC_services/IMG_VCGI_CIR_WM_CACHE/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "30 cm", + "resolutionM": 0.3, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "Statewide roughly every 2 years", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Public domain — Vermont open data", + "url": "https://vcgi.vermont.gov/" + }, + "attribution": { + "text": "Vermont Center for Geographic Information (VCGI)", + "url": "https://registry.opendata.aws/vt-opendata/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/wallonie-ortho.json b/src/library/entries/wallonie-ortho.json new file mode 100644 index 000000000..820fd79f7 --- /dev/null +++ b/src/library/entries/wallonie-ortho.json @@ -0,0 +1,48 @@ +{ + "id": "wallonie-ortho", + "kind": "tiles", + "family": "imagery", + "title": "Orthophotos de Wallonie", + "provider": "Service public de Wallonie (SPW)", + "description": "Aerial orthophotos: Wallonia (~16,900 km²).", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["BE"], + "bbox": [2.84, 49.49, 6.41, 50.85] + }, + "source": { + "format": "bbox", + "url": "https://geoservices.wallonie.be/arcgis/services/IMAGERIE/ORTHO_LAST/MapServer/WMSServer?service=WMS&request=GetMap&version=1.3.0&layers=0&styles=&crs=EPSG:3857&bbox={bbox-epsg-3857}&width=256&height=256&format=image/jpeg", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 8, + "maxZoom": 20, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true, + "noDataColor": "#ffffff" + }, + "imagery": { + "type": "ortho", + "resolution": "25 cm", + "resolutionM": 0.25, + "trueOrtho": false, + "vintage": "2021–present", + "updateCycle": "Annual", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Conditions ouvertes SPW (attribution)", + "url": "https://geoportail.wallonie.be/catalogue-donnees" + }, + "attribution": { + "text": "© Service public de Wallonie", + "url": "https://geoportail.wallonie.be/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/wi-statewide-imagery.json b/src/library/entries/wi-statewide-imagery.json new file mode 100644 index 000000000..2f2bb3e0d --- /dev/null +++ b/src/library/entries/wi-statewide-imagery.json @@ -0,0 +1,48 @@ +{ + "id": "wi-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "Wisconsin Statewide Imagery (2020)", + "provider": "Wisconsin DOT / WisconsinView", + "description": "Aerial orthophotos: Statewide coverage of Wisconsin.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-93.0454, 42.3829, -86.6018, 47.1427] + }, + "source": { + "format": "bbox", + "url": "https://di-wisdot.img.arcgis.com/arcgis/rest/services/Statewide/WisconsinNAIP20/ImageServer/exportImage?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true + }, + "imagery": { + "type": "ortho", + "resolution": "60 cm (NAIP)", + "resolutionM": 0.6, + "trueOrtho": false, + "vintage": "2020–present", + "updateCycle": "NAIP 2-year cycle", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open — WisconsinView / state open data", + "url": "https://www.wisconsinview.org/", + "operatorOptIn": true + }, + "attribution": { + "text": "WisDOT - NAIP 2020", + "url": "https://www.wisconsinview.org/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/entries/wri-global-power-plants.json b/src/library/entries/wri-global-power-plants.json new file mode 100644 index 000000000..512da80a1 --- /dev/null +++ b/src/library/entries/wri-global-power-plants.json @@ -0,0 +1,65 @@ +{ + "id": "wri-global-power-plants", + "kind": "dataset", + "family": "infrastructure", + "title": "Global power plants (WRI)", + "provider": "WRI", + "description": "The 10,000 largest of about 35,000 power plants worldwide, with fuel and capacity, from the WRI Global Power Plant Database (v1.3, 2021).", + "icon": "ϟ", + "maintainer": "github:asturksever", + "coverage": { + "global": true + }, + "source": { + "format": "csv", + "url": "https://raw.githubusercontent.com/wri/global-power-plant-database/master/output_database/global_power_plant_database.csv", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "maxBytes": 16777216, + "maxFeatures": 10000 + }, + "display": { + "color": "#a0aec0", + "label": "name", + "fields": ["primary_fuel", "capacity_mw"], + "rank": { + "field": "capacity_mw", + "order": "desc" + }, + "colorBy": { + "field": "primary_fuel", + "colors": { + "Coal": "#d55181", + "Gas": "#d55181", + "Oil": "#d55181", + "Petcoke": "#d55181", + "Cogeneration": "#d55181", + "Nuclear": "#c98500", + "Hydro": "#3987e5", + "Wind": "#008300", + "Solar": "#008300" + }, + "labels": { + "Coal": "Fossil (coal, gas, oil)", + "Gas": "Fossil (coal, gas, oil)", + "Oil": "Fossil (coal, gas, oil)", + "Petcoke": "Fossil (coal, gas, oil)", + "Cogeneration": "Fossil (coal, gas, oil)", + "Nuclear": "Nuclear", + "Hydro": "Hydro", + "Wind": "Wind and solar", + "Solar": "Wind and solar" + } + } + }, + "licence": { + "name": "CC BY 4.0", + "url": "https://creativecommons.org/licenses/by/4.0/" + }, + "attribution": { + "text": "World Resources Institute, Global Power Plant Database (2021)", + "url": "https://datasets.wri.org/dataset/globalpowerplantdatabase" + }, + "status": "community", + "reviewed": "2026-10-22" +} diff --git a/src/library/entries/wv-statewide-imagery.json b/src/library/entries/wv-statewide-imagery.json new file mode 100644 index 000000000..f5e9c31ea --- /dev/null +++ b/src/library/entries/wv-statewide-imagery.json @@ -0,0 +1,49 @@ +{ + "id": "wv-statewide-imagery", + "kind": "tiles", + "family": "imagery", + "title": "West Virginia Statewide Imagery", + "provider": "WV GIS Technical Center (WVU)", + "description": "Aerial orthophotos: Statewide coverage of West Virginia.", + "icon": "▣", + "maintainer": "github:asturksever", + "coverage": { + "countries": ["US"], + "bbox": [-82.6924, 37.1844, -77.681, 40.6905] + }, + "source": { + "format": "bbox", + "url": "https://services.wvgis.wvu.edu/arcgis/rest/services/Imagery_BaseMaps_EarthCover/wv_imagery_NAIP_2018_60cm/MapServer/export?bbox={bbox-epsg-3857}&bboxSR=3857&imageSR=3857&size=256,256&format=jpgpng&f=image", + "fetch": "browser-direct", + "cacheSeconds": 86400, + "minZoom": 6, + "maxZoom": 19, + "bounded": true + }, + "display": { + "opacity": 1, + "outline": "bbox", + "aerial": true, + "noDataColor": "#fdfdfd" + }, + "imagery": { + "type": "ortho", + "resolution": "60 cm", + "resolutionM": 0.6, + "trueOrtho": false, + "vintage": "2015–present", + "updateCycle": "NAIP 2-year cycle", + "registry": "https://imagery-registry.netlify.app/" + }, + "licence": { + "name": "Open — WV GIS Technical Center terms", + "url": "https://wvgis.wvu.edu/", + "operatorOptIn": true + }, + "attribution": { + "text": "WV GIS Technical Center, West Virginia University", + "url": "https://wvgis.wvu.edu/" + }, + "status": "community", + "reviewed": "2026-10-23" +} diff --git a/src/library/extent.js b/src/library/extent.js new file mode 100644 index 000000000..ca07816e4 --- /dev/null +++ b/src/library/extent.js @@ -0,0 +1,104 @@ +/** + * The area a Data Library layer covers, for "Zoom to layer". Pure: no + * Cesium, so the server, tests and the browser share it. + * + * An extent is `{ west, south, east, north }` in degrees. `east` may exceed + * 180 when the set crosses the antimeridian (Fiji, the Aleutians), so the + * shorter way round is kept rather than a box spanning the whole planet. + */ + +/** The whole world, short of the poles a Web Mercator map cannot show. */ +export const WORLD_EXTENT = Object.freeze({ + west: -180, + south: -85, + east: 180, + north: 85, +}); +/** Smallest box a zoom frames, so a single point is not a ground-level dive. */ +export const MIN_EXTENT_SPAN_DEG = 0.05; + +function visit(coordinates, push) { + if (!Array.isArray(coordinates)) return; + if (typeof coordinates[0] === 'number') { + const [lon, lat] = coordinates; + if ( + Number.isFinite(lon) && + Number.isFinite(lat) && + Math.abs(lon) <= 180 && + Math.abs(lat) <= 90 + ) + push(lon, lat); + return; + } + for (const child of coordinates) visit(child, push); +} + +/** + * The bounding box of GeoJSON features, taking the shorter way round the + * antimeridian. + * @param {Array<{ geometry?: { coordinates?: unknown } }>} features + * @returns {{ west: number, south: number, east: number, north: number } | null} + */ +export function featureExtent(features) { + let south = Infinity; + let north = -Infinity; + let west = Infinity; + let east = -Infinity; + // The same longitudes shifted to 0–360, for sets that straddle ±180. + let westShifted = Infinity; + let eastShifted = -Infinity; + let count = 0; + for (const feature of features || []) + visit(feature?.geometry?.coordinates, (lon, lat) => { + count += 1; + south = Math.min(south, lat); + north = Math.max(north, lat); + west = Math.min(west, lon); + east = Math.max(east, lon); + const shifted = lon < 0 ? lon + 360 : lon; + westShifted = Math.min(westShifted, shifted); + eastShifted = Math.max(eastShifted, shifted); + }); + if (!count) return null; + // A set that straddles ±180 is narrower in 0–360 terms; `east` then + // exceeds 180 (all-negative longitudes never take this branch). + if (eastShifted - westShifted < east - west) + return { west: westShifted, south, east: eastShifted, north }; + return { west, south, east, north }; +} + +/** A manifest's declared coverage as an extent (the world when global). */ +export function coverageExtent(entry) { + const bbox = entry?.coverage?.bbox; + if (!entry?.coverage?.global && Array.isArray(bbox) && bbox.length === 4) { + const [west, south, east, north] = bbox; + return { west, south, east, north }; + } + return { ...WORLD_EXTENT }; +} + +/** + * Grow a box to at least `minSpan` degrees each way and clamp it to what the + * map can frame. + * @param {{ west: number, south: number, east: number, north: number }} extent + * @param {number} [minSpan] + */ +export function padExtent(extent, minSpan = MIN_EXTENT_SPAN_DEG) { + const grow = (low, high) => { + const missing = Math.max(0, minSpan - (high - low)) / 2; + return [low - missing, high + missing]; + }; + const [west, east] = grow(extent.west, extent.east); + const [south, north] = grow(extent.south, extent.north); + return { + west, + east, + south: Math.max(WORLD_EXTENT.south, south), + north: Math.min(WORLD_EXTENT.north, north), + }; +} + +/** Whether a box is so wide the zoom should show the whole globe instead. */ +export function isWorldScale(extent) { + return extent.east - extent.west >= 300; +} diff --git a/src/library/extent.test.mjs b/src/library/extent.test.mjs new file mode 100644 index 000000000..db41cad51 --- /dev/null +++ b/src/library/extent.test.mjs @@ -0,0 +1,75 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { + WORLD_EXTENT, + coverageExtent, + featureExtent, + isWorldScale, + padExtent, +} from './extent.js'; + +const point = (lon, lat) => ({ + geometry: { type: 'Point', coordinates: [lon, lat] }, +}); + +test('the extent covers every coordinate, nested geometries included', () => { + assert.deepEqual( + featureExtent([ + point(-122, 37), + { + geometry: { + type: 'Polygon', + coordinates: [ + [ + [-80, 25], + [-79, 25], + [-79, 26], + [-80, 25], + ], + ], + }, + }, + { geometry: null }, + point(500, 0), + ]), + { west: -122, south: 25, east: -79, north: 37 }, + ); + assert.equal(featureExtent([]), null); + assert.equal(featureExtent([{ geometry: { coordinates: [NaN, 1] } }]), null); +}); + +test('a set straddling the antimeridian takes the short way round', () => { + assert.deepEqual(featureExtent([point(178, -17), point(-179, -16)]), { + west: 178, + south: -17, + east: 181, + north: -16, + }); + assert.deepEqual(featureExtent([point(-170, 0), point(-160, 1)]), { + west: -170, + south: 0, + east: -160, + north: 1, + }); +}); + +test('coverage falls back to the world, a point grows to a frameable box', () => { + assert.deepEqual( + coverageExtent({ coverage: { global: true } }), + WORLD_EXTENT, + ); + assert.deepEqual(coverageExtent({ coverage: { bbox: [1, 2, 3, 4] } }), { + west: 1, + south: 2, + east: 3, + north: 4, + }); + const padded = padExtent({ west: 10, south: 20, east: 10, north: 20 }); + assert.ok(Math.abs(padded.east - padded.west - 0.05) < 1e-9); + assert.equal( + padExtent({ west: 0, south: -89, east: 1, north: 89 }).north, + 85, + ); + assert.equal(isWorldScale(WORLD_EXTENT), true); + assert.equal(isWorldScale({ west: -125, east: -66 }), false); +}); diff --git a/src/library/formats.js b/src/library/formats.js new file mode 100644 index 000000000..e603a1276 --- /dev/null +++ b/src/library/formats.js @@ -0,0 +1,453 @@ +/** + * Turn what a Data Library upstream returns into bounded GeoJSON features. + * + * Shared by the browser (browser-direct entries) and the server's generic + * proxy (proxied entries), so a dataset looks the same whichever way it is + * fetched. Pure: no fetch, no DOM. Callers own transport, caps on bytes and + * cancellation; this module owns shape, coordinate sanity and feature caps. + */ + +const GEOMETRY_TYPES = new Set([ + 'Point', + 'MultiPoint', + 'LineString', + 'MultiLineString', + 'Polygon', + 'MultiPolygon', +]); +const LAT_COLUMNS = ['lat', 'latitude', 'y']; +const LON_COLUMNS = ['lon', 'lng', 'long', 'longitude', 'x']; +const MAX_DETAIL_CHARS = 80; +const MAX_NAME_CHARS = 120; + +/** Error for an upstream body that is not the declared format. */ +export class LibraryFormatError extends Error { + constructor(message) { + super(message); + this.name = 'LibraryFormatError'; + this.code = 'malformed'; + } +} + +const validPosition = (position) => + Array.isArray(position) && + position.length >= 2 && + Number.isFinite(position[0]) && + Number.isFinite(position[1]) && + Math.abs(position[0]) <= 180 && + Math.abs(position[1]) <= 90; + +function validCoordinates(type, coordinates, depth = 0) { + if (!Array.isArray(coordinates) || depth > 4) return false; + if (type === 'Point') return validPosition(coordinates); + if (type === 'MultiPoint' || type === 'LineString') + return coordinates.length > 0 && coordinates.every(validPosition); + if (type === 'MultiLineString' || type === 'Polygon') + return ( + coordinates.length > 0 && + coordinates.every((ring) => validCoordinates('LineString', ring)) + ); + if (type === 'MultiPolygon') + return ( + coordinates.length > 0 && + coordinates.every((polygon) => validCoordinates('Polygon', polygon)) + ); + return false; +} + +/** Only real, in-range geometries survive; everything else is dropped. */ +export function validLibraryGeometry(geometry) { + return ( + Boolean(geometry) && + GEOMETRY_TYPES.has(geometry.type) && + validCoordinates(geometry.type, geometry.coordinates) + ); +} + +function cleanValue(value, max) { + if (value === null || value === undefined) return ''; + if (typeof value === 'object') return ''; + const text = String(value).replace(/\s+/g, ' ').trim(); + if (!text || text === 'null' || text === 'undefined') return ''; + return text.length > max ? `${text.slice(0, max - 1)}…` : text; +} + +function readPath(properties, path) { + let value = properties; + for (const part of String(path).split('.')) { + if (!value || typeof value !== 'object') return undefined; + value = value[part]; + } + return value; +} + +/** + * Give a feature the presentation fields the map reads: `name` for its label + * and `__gevDetails` (up to two lines) for its card. Upstream properties are + * kept as they are; feed data is never translated. + * @param {object} properties + * @param {{ label?: string, fields?: string[] }} display + * @returns {object} + */ +export function presentLibraryProperties(properties, display = {}) { + const source = + properties && typeof properties === 'object' && !Array.isArray(properties) + ? properties + : {}; + const result = { ...source }; + const label = display.label + ? cleanValue(readPath(source, display.label), MAX_NAME_CHARS) + : cleanValue(source.name ?? source.title, MAX_NAME_CHARS); + if (label) result.name = label; + else delete result.name; + const details = []; + for (const field of display.fields || []) { + const value = cleanValue(readPath(source, field), MAX_DETAIL_CHARS); + if (value) details.push(`${field.split('.').pop()}: ${value}`); + if (details.length === 2) break; + } + result.__gevDetails = details; + // The value a colorBy legend groups on, flattened so nested fields + // (EONET's categories.0.title) colour the same in every renderer. + if (display.colorBy) + result.__gevColorKey = cleanValue( + readPath(source, display.colorBy.field), + MAX_NAME_CHARS, + ); + return result; +} + +/** Highest importance a manifest rank can add (below the named/unnamed gap). */ +export const LIBRARY_RANK_MAX = 600; + +function rankValue(properties, field) { + const raw = readPath(properties, field); + if (typeof raw === 'number') return Number.isFinite(raw) ? raw : null; + if (typeof raw !== 'string' || !raw.trim()) return null; + const number = Number(raw); + if (Number.isFinite(number)) return number; + const time = Date.parse(raw); + return Number.isFinite(time) ? time : null; +} + +/** + * Order candidates by the manifest's importance field, most important first, + * so a capped dataset keeps its top features and the map's level of detail + * can prefer them. Features without a value keep their order, last. + * @param {object[]} features + * @param {{ field: string, order?: 'desc'|'asc' }} rank + * @returns {Array<{ feature: object, value: number|null }>} + */ +function rankCandidates(features, rank) { + const sign = rank.order === 'asc' ? 1 : -1; + return features + .map((feature, index) => ({ + feature, + index, + value: rankValue(feature?.properties, rank.field), + })) + .sort((a, b) => { + if (a.value === null || b.value === null) + return (a.value === null) - (b.value === null) || a.index - b.index; + return sign * (a.value - b.value) || a.index - b.index; + }); +} + +/** + * Bound and present a list of candidate features. + * @param {unknown[]} candidates + * @param {{ maxFeatures: number, display?: object }} options + * @returns {{ features: object[], dropped: number, truncated: boolean }} + */ +export function boundLibraryFeatures(candidates, { maxFeatures, display }) { + const valid = []; + let dropped = 0; + for (const candidate of candidates) { + if (validLibraryGeometry(candidate?.geometry)) valid.push(candidate); + else dropped += 1; + } + const ranked = display?.rank + ? rankCandidates(valid, display.rank) + : valid.map((feature) => ({ feature, value: null })); + const kept = ranked.slice(0, maxFeatures); + const scored = kept.filter(({ value }) => value !== null).length; + const features = kept.map(({ feature, value }, position) => { + const properties = presentLibraryProperties(feature.properties, display); + // Importance for the map's level of detail: the top feature earns the + // most, the least important ranked feature none. + if (display?.rank) + properties.__gevRank = + value === null || scored < 2 + ? 0 + : Math.round(LIBRARY_RANK_MAX * (1 - position / (scored - 1))); + return { type: 'Feature', geometry: feature.geometry, properties }; + }); + return { features, dropped, truncated: ranked.length > maxFeatures }; +} + +function geojsonCandidates(payload) { + if (Array.isArray(payload)) return payload; + if (payload?.type === 'FeatureCollection' && Array.isArray(payload.features)) + return payload.features; + if (payload?.type === 'Feature') return [payload]; + throw new LibraryFormatError('not a GeoJSON FeatureCollection'); +} + +/** Parse JSON text, reporting a format error rather than a SyntaxError. */ +export function parseLibraryJson(text) { + try { + return JSON.parse(text); + } catch { + throw new LibraryFormatError('response is not JSON'); + } +} + +/** + * Split CSV text into rows (RFC 4180: quoted fields, doubled quotes, CRLF). + * @param {string} text + * @returns {string[][]} + */ +export function parseCsvRows(text) { + const rows = []; + let row = []; + let field = ''; + let quoted = false; + const input = String(text).replace(/^/, ''); + for (let index = 0; index < input.length; index++) { + const char = input[index]; + if (quoted) { + if (char === '"') { + if (input[index + 1] === '"') { + field += '"'; + index += 1; + } else quoted = false; + } else field += char; + continue; + } + if (char === '"' && field === '') quoted = true; + else if (char === ',') { + row.push(field); + field = ''; + } else if (char === '\n' || char === '\r') { + if (char === '\r' && input[index + 1] === '\n') index += 1; + row.push(field); + if (row.some((value) => value !== '')) rows.push(row); + row = []; + field = ''; + } else field += char; + } + if (quoted) throw new LibraryFormatError('unterminated quoted CSV field'); + row.push(field); + if (row.some((value) => value !== '')) rows.push(row); + return rows; +} + +function csvCandidates(text, columns) { + const rows = parseCsvRows(text); + if (rows.length < 1) throw new LibraryFormatError('CSV has no header'); + const header = rows[0].map((name) => name.trim()); + const lower = header.map((name) => name.toLowerCase()); + const find = (explicit, fallbacks) => + explicit + ? header.indexOf(explicit) + : lower.findIndex((name) => fallbacks.includes(name)); + const latIndex = find(columns?.lat, LAT_COLUMNS); + const lonIndex = find(columns?.lon, LON_COLUMNS); + if (latIndex < 0 || lonIndex < 0) + throw new LibraryFormatError('CSV has no latitude/longitude columns'); + return rows.slice(1).map((values) => { + const properties = {}; + header.forEach((name, index) => { + if (index !== latIndex && index !== lonIndex && name) + properties[name] = values[index] ?? ''; + }); + const lat = Number.parseFloat(values[latIndex]); + const lon = Number.parseFloat(values[lonIndex]); + return { + type: 'Feature', + geometry: { type: 'Point', coordinates: [lon, lat] }, + properties, + }; + }); +} + +/** + * Point features from a JSON array of records (an API that answers + * `{ "stations": [{ "lat": …, "lng": … }] }` rather than GeoJSON). + * @param {unknown} payload Parsed JSON. + * @param {{ records?: string, columns?: { lat: string, lon: string } }} source + */ +function jsonCandidates(payload, { records, columns } = {}) { + const list = records ? readPath(payload, records) : payload; + if (!Array.isArray(list)) + throw new LibraryFormatError('JSON has no record list at source.records'); + const pick = (record, explicit, fallbacks) => { + if (explicit) return explicit; + return Object.keys(record).find((key) => + fallbacks.includes(key.toLowerCase()), + ); + }; + return list.map((record) => { + if (!record || typeof record !== 'object' || Array.isArray(record)) + return { geometry: null }; + const latKey = pick(record, columns?.lat, LAT_COLUMNS); + const lonKey = pick(record, columns?.lon, LON_COLUMNS); + const properties = {}; + for (const [key, value] of Object.entries(record)) + if (key !== latKey && key !== lonKey) properties[key] = value; + return { + type: 'Feature', + geometry: { + type: 'Point', + coordinates: [ + Number.parseFloat(record[lonKey]), + Number.parseFloat(record[latKey]), + ], + }, + properties, + }; + }); +} + +/** + * Parse one upstream body in a declared vector format. + * @param {'geojson'|'geojsonl'|'csv'|'json'|'arcgis'} format + * @param {string} text + * @param {{ columns?: { lat: string, lon: string }, records?: string }} [source] + * @returns {{ candidates: unknown[], exceededTransferLimit: boolean }} + */ +export function parseLibraryBody(format, text, source = {}) { + if (format === 'csv') + return { + candidates: csvCandidates(text, source.columns), + exceededTransferLimit: false, + }; + if (format === 'geojsonl') { + const candidates = String(text) + .split('\n') + .filter((line) => line.trim()) + .map(parseLibraryJson); + return { candidates, exceededTransferLimit: false }; + } + const payload = parseLibraryJson(text); + if (format === 'json') + return { + candidates: jsonCandidates(payload, source), + exceededTransferLimit: false, + }; + if (format === 'arcgis' && payload?.error) + throw new LibraryFormatError('ArcGIS service returned an error'); + return { + candidates: geojsonCandidates(payload), + exceededTransferLimit: + format === 'arcgis' && + (payload?.exceededTransferLimit === true || + payload?.properties?.exceededTransferLimit === true), + }; +} + +/** + * The ArcGIS FeatureServer query URL for one page. The manifest's query may + * set `where` and `outFields`; geometry is always WGS84 GeoJSON. + * @param {string} layerUrl `.../FeatureServer/` or `.../MapServer/`. + * @param {Record|undefined} query + * @param {number} offset + * @param {number} pageSize + * @returns {string} + */ +export function arcgisPageUrl( + layerUrl, + query = {}, + offset = 0, + pageSize = 2000, + bbox = null, +) { + const url = new URL(`${String(layerUrl).replace(/\/+$/, '')}/query`); + const params = new URLSearchParams({ + where: '1=1', + outFields: '*', + ...query, + outSR: '4326', + f: 'geojson', + resultOffset: String(offset), + resultRecordCount: String(pageSize), + // A view-bounded load asks for what intersects the camera's box only. + ...(bbox + ? { + geometry: bbox.map((value) => value.toFixed(6)).join(','), + geometryType: 'esriGeometryEnvelope', + inSR: '4326', + spatialRel: 'esriSpatialRelIntersects', + } + : {}), + }); + url.search = params.toString(); + return url.href; +} + +/** + * The URL to request for a non-ArcGIS dataset: the manifest URL plus its + * declared query parameters. + * @param {{ url: string, query?: Record }} source + * @returns {string} + */ +export function datasetRequestUrl(source) { + const url = new URL(source.url); + for (const [name, value] of Object.entries(source.query || {})) + url.searchParams.set(name, value); + return url.href; +} + +/** + * Fetch and normalize a whole dataset through a caller-supplied page reader, + * following ArcGIS paging. The reader returns one page's text and owns byte + * caps, redirects and cancellation. + * @param {object} entry A validated library entry (kind dataset). + * @param {(url: string, budget: { remainingBytes: number }) => Promise} readPage + * @param {{ bbox?: number[]|null }} [options] A view-bounded ArcGIS load's + * `[west, south, east, north]`. + * @returns {Promise<{ type: 'FeatureCollection', features: object[], dropped: number, truncated: boolean }>} + */ +export async function loadLibraryDataset( + entry, + readPage, + { bbox = null } = {}, +) { + const { source, display } = entry; + const budget = { remainingBytes: source.maxBytes }; + const candidates = []; + let truncated = false; + if (source.format === 'arcgis') { + for (let page = 0; page < source.maxPages; page++) { + const url = arcgisPageUrl( + source.url, + source.query, + candidates.length, + 2000, + bbox, + ); + const parsed = parseLibraryBody('arcgis', await readPage(url, budget)); + candidates.push(...parsed.candidates); + if (!parsed.exceededTransferLimit || !parsed.candidates.length) break; + if (candidates.length >= source.maxFeatures) break; + if (page === source.maxPages - 1) truncated = true; + } + } else { + const parsed = parseLibraryBody( + source.format, + await readPage(datasetRequestUrl(source), budget), + source, + ); + candidates.push(...parsed.candidates); + } + const bounded = boundLibraryFeatures(candidates, { + maxFeatures: source.maxFeatures, + display, + }); + return { + type: 'FeatureCollection', + features: bounded.features, + dropped: bounded.dropped, + truncated: truncated || bounded.truncated, + }; +} diff --git a/src/library/formats.test.mjs b/src/library/formats.test.mjs new file mode 100644 index 000000000..4337ba818 --- /dev/null +++ b/src/library/formats.test.mjs @@ -0,0 +1,282 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { + arcgisPageUrl, + boundLibraryFeatures, + loadLibraryDataset, + parseCsvRows, + parseLibraryBody, + presentLibraryProperties, + validLibraryGeometry, +} from './formats.js'; +import { validateLibraryManifest } from './manifest.js'; + +const point = (lon, lat, properties = {}) => ({ + type: 'Feature', + geometry: { type: 'Point', coordinates: [lon, lat] }, + properties, +}); + +function entry(source, display = {}) { + const { + ok, + errors, + entry: value, + } = validateLibraryManifest({ + id: 'fixture-entry', + kind: 'dataset', + family: 'events', + title: 'Fixture', + provider: 'Fixture', + description: 'Fixture dataset.', + maintainer: 'test', + coverage: { global: true }, + source: { fetch: 'proxied', url: 'https://data.example.org/x', ...source }, + display, + licence: { name: 'Public domain', url: 'https://example.org/licence' }, + attribution: { text: 'Fixture' }, + status: 'community', + }); + assert.deepEqual(errors, []); + assert.ok(ok); + return value; +} + +test('only real, in-range geometries survive', () => { + assert.ok(validLibraryGeometry({ type: 'Point', coordinates: [1, 2] })); + assert.equal( + validLibraryGeometry({ type: 'Point', coordinates: [181, 2] }), + false, + ); + assert.equal( + validLibraryGeometry({ type: 'Point', coordinates: [NaN, 2] }), + false, + ); + assert.equal( + validLibraryGeometry({ type: 'GeometryCollection', geometries: [] }), + false, + ); + assert.ok( + validLibraryGeometry({ + type: 'Polygon', + coordinates: [ + [ + [0, 0], + [1, 0], + [1, 1], + [0, 0], + ], + ], + }), + ); + assert.equal( + validLibraryGeometry({ type: 'Polygon', coordinates: [[]] }), + false, + ); +}); + +test('features are capped and counted, never silently passed whole', () => { + const candidates = [point(0, 0), point(500, 0), point(1, 1), point(2, 2)]; + const result = boundLibraryFeatures(candidates, { maxFeatures: 2 }); + assert.equal(result.features.length, 2); + assert.equal(result.dropped, 1); + assert.equal(result.truncated, true); +}); + +test('the manifest label and fields become the card copy; values stay as sent', () => { + const properties = presentLibraryProperties( + { + Plant_Name: ' Grand Coulee ', + PrimSource: 'hydroelectric', + Total_MW: 6809, + nested: { a: 1 }, + }, + { label: 'Plant_Name', fields: ['PrimSource', 'Total_MW', 'nested'] }, + ); + assert.equal(properties.name, 'Grand Coulee'); + assert.deepEqual(properties.__gevDetails, [ + 'PrimSource: hydroelectric', + 'Total_MW: 6809', + ]); + assert.equal(properties.Plant_Name, ' Grand Coulee '); +}); + +test('CSV parsing follows RFC 4180 and finds lat/lon columns', () => { + assert.deepEqual(parseCsvRows('a,b\r\n"x, y","he said ""hi"""\n\n'), [ + ['a', 'b'], + ['x, y', 'he said "hi"'], + ]); + const { candidates } = parseLibraryBody( + 'csv', + 'name,Latitude,Longitude\n"Pier, 39",37.8087,-122.4098\n', + ); + assert.deepEqual(candidates[0].geometry.coordinates, [-122.4098, 37.8087]); + assert.deepEqual(candidates[0].properties, { name: 'Pier, 39' }); + assert.throws( + () => parseLibraryBody('csv', 'name,value\na,1'), + /latitude\/longitude/, + ); + assert.throws(() => parseCsvRows('"open'), /unterminated/); +}); + +test('explicit CSV columns win over the guessed ones', () => { + const { candidates } = parseLibraryBody( + 'csv', + 'y,x,lat_wgs,lon_wgs\n1,2,10,20\n', + { + columns: { lat: 'lat_wgs', lon: 'lon_wgs' }, + }, + ); + assert.deepEqual(candidates[0].geometry.coordinates, [20, 10]); +}); + +test('GeoJSON Lines and malformed bodies', () => { + const { candidates } = parseLibraryBody( + 'geojsonl', + `${JSON.stringify(point(1, 2))}\n\n${JSON.stringify(point(3, 4))}\n`, + ); + assert.equal(candidates.length, 2); + assert.throws(() => parseLibraryBody('geojson', ''), /not JSON/); + assert.throws( + () => parseLibraryBody('geojson', '{"a":1}'), + /FeatureCollection/, + ); + assert.throws( + () => parseLibraryBody('arcgis', '{"error":{"code":499}}'), + /ArcGIS service returned an error/, + ); +}); + +test('ArcGIS pages are WGS84 GeoJSON with the manifest query', () => { + const url = new URL( + arcgisPageUrl( + 'https://s.example.org/FeatureServer/0/', + { where: 'MW >= 100', f: 'json' }, + 2000, + ), + ); + assert.equal(url.pathname, '/FeatureServer/0/query'); + assert.equal(url.searchParams.get('where'), 'MW >= 100'); + assert.equal(url.searchParams.get('f'), 'geojson'); + assert.equal(url.searchParams.get('outSR'), '4326'); + assert.equal(url.searchParams.get('resultOffset'), '2000'); +}); + +test('ArcGIS paging follows exceededTransferLimit up to maxPages', async () => { + const value = entry({ + format: 'arcgis', + url: 'https://s.example.org/FeatureServer/0', + maxPages: 2, + }); + const offsets = []; + const collection = await loadLibraryDataset(value, async (url) => { + offsets.push(new URL(url).searchParams.get('resultOffset')); + return JSON.stringify({ + type: 'FeatureCollection', + properties: { exceededTransferLimit: true }, + features: [point(offsets.length, 0)], + }); + }); + assert.deepEqual(offsets, ['0', '1']); + assert.equal(collection.features.length, 2); + assert.equal(collection.truncated, true); +}); + +test('a plain dataset request carries the manifest query once', async () => { + const value = entry({ + format: 'geojson', + url: 'https://data.example.org/x?keep=1', + query: { status: 'open' }, + }); + let requested; + const collection = await loadLibraryDataset(value, async (url) => { + requested = new URL(url); + return JSON.stringify({ + type: 'FeatureCollection', + features: [point(1, 1, { title: 'Storm' })], + }); + }); + assert.equal(requested.searchParams.get('keep'), '1'); + assert.equal(requested.searchParams.get('status'), 'open'); + assert.equal(collection.features[0].properties.name, 'Storm'); + assert.equal(collection.truncated, false); +}); + +test('a manifest rank keeps the most important features and scores them for the map', () => { + const candidates = [ + point(0, 0, { Plant_Name: 'small', Total_MW: '120' }), + point(1, 1, { Plant_Name: 'none' }), + point(2, 2, { Plant_Name: 'huge', Total_MW: 6809 }), + point(3, 3, { Plant_Name: 'mid', Total_MW: 900 }), + ]; + const { features, truncated } = boundLibraryFeatures(candidates, { + maxFeatures: 3, + display: { label: 'Plant_Name', rank: { field: 'Total_MW' } }, + }); + assert.equal(truncated, true); + assert.deepEqual( + features.map(({ properties }) => [properties.name, properties.__gevRank]), + [ + ['huge', 600], + ['mid', 300], + ['small', 0], + ], + ); + const dated = boundLibraryFeatures( + [ + point(0, 0, { date: '2026-10-01T00:00:00Z' }), + point(0, 0, { date: '2026-10-20T00:00:00Z' }), + ], + { maxFeatures: 5, display: { rank: { field: 'date', order: 'desc' } } }, + ); + assert.deepEqual( + dated.features.map(({ properties }) => properties.date), + ['2026-10-20T00:00:00Z', '2026-10-01T00:00:00Z'], + ); +}); + +test('a JSON record list becomes points from named or guessed lat/lon fields', () => { + const body = JSON.stringify({ + count: 3, + stations: [ + { id: '1611400', name: 'Nawiliwili', lat: 21.9544, lng: -159.3561 }, + { id: 'x', name: 'Bad', lat: 'n/a', lng: 1 }, + 'not a record', + ], + }); + const { candidates } = parseLibraryBody('json', body, { + records: 'stations', + columns: { lat: 'lat', lon: 'lng' }, + }); + assert.deepEqual(candidates[0].geometry.coordinates, [-159.3561, 21.9544]); + assert.deepEqual(candidates[0].properties, { + id: '1611400', + name: 'Nawiliwili', + }); + const bounded = boundLibraryFeatures(candidates, { maxFeatures: 10 }); + assert.equal(bounded.features.length, 1); + assert.equal(bounded.dropped, 2); + // Without columns, lat/latitude and lon/lng/longitude are found by name. + const guessed = parseLibraryBody( + 'json', + JSON.stringify([{ Latitude: '10', Longitude: '20', name: 'A' }]), + ); + assert.deepEqual(guessed.candidates[0].geometry.coordinates, [20, 10]); + assert.throws( + () => parseLibraryBody('json', '{"items":[]}', { records: 'stations' }), + /no record list/, + ); +}); + +test('a colorBy field, nested or not, becomes the flat colour key', () => { + const properties = presentLibraryProperties( + { categories: [{ title: 'Wildfires' }], title: 'Fire' }, + { + colorBy: { + field: 'categories.0.title', + colors: { Wildfires: '#c98500' }, + }, + }, + ); + assert.equal(properties.__gevColorKey, 'Wildfires'); +}); diff --git a/src/library/layers.js b/src/library/layers.js new file mode 100644 index 000000000..68d382dc6 --- /dev/null +++ b/src/library/layers.js @@ -0,0 +1,800 @@ +/** + * Layer modules for Data Library entries. A dataset renders through the same + * GeoJSON layer as Datacenters and Dams; tiles drape on whichever imagery + * host the active map stack offers, as Recent Imagery does. + */ +import * as Cesium from 'cesium'; +import { + createLocalGeoJsonLayer, + localDatasetError, +} from '../data/localGeojsonCore.js'; +import { + NATURAL_EARTH_CREDIT, + registerDynamicCredit, +} from '../data/dataCredits.js'; +import { loadCountryOutlines, outlineRings } from './outlines.js'; +import { NO_IMAGERY_HOST, resolveImageryHost } from '../maps/imageryHost.js'; +import { msg, t } from '../i18n/index.js'; +import { libraryLayerId } from './manifest.js'; +import { coverageExtent, featureExtent } from './extent.js'; +import { RELIEF_CLASSES, metresPerPixel, terrariumToRelief } from './relief.js'; + +const DEFAULT_DATASET_COLOR = '#8ad4ff'; +const TILE_ERROR_LIMIT = 24; +const TILES_UNAVAILABLE = msg('tiles unavailable'); +/** Imagery coverage outlines: a thin bright line that reads on photos. */ +const OUTLINE_COLOR = '#ffffff'; +const OUTLINE_WIDTH_PX = 2.5; +const ZOOM_IN_HINT = msg('zoom in to load this layer'); +const VIEW_DEBOUNCE_MS = 450; +// The query window's half-size: half the camera height each way, between +// about 330 m and 5.5 km. +const VIEW_HALF_PER_METRE = 0.5; +const VIEW_MIN_HALF_DEG = 0.003; +const VIEW_MAX_HALF_DEG = 0.05; + +/** + * The row's chips. Unlike other layers' row controls they stay visible while + * the layer is off (layerPanel.js honours `whileOff`). + * Both are icon actions that also work while the layer is off: Zoom to + * layer (the controller switches the layer on first) and Remove. + * @param {() => object|null} getExtent + * @param {(() => void) | null} onZoom + * @param {(() => void) | null} onRemove + */ +function libraryRowControls(getExtent, onZoom, onRemove, legend = []) { + const chips = []; + if (typeof onZoom === 'function') + chips.push({ + id: 'zoom', + icon: 'zoom_in_map', + action: true, + whileOff: true, + label: t('Zoom to layer'), + title: t('Zoom to layer · fly to where this layer has data'), + onClick: onZoom, + }); + if (typeof onRemove === 'function') + chips.push({ + id: 'remove', + icon: 'delete', + action: true, + whileOff: true, + label: t('Remove from Data Layers'), + title: t('Remove from Data Layers · add it again from the library'), + onClick: onRemove, + }); + return legend.length ? { chips, legend } : { chips }; +} + +/** + * The row legend: for `display.colorBy` one swatch per value, labelled from + * `colorBy.labels` (else the value itself) and counted when counts are + * given; otherwise the manifest's static `display.legend` (a tile layer's + * colour scale). Labels travel with the colours, so colour is never alone. + */ +export function colorByLegend(display, counts = null) { + const colorBy = display?.colorBy; + if (!colorBy) + return (display?.legend || []).map(({ label, color }) => ({ + label, + color, + })); + const labels = colorBy.labels || {}; + // Values sharing a label are one legend group (coal, gas and oil are + // "Fossil"); the first value's colour stands for the group. + const groups = new Map(); + for (const [value, color] of Object.entries(colorBy.colors)) { + const label = labels[value] || value; + const group = groups.get(label) || { label, color, count: 0 }; + group.count += counts?.get(value) || 0; + groups.set(label, group); + } + const items = [...groups.values()]; + // Values the manifest does not colour draw in the entry's colour. + let other = 0; + for (const [value, count] of counts || []) + if (!Object.hasOwn(colorBy.colors, value)) other += count; + if (other) + items.push({ + label: t('Other'), + color: display.color || DEFAULT_DATASET_COLOR, + count: other, + }); + return counts ? items : items.map(({ label, color }) => ({ label, color })); +} + +/** Count features by their colorBy key. */ +function countColorKeys(features) { + const counts = new Map(); + for (const feature of features) { + const key = String(feature?.properties?.__gevColorKey ?? ''); + counts.set(key, (counts.get(key) || 0) + 1); + } + return counts; +} + +function escapeHtml(text) { + return String(text).replace( + /[&<>"']/g, + (char) => + ({ '&': '&', '<': '<', '>': '>', '"': '"', "'": ''' })[ + char + ], + ); +} + +/** + * The attribution credit an entry registers while it is in use. + * @param {object} entry + * @returns {{ key: string, html: string }} + */ +export function libraryCredit(entry) { + const text = escapeHtml(entry.attribution.text); + const linked = entry.attribution.url + ? `${text}` + : text; + return { + key: `library:${entry.id}`, + html: `${linked} · ${escapeHtml(entry.licence.name)}`, + }; +} + +/** + * A dataset entry as a manager layer. + * @param {object} entry Validated dataset entry. + * @param {{ services: object, source: ReturnType }} options + */ +export function createLibraryDatasetLayer( + entry, + { services, source, onZoom = null, onRemove = null }, +) { + let truncated = false; + let loaded = 0; + let extent = null; + let rowListener = null; + let legendCounts = null; + const colorBy = entry.display.colorBy || null; + const layer = createLocalGeoJsonLayer( + { + id: libraryLayerId(entry.id), + url: null, + name: entry.title, + color: entry.display.color || DEFAULT_DATASET_COLOR, + icon: entry.icon, + source: entry.provider, + labels: true, + featureColor: colorBy + ? (properties) => + colorBy.colors[String(properties?.__gevColorKey ?? '')] || null + : null, + loadFeatures: async ({ signal }) => { + const result = await source.loadDataset(entry, { signal }); + truncated = result.truncated; + loaded = result.features.length; + extent = featureExtent(result.features); + if (colorBy) legendCounts = countColorKeys(result.features); + rowListener?.(); + return result.features; + }, + }, + services, + ); + const enable = layer.enable; + const getStats = layer.getStats; + return Object.assign(layer, { + libraryEntryId: entry.id, + async enable(viewer, ...rest) { + registerDynamicCredit(viewer, libraryCredit(entry)); + return enable(viewer, ...rest); + }, + getStats() { + const stats = getStats(); + // A capped dataset reads PARTIAL ("incomplete snapshot"), never as + // the whole upstream set. + return truncated && !stats.error + ? { ...stats, partial: true, acceptedRowCount: loaded } + : stats; + }, + /** Where the loaded features are, or null before the first load. */ + getExtent: () => extent, + getRowControls: () => + libraryRowControls( + () => extent, + onZoom, + onRemove, + colorByLegend(entry.display, legendCounts), + ), + setRowControlsListener(listener) { + rowListener = typeof listener === 'function' ? listener : null; + }, + }); +} + +/** + * Draw one Terrarium tile as shaded relief on a canvas. Cesium loads imagery + * bitmaps already flipped for WebGL and flips a canvas on upload, so a bitmap + * is drawn back north-up first and the canvas goes out north-up. + */ +function renderReliefTile(image, level, y) { + const { width, height } = image; + const canvas = document.createElement('canvas'); + canvas.width = width; + canvas.height = height; + const context = canvas.getContext('2d', { willReadFrequently: true }); + if (typeof ImageBitmap !== 'undefined' && image instanceof ImageBitmap) { + context.translate(0, height); + context.scale(1, -1); + } + context.drawImage(image, 0, 0); + context.setTransform(1, 0, 0, 1, 0, 0); + const pixels = context.getImageData(0, 0, width, height).data; + const relief = terrariumToRelief( + pixels, + width, + height, + metresPerPixel(level, y, width), + ); + context.putImageData(new ImageData(relief, width, height), 0, 0); + image.close?.(); + return canvas; +} + +/** Wrap a provider so each elevation tile it loads becomes shaded relief. */ +function asReliefProvider(provider) { + const load = provider.requestImage.bind(provider); + provider.requestImage = (x, y, level, request) => { + const pending = load(x, y, level, request); + // Undefined means throttled: Cesium asks again later. + return pending?.then((image) => renderReliefTile(image, level, y)); + }; + return provider; +} + +/** The relief legend: elevation classes in metres. */ +const reliefLegend = () => + RELIEF_CLASSES.map(({ label, color }) => ({ label: t(label), color })); + +/** colorToAlpha threshold (max channel distance, 0–1) for `noDataColor`. */ +const NO_DATA_THRESHOLD = 0.02; + +/** + * A tiles entry as a manager layer. + * @param {object} entry Validated tiles entry. + * @param {{ source: object, getTileset?: () => object|null, mapStackController?: object, cesium?: object, requestRender?: (reason: string) => void }} options + */ +export function createLibraryTileLayer( + entry, + { + source, + getTileset = () => null, + mapStackController = null, + cesium = Cesium, + requestRender = () => {}, + onZoom = null, + onRemove = null, + }, +) { + const id = libraryLayerId(entry.id); + const extent = coverageExtent(entry); + const outlineMode = entry.display.outline || null; + let outline = null; + let outlineEpoch = 0; + + function removeOutline() { + outlineEpoch += 1; + if (outline && viewer?.dataSources) + viewer.dataSources.remove(outline, true); + outline = null; + } + + /** + * Draw the covered countries' borders as ground-clamped lines, so the edge + * of the imagery is plain on the map. A failed border fetch costs only the + * outline, never the imagery. + */ + async function drawOutline() { + if (!outlineMode || !viewer) return; + const epoch = ++outlineEpoch; + try { + const rings = outlineRings( + outlineMode === 'bbox' ? [] : await loadCountryOutlines(), + entry, + ); + if (epoch !== outlineEpoch || !enabled || !rings.length) return; + const source = new cesium.CustomDataSource(`${id}:outline`); + for (const ring of rings) + source.entities.add({ + polyline: { + positions: cesium.Cartesian3.fromDegreesArray(ring.flat()), + clampToGround: true, + width: OUTLINE_WIDTH_PX, + material: cesium.Color.fromCssColorString(OUTLINE_COLOR), + }, + }); + await viewer.dataSources.add(source); + if (epoch !== outlineEpoch || !enabled) { + viewer.dataSources.remove(source, true); + return; + } + outline = source; + if (outlineMode !== 'bbox') + registerDynamicCredit(viewer, NATURAL_EARTH_CREDIT); + requestRender(`library-tiles:${entry.id}`); + } catch (error) { + console.warn(`[Library] ${entry.id} outline unavailable:`, error); + } + } + const baseLegend = + entry.source.encoding === 'terrarium' + ? reliefLegend() + : colorByLegend(entry.display); + const legend = outlineMode + ? [...baseLegend, { label: t('Coverage outline'), color: OUTLINE_COLOR }] + : baseLegend; + let viewer = null; + let enabled = false; + let imagery = null; + let collection = null; + let tileErrors = 0; + let lastUpdate = null; + let unsubscribeMap = null; + let removeErrorListener = null; + let stopKeepingOnTop = null; + + /** + * Aerial photography sits above every other drape (basemaps, weather, + * other library tiles): raise it now and whenever a layer is added above. + */ + function keepOnTop(target, layer) { + const raise = () => { + if (target.isDestroyed?.() || !target.contains?.(layer)) return; + if (target.indexOf(layer) === target.length - 1) return; + target.raiseToTop(layer); + requestRender(`library-tiles:${entry.id}`); + }; + raise(); + const off = target.layerAdded?.addEventListener?.(raise); + stopKeepingOnTop = typeof off === 'function' ? off : null; + } + + function detach() { + removeErrorListener?.(); + removeErrorListener = null; + stopKeepingOnTop?.(); + stopKeepingOnTop = null; + if (imagery && collection && !collection.isDestroyed?.()) + collection.remove(imagery, true); + imagery = null; + collection = null; + } + + function attach() { + detach(); + const host = resolveImageryHost({ viewer, tileset: getTileset() }); + if (!host.collection) return false; + const bbox = entry.source.bounded ? entry.coverage.bbox : null; + const tileSize = entry.source.tileSize ?? 256; + const template = new cesium.UrlTemplateImageryProvider({ + url: source.tileTemplate(entry), + tileWidth: tileSize, + tileHeight: tileSize, + minimumLevel: entry.source.minZoom ?? 0, + maximumLevel: entry.source.maxZoom ?? 18, + tilingScheme: new cesium.WebMercatorTilingScheme(), + credit: entry.provider, + hasAlphaChannel: true, + // A bounded entry requests tiles inside its coverage only. + ...(bbox && cesium.Rectangle + ? { rectangle: cesium.Rectangle.fromDegrees(...bbox) } + : {}), + }); + const provider = + entry.source.encoding === 'terrarium' + ? asReliefProvider(template) + : template; + const onError = (event) => { + // A 4xx is the provider saying "no imagery here" (outside its + // coverage), not a failure: do not retry it or count it. + const status = event?.error?.statusCode; + if (status >= 400 && status < 500) { + if (event) event.retry = false; + return; + } + tileErrors += 1; + }; + provider.errorEvent?.addEventListener?.(onError); + removeErrorListener = () => + provider.errorEvent?.removeEventListener?.(onError); + imagery = host.collection.addImageryProvider(provider); + imagery.alpha = entry.display.opacity ?? 1; + if (entry.display.noDataColor && cesium.Color) { + // The provider's "no imagery here" fill, drawn transparent (JPEG + // noise along the edge of the fill sits just inside the threshold). + imagery.colorToAlpha = cesium.Color.fromCssColorString( + entry.display.noDataColor, + ); + imagery.colorToAlphaThreshold = NO_DATA_THRESHOLD; + } + collection = host.collection; + if (entry.display.aerial) keepOnTop(collection, imagery); + lastUpdate = Date.now(); + return true; + } + + function followMap() { + if (!enabled) return; + attach(); + requestRender(`library-tiles:${entry.id}`); + } + + return { + id, + name: entry.title, + icon: entry.icon, + source: entry.provider, + libraryEntryId: entry.id, + updateInterval: 0, + statsRefreshInterval: 1000, + async init(nextViewer) { + viewer = nextViewer; + }, + async update() {}, + async enable(nextViewer) { + viewer = nextViewer || viewer; + enabled = true; + tileErrors = 0; + registerDynamicCredit(viewer, libraryCredit(entry)); + attach(); + const off = mapStackController?.subscribe?.(followMap); + unsubscribeMap = typeof off === 'function' ? off : null; + void drawOutline(); + requestRender(`library-tiles:${entry.id}`); + }, + async disable() { + enabled = false; + unsubscribeMap?.(); + unsubscribeMap = null; + detach(); + removeOutline(); + requestRender(`library-tiles:${entry.id}`); + }, + async destroy() { + enabled = false; + unsubscribeMap?.(); + unsubscribeMap = null; + detach(); + removeOutline(); + viewer = null; + }, + getStats() { + if (!enabled) return { count: 0, lastUpdate }; + if (!imagery) + return { + count: 0, + lastUpdate, + status: 'idle', + statusMessage: NO_IMAGERY_HOST, + }; + return { + count: 1, + // A drape has no feature count; say what the row's ON means. + countLabel: t('DRAPED'), + lastUpdate, + error: tileErrors >= TILE_ERROR_LIMIT ? TILES_UNAVAILABLE : null, + }; + }, + /** The manifest's declared coverage (the world when global). */ + getExtent: () => extent, + getRowControls: () => + libraryRowControls(() => extent, onZoom, onRemove, legend), + /** QA/test view of where the drape lives. */ + getDiagnostics() { + return { + draped: Boolean(imagery), + tileErrors, + outlineRings: outline?.entities.values.length ?? 0, + }; + }, + }; +} + +/** + * A view-bounded dataset (`source.view`): a layer too large to load whole, + * such as every US building footprint. Below `view.maxAltitudeM` it loads + * what intersects the camera's box, after the camera settles, and replaces + * the previous set only once the new one is ready; higher up it asks the + * viewer to zoom in. Polygons are clamped to the ground (and to Google 3D + * tiles), as an outline on the surface. + * @param {object} entry Validated dataset entry with `source.view`. + * @param {{ source: object, onZoom?: Function|null, onRemove?: Function|null, cesium?: object, requestRender?: (reason: string) => void, debounceMs?: number }} options + */ +export function createLibraryViewLayer( + entry, + { + source, + onZoom = null, + onRemove = null, + cesium = Cesium, + requestRender = () => {}, + debounceMs = VIEW_DEBOUNCE_MS, + }, +) { + const id = libraryLayerId(entry.id); + const { maxAltitudeM, sample } = entry.source.view; + // Zoom lands on the sample area, low enough for the layer to load. + const extent = { + ...(sample + ? { west: sample[0], south: sample[1], east: sample[2], north: sample[3] } + : coverageExtent(entry)), + maxAltitudeM, + }; + const color = cesium.Color.fromCssColorString( + entry.display.color || DEFAULT_DATASET_COLOR, + ); + const colorBy = entry.display.colorBy || null; + const colorByValue = new Map( + Object.entries(colorBy?.colors || {}).map(([value, css]) => [ + value, + cesium.Color.fromCssColorString(css), + ]), + ); + let legendCounts = null; + /** A feature's colour: its colorBy value's, else the entry's. */ + function colorOf(entity) { + if (!colorBy) return color; + const properties = entity.properties?.getValue?.( + cesium.JulianDate?.now?.(), + ); + const key = properties?.__gevColorKey ?? properties?.[colorBy.field]; + return colorByValue.get(String(key ?? '')) || color; + } + let viewer = null; + let enabled = false; + let dataSource = null; + let controller = null; + let timer = null; + let removeMoveEnd = null; + let count = 0; + let truncated = false; + let loading = false; + let error = null; + let tooHigh = false; + let lastUpdate = null; + let loadedKey = null; + + const render = () => requestRender(`library-view:${entry.id}`); + + function abort() { + controller?.abort(); + controller = null; + } + + function clear() { + if (dataSource && viewer?.dataSources) + viewer.dataSources.remove(dataSource, true); + dataSource = null; + loadedKey = null; + count = 0; + truncated = false; + legendCounts = null; + } + + /** + * The box to query: a window around the point the camera looks at, sized + * by camera height (an oblique view's visible area reaches the horizon, + * far beyond what one page can fill), clipped to what is in view. + */ + function viewBox(height) { + const scene = viewer?.scene; + const canvas = scene?.canvas; + const ellipsoid = scene?.globe?.ellipsoid ?? cesium.Ellipsoid.WGS84; + const target = + (canvas && + viewer.camera.pickEllipsoid?.( + new cesium.Cartesian2( + canvas.clientWidth / 2, + canvas.clientHeight / 2, + ), + ellipsoid, + )) || + viewer.camera.positionWC; + const center = + target && cesium.Cartographic.fromCartesian(target, ellipsoid); + if (!center) return null; + const lat = (center.latitude * 180) / Math.PI; + const lon = (center.longitude * 180) / Math.PI; + const halfLat = Math.min( + VIEW_MAX_HALF_DEG, + Math.max(VIEW_MIN_HALF_DEG, (height * VIEW_HALF_PER_METRE) / 111_320), + ); + const halfLon = halfLat / Math.max(0.2, Math.cos((lat * Math.PI) / 180)); + let box = [lon - halfLon, lat - halfLat, lon + halfLon, lat + halfLat]; + const visible = viewer.camera.computeViewRectangle?.(ellipsoid); + if (visible && visible.west < visible.east) { + const degrees = [ + visible.west, + visible.south, + visible.east, + visible.north, + ].map((radians) => (radians * 180) / Math.PI); + box = [ + Math.max(box[0], degrees[0]), + Math.max(box[1], degrees[1]), + Math.min(box[2], degrees[2]), + Math.min(box[3], degrees[3]), + ]; + } + // A view across the antimeridian or off the globe is skipped. + return box[0] < box[2] && box[1] < box[3] && box[0] >= -180 && box[2] <= 180 + ? box + : null; + } + + async function refresh() { + timer = null; + if (!enabled || !viewer) return; + const height = viewer.camera?.positionCartographic?.height; + if (!(Number.isFinite(height) && height <= maxAltitudeM)) { + tooHigh = true; + abort(); + loading = false; + clear(); + render(); + return; + } + tooHigh = false; + const box = viewBox(height); + if (!box) return; + const key = box.map((value) => value.toFixed(4)).join(','); + if (key === loadedKey && dataSource) return; + abort(); + const current = new AbortController(); + controller = current; + loading = true; + error = null; + try { + const result = await source.loadDataset(entry, { + signal: current.signal, + bbox: box, + }); + if (!enabled || current.signal.aborted) return; + const loaded = await cesium.GeoJsonDataSource.load( + { type: 'FeatureCollection', features: result.features }, + { + clampToGround: true, + fill: color.withAlpha(0.35), + stroke: color, + markerColor: color, + }, + ); + if (!enabled || current.signal.aborted) return; + loaded.name = entry.title; + for (const entity of loaded.entities.values) { + const fill = colorOf(entity); + // Ground-clamped polygons cannot draw outlines; say so up front + // instead of letting Cesium warn on every entity. + if (entity.polygon) { + entity.polygon.outline = false; + if (colorBy) entity.polygon.material = fill.withAlpha(0.45); + } + // Points draw as small dots, not Cesium's default pins: a view can + // hold thousands of them. + if (entity.billboard && cesium.PointGraphics) { + entity.billboard = undefined; + entity.point = new cesium.PointGraphics({ + pixelSize: 6, + color: fill, + outlineColor: cesium.Color.BLACK.withAlpha(0.55), + outlineWidth: 1, + heightReference: cesium.HeightReference?.CLAMP_TO_GROUND, + }); + } + } + await viewer.dataSources.add(loaded); + if (!enabled || current.signal.aborted) { + viewer.dataSources.remove(loaded, true); + return; + } + const previous = dataSource; + dataSource = loaded; + if (previous) viewer.dataSources.remove(previous, true); + count = result.features.length; + truncated = result.truncated; + if (colorBy) legendCounts = countColorKeys(result.features); + lastUpdate = Date.now(); + loadedKey = key; + } catch (caught) { + if (current.signal.aborted || caught?.name === 'AbortError') return; + error = localDatasetError(caught); + } finally { + if (controller === current) { + controller = null; + loading = false; + } + render(); + } + } + + function schedule() { + clearTimeout(timer); + timer = setTimeout(() => void refresh(), debounceMs); + } + + function stop() { + clearTimeout(timer); + timer = null; + abort(); + loading = false; + removeMoveEnd?.(); + removeMoveEnd = null; + } + + return { + id, + name: entry.title, + icon: entry.icon, + source: entry.provider, + libraryEntryId: entry.id, + updateInterval: 0, + statsRefreshInterval: 1000, + async init(nextViewer) { + viewer = nextViewer; + }, + async update() {}, + async enable(nextViewer) { + viewer = nextViewer || viewer; + enabled = true; + error = null; + registerDynamicCredit(viewer, libraryCredit(entry)); + removeMoveEnd?.(); + removeMoveEnd = null; + const moveEnd = viewer?.camera?.moveEnd; + if (moveEnd?.addEventListener) { + moveEnd.addEventListener(schedule); + removeMoveEnd = () => moveEnd.removeEventListener(schedule); + } + await refresh(); + }, + async disable() { + enabled = false; + stop(); + clear(); + render(); + }, + async destroy() { + enabled = false; + stop(); + clear(); + viewer = null; + }, + getStats() { + if (!enabled) return { count: 0, lastUpdate }; + if (tooHigh) + return { + count: 0, + lastUpdate, + status: 'zoom-in', + statusMessage: ZOOM_IN_HINT, + }; + const stats = { count, lastUpdate, loading, error }; + // One page per view: a dense view reads PARTIAL, never complete. + return truncated && !error + ? { ...stats, partial: true, acceptedRowCount: count } + : stats; + }, + /** The sample area (or coverage) for Zoom to layer. */ + getExtent: () => extent, + getRowControls: () => + libraryRowControls( + () => extent, + onZoom, + onRemove, + colorByLegend(entry.display, legendCounts), + ), + /** QA/test view of the current load. */ + getDiagnostics() { + return { loadedKey, count, tooHigh, loading }; + }, + }; +} diff --git a/src/library/ledger.json b/src/library/ledger.json new file mode 100644 index 000000000..de9dee009 --- /dev/null +++ b/src/library/ledger.json @@ -0,0 +1,105 @@ +[ + ["nasa-eonet-events", "00"], + ["gvp-holocene-volcanoes", "01"], + ["eia-power-plants", "02"], + ["nasa-black-marble", "03"], + ["openseamap-seamarks", "04"], + ["wri-global-power-plants", "05"], + ["nws-active-alerts", "06"], + ["imf-portwatch-chokepoints", "07"], + ["imf-portwatch-disruptions", "08"], + ["noaa-tide-stations", "09"], + ["fema-usa-structures", "0a"], + ["epc-england-wales", "0b"], + ["macrostrat-geology", "0c"], + ["gbif-occurrence-density", "0d"], + ["usgs-topo", "0e"], + ["usgs-hydrography", "0f"], + ["pdok-aerial-netherlands", "0g"], + ["ign-orthophotos-france", "0h"], + ["bkg-topplus-open", "0i"], + ["gsi-japan-map", "0j"], + ["gsi-japan-photo", "0k"], + ["emodnet-bathymetry", "0l"], + ["gpw-population-density", "0m"], + ["jrc-surface-water", "0n"], + ["gdacs-disaster-alerts", "0o"], + ["ntad-national-bridges", "0p"], + ["epa-superfund-sites", "0q"], + ["epa-toxic-release-facilities", "0r"], + ["swisstopo-swissimage", "0s"], + ["ak-statewide-imagery", "0t"], + ["ar-statewide-imagery", "0u"], + ["az-statewide-imagery", "0v"], + ["bangor-me", "0w"], + ["basemap-at-orthofoto", "0x"], + ["bayern-dop40", "0y"], + ["bismarck-mandan-nd", "0z"], + ["ct-statewide-imagery", "10"], + ["dakota-county-mn", "11"], + ["dc-statewide-imagery", "12"], + ["de-statewide-imagery", "13"], + ["ee-maa-amet-ortofoto", "14"], + ["geneva-sitg-ortho", "15"], + ["grand-forks-nd", "16"], + ["ia-statewide-imagery", "17"], + ["icgc-orto-catalunya", "18"], + ["id-statewide-imagery", "19"], + ["il-statewide-imagery", "1a"], + ["in-statewide-imagery", "1b"], + ["ks-statewide-imagery", "1c"], + ["ky-statewide-imagery", "1d"], + ["lake-county-in", "1e"], + ["lawrence-ks", "1f"], + ["lee-county-fl", "1g"], + ["loudoun-county-va", "1h"], + ["louisville-lojic-ky", "1i"], + ["lu-ortho-latest", "1j"], + ["ma-statewide-imagery", "1k"], + ["maris-ms", "1l"], + ["md-statewide-imagery", "1m"], + ["me-statewide-imagery", "1n"], + ["mi-statewide-imagery", "1o"], + ["mn-statewide-imagery", "1p"], + ["mountain-village-co", "1q"], + ["ms-statewide-imagery", "1r"], + ["mt-statewide-imagery", "1s"], + ["naip", "1t"], + ["nc-statewide-imagery", "1u"], + ["nctcog-tx", "1v"], + ["nd-statewide-imagery", "1w"], + ["new-orleans-rpc-la", "1x"], + ["nh-statewide-imagery", "1y"], + ["nj-statewide-imagery", "1z"], + ["nrw-dop", "20"], + ["nsw-imagery", "21"], + ["nwa-benton-washington-ar", "22"], + ["ny-statewide-imagery", "23"], + ["oakland-county-mi", "24"], + ["oh-statewide-imagery", "25"], + ["or-statewide-imagery", "26"], + ["pa-statewide-imagery", "27"], + ["pl-ortofotomapa", "28"], + ["pnoa-ma", "29"], + ["portland-metro-or", "2a"], + ["pt-dgt-ortos", "2b"], + ["ri-statewide-imagery", "2c"], + ["tx-statewide-imagery", "2d"], + ["union-county-oh", "2e"], + ["va-statewide-imagery", "2f"], + ["vlaanderen-omw", "2g"], + ["vt-statewide-imagery", "2h"], + ["wallonie-ortho", "2i"], + ["wi-statewide-imagery", "2j"], + ["wv-statewide-imagery", "2k"], + ["kartverket-admin-units", "2l"], + ["kartverket-cadastre", "2m"], + ["kartverket-depth", "2n"], + ["kartverket-hillshade", "2o"], + ["kartverket-nautical-charts", "2p"], + ["kartverket-terrain-relief", "2q"], + ["kartverket-topo-grey", "2r"], + ["kartverket-topo", "2s"], + ["kartverket-toporaster", "2t"], + ["mapterhorn-terrain", "2u"] +] diff --git a/src/library/manifest.js b/src/library/manifest.js new file mode 100644 index 000000000..5d76af235 --- /dev/null +++ b/src/library/manifest.js @@ -0,0 +1,771 @@ +/** + * Data Library manifest contract. + * + * A library entry is a pointer to a live upstream the provider hosts: a query + * API, a provider-hosted static file or a tile endpoint. Nothing a manifest + * describes is bundled in this repository, so every instance — hosted or + * self-hosted — serves the same entries without hosting any data. + * + * Pure and portable: the server, the browser and the repo scripts all import + * this module, so it loads no catalogs and touches no DOM. See + * docs/DATA-LIBRARY.md for the authoring guide. + */ + +/** The three entry kinds this build renders. */ +export const LIBRARY_KINDS = Object.freeze(['dataset', 'tiles', 'pack']); + +/** Vector formats a `dataset` entry may declare, normalized to GeoJSON. */ +export const DATASET_FORMATS = Object.freeze([ + 'geojson', + 'geojsonl', + 'csv', + 'json', + 'arcgis', + 'geoparquet', +]); + +/** Raster formats a `tiles` entry may declare. */ +export const TILE_FORMATS = Object.freeze(['xyz', 'bbox']); +/** + * What a tile's pixels hold when they are not a picture: `terrarium` is + * elevation as terrain-RGB, drawn as shaded relief by the browser. + */ +export const TILE_ENCODINGS = Object.freeze(['terrarium']); +/** A `bbox` tile template's placeholder (MapLibre's name for it). */ +export const BBOX_TOKEN = '{bbox-epsg-3857}'; +const MERCATOR_HALF_WORLD_M = 20037508.342789244; + +/** + * A tile's Web Mercator bounds as `west,south,east,north` metres. + * @returns {string} + */ +export function tileBbox3857(z, x, y) { + const size = (2 * MERCATOR_HALF_WORLD_M) / 2 ** z; + const west = -MERCATOR_HALF_WORLD_M + x * size; + const north = MERCATOR_HALF_WORLD_M - y * size; + return [west, north - size, west + size, north] + .map((value) => value.toFixed(3)) + .join(','); +} + +/** + * One tile's upstream URL from a tiles entry's template: `{z}/{x}/{y}` for + * `xyz`, the tile's EPSG:3857 bounds for `bbox` (WMS GetMap, ArcGIS export). + */ +export function libraryTileUrl(template, z, x, y) { + return template + .replaceAll(BBOX_TOKEN, tileBbox3857(z, x, y)) + .replaceAll('{z}', String(z)) + .replaceAll('{x}', String(x)) + .replaceAll('{reverseY}', String(2 ** z - 1 - y)) + .replaceAll('{y}', String(y)); +} + +/** How the browser reaches the upstream. */ +export const FETCH_MODES = Object.freeze(['browser-direct', 'proxied']); + +/** Lifecycle states; only maintainers and the health probe change them. */ +export const LIBRARY_STATUSES = Object.freeze([ + 'incubating', + 'community', + 'verified', + 'stale', + 'archived', +]); + +/** Browse filter families, matching the Data Layers panel groups. */ +export const LIBRARY_FAMILIES = Object.freeze([ + 'movement', + 'cameras', + 'infrastructure', + 'events', + 'weather', + 'environment', + 'imagery', + 'demographics', +]); + +/** Host layers a `pack` entry may extend, with the env switch grammar. */ +export const PACK_HOSTS = Object.freeze(['cctv']); + +export const LIBRARY_ID_PATTERN = /^[a-z0-9][a-z0-9-]{2,47}$/; +export const LIBRARY_LAYER_PREFIX = 'lib-'; +export const DEFAULT_CACHE_SECONDS = 3600; +export const MIN_CACHE_SECONDS = 60; +export const MAX_CACHE_SECONDS = 86_400; +export const DEFAULT_MAX_BYTES = 16 * 1024 * 1024; +export const MAX_MAX_BYTES = 32 * 1024 * 1024; +export const DEFAULT_MAX_FEATURES = 10_000; +export const MAX_MAX_FEATURES = 20_000; +export const DEFAULT_ARCGIS_PAGES = 5; +export const MAX_ARCGIS_PAGES = 10; +export const MAX_TILE_ZOOM = 22; +/** View-bounded datasets load only below this camera height range (m). */ +export const MIN_VIEW_ALTITUDE_M = 300; +export const MAX_VIEW_ALTITUDE_M = 50_000; + +const TOP_LEVEL_KEYS = new Set([ + 'id', + 'kind', + 'family', + 'title', + 'provider', + 'description', + 'icon', + 'maintainer', + 'coverage', + 'source', + 'display', + 'pack', + 'licence', + 'attribution', + 'status', + 'regionsServed', + 'reviewed', + 'imagery', +]); +const SOURCE_KEYS = new Set([ + 'format', + 'url', + 'fetch', + 'query', + 'columns', + 'records', + 'partitions', + 'view', + 'cacheSeconds', + 'maxBytes', + 'maxFeatures', + 'maxPages', + 'minZoom', + 'maxZoom', + 'bounded', + 'encoding', + 'tileSize', + 'key', +]); +const DISPLAY_KEYS = new Set([ + 'color', + 'label', + 'fields', + 'rank', + 'colorBy', + 'legend', + 'outline', + 'opacity', + 'aerial', + 'noDataColor', +]); +const COUNTRY_PATTERN = /^[A-Z]{2}$/; +const COLOR_PATTERN = /^#[0-9a-f]{6}$/i; +const ENV_PATTERN = /^[A-Z][A-Z0-9_]{2,63}$/; +const FIELD_PATTERN = /^[A-Za-z_][A-Za-z0-9_.:-]{0,63}$/; +const DATE_PATTERN = /^\d{4}-\d{2}-\d{2}$/; +const KEY_PARAM_PATTERN = /^[A-Za-z][A-Za-z0-9_-]{0,31}$/; + +const isObject = (value) => + Boolean(value) && typeof value === 'object' && !Array.isArray(value); +const isText = (value, max) => + typeof value === 'string' && value.trim().length > 0 && value.length <= max; + +/** + * Parse an upstream URL a manifest may name: https, no credentials, no + * fragment, a real hostname. Tile templates keep their `{z}/{x}/{y}` tokens. + * @param {unknown} value + * @returns {URL|null} + */ +export function libraryUpstreamUrl(value) { + if (typeof value !== 'string' || value.length > 2048) return null; + let url; + try { + url = new URL( + value + .replaceAll(BBOX_TOKEN, '0,0,0,0') + .replace(/\{([xyz]|reverseY)\}/g, '0'), + ); + } catch { + return null; + } + if (url.protocol !== 'https:') return null; + if (url.username || url.password || url.hash) return null; + if (!url.hostname.includes('.') || /^[\d.]+$/.test(url.hostname)) return null; + return url; +} + +/** A licence or attribution link: https, no credentials; fragments allowed. */ +function httpsDocumentUrl(value) { + if (typeof value !== 'string' || value.length > 2048) return false; + try { + const url = new URL(value); + return url.protocol === 'https:' && !url.username && !url.password; + } catch { + return false; + } +} + +function validBbox(bbox) { + return ( + Array.isArray(bbox) && + bbox.length === 4 && + bbox.every(Number.isFinite) && + bbox[0] >= -180 && + bbox[2] <= 180 && + bbox[1] >= -90 && + bbox[3] <= 90 && + bbox[0] < bbox[2] && + bbox[1] < bbox[3] + ); +} + +function checkCoverage(coverage, errors) { + if (!isObject(coverage)) { + errors.push('coverage must be an object'); + return; + } + const { global, countries, bbox } = coverage; + if (global !== undefined && typeof global !== 'boolean') + errors.push('coverage.global must be a boolean'); + if (countries !== undefined) { + if ( + !Array.isArray(countries) || + !countries.length || + countries.some((code) => !COUNTRY_PATTERN.test(code)) + ) + errors.push('coverage.countries must list ISO 3166-1 alpha-2 codes'); + } + if (bbox !== undefined) { + if (!validBbox(bbox)) + errors.push('coverage.bbox must be [west, south, east, north] degrees'); + } + if (global !== true && countries === undefined && bbox === undefined) + errors.push('coverage needs global, countries or bbox'); +} + +function boundedInteger(value, min, max) { + return Number.isInteger(value) && value >= min && value <= max; +} + +function checkSource(entry, errors) { + const { source, kind } = entry; + if (!isObject(source)) { + errors.push('source must be an object'); + return; + } + for (const key of Object.keys(source)) + if (!SOURCE_KEYS.has(key)) + errors.push(`source.${key} is not a known field`); + const formats = + kind === 'dataset' + ? DATASET_FORMATS + : kind === 'tiles' + ? TILE_FORMATS + : ['host']; + if (!formats.includes(source.format)) + errors.push(`source.format must be one of ${formats.join(', ')}`); + if (!libraryUpstreamUrl(source.url)) + errors.push('source.url must be an https URL without credentials'); + if (kind === 'pack') return; + if (!FETCH_MODES.includes(source.fetch)) + errors.push(`source.fetch must be one of ${FETCH_MODES.join(', ')}`); + if (kind === 'tiles' && typeof source.url === 'string') { + if (source.format === 'bbox') { + if (!source.url.includes(BBOX_TOKEN)) + errors.push(`source.url must contain ${BBOX_TOKEN}`); + if (/\{[xyz]\}/.test(source.url)) + errors.push('a bbox template takes no {z}/{x}/{y}'); + } else { + for (const token of ['{z}', '{x}']) + if (!source.url.includes(token)) + errors.push(`source.url must contain ${token}`); + // TMS servers count rows from the south: Cesium's {reverseY}. + if (!source.url.includes('{y}') && !source.url.includes('{reverseY}')) + errors.push('source.url must contain {y} or {reverseY}'); + } + } + if ( + source.cacheSeconds !== undefined && + !boundedInteger(source.cacheSeconds, MIN_CACHE_SECONDS, MAX_CACHE_SECONDS) + ) + errors.push( + `source.cacheSeconds must be ${MIN_CACHE_SECONDS}–${MAX_CACHE_SECONDS}`, + ); + if ( + source.maxBytes !== undefined && + !boundedInteger(source.maxBytes, 1024, MAX_MAX_BYTES) + ) + errors.push(`source.maxBytes must be at most ${MAX_MAX_BYTES}`); + if ( + source.maxFeatures !== undefined && + !boundedInteger(source.maxFeatures, 1, MAX_MAX_FEATURES) + ) + errors.push(`source.maxFeatures must be at most ${MAX_MAX_FEATURES}`); + if (source.maxPages !== undefined) { + if (source.format !== 'arcgis') + errors.push('source.maxPages applies to arcgis only'); + else if (!boundedInteger(source.maxPages, 1, MAX_ARCGIS_PAGES)) + errors.push(`source.maxPages must be 1–${MAX_ARCGIS_PAGES}`); + } + if (source.query !== undefined) { + const valid = + isObject(source.query) && + Object.entries(source.query).every( + ([name, value]) => + FIELD_PATTERN.test(name) && + typeof value === 'string' && + value.length <= 512, + ); + if (!valid) errors.push('source.query must map field names to strings'); + } + if (source.view !== undefined) { + const { view } = source; + const valid = + isObject(view) && + Object.keys(view).every((key) => + ['maxAltitudeM', 'sample'].includes(key), + ) && + boundedInteger( + view.maxAltitudeM, + MIN_VIEW_ALTITUDE_M, + MAX_VIEW_ALTITUDE_M, + ) && + (view.sample === undefined || validBbox(view.sample)); + if (!valid) + errors.push( + `source.view needs maxAltitudeM (${MIN_VIEW_ALTITUDE_M}–${MAX_VIEW_ALTITUDE_M}) and an optional sample bbox`, + ); + // View-bounded loading queries the camera's box; this build does that + // for ArcGIS layers and partitioned GeoParquet, fetched by the browser. + if ( + !['arcgis', 'geoparquet'].includes(source.format) || + source.fetch !== 'browser-direct' + ) + errors.push( + 'source.view needs format arcgis or geoparquet and fetch browser-direct', + ); + } + if (source.partitions !== undefined) { + const { partitions } = source; + const host = libraryUpstreamUrl(source.url)?.host; + const listUrl = libraryUpstreamUrl(partitions?.listUrl); + const keyBase = libraryUpstreamUrl(partitions?.keyBase); + const valid = + source.format === 'geoparquet' && + isObject(partitions) && + Object.keys(partitions).every((key) => + ['listUrl', 'keyBase'].includes(key), + ) && + listUrl && + keyBase && + listUrl.host === host && + keyBase.host === host; + if (!valid) + errors.push( + 'source.partitions needs an S3 listUrl and keyBase on the source host (geoparquet only)', + ); + // A partitioned set is far too large to load whole. + if (source.view === undefined) + errors.push('a partitioned source must be view-bounded (source.view)'); + } + if (source.records !== undefined) { + if (source.format !== 'json') + errors.push('source.records applies to json only'); + else if (!FIELD_PATTERN.test(source.records)) + errors.push('source.records must be a property path'); + } + if (source.columns !== undefined) { + const valid = + ['csv', 'json'].includes(source.format) && + isObject(source.columns) && + FIELD_PATTERN.test(source.columns.lat ?? '') && + FIELD_PATTERN.test(source.columns.lon ?? ''); + if (!valid) + errors.push( + 'source.columns needs lat and lon column names (csv or json only)', + ); + } + if (source.bounded !== undefined) { + // Request tiles only inside coverage.bbox (a provider that answers + // outside its coverage with errors, or asks for fair use). + if (kind !== 'tiles' || typeof source.bounded !== 'boolean') + errors.push('source.bounded is a boolean for tiles'); + else if (source.bounded && !entry.coverage?.bbox) + errors.push('source.bounded needs coverage.bbox'); + } + if (source.encoding !== undefined) { + if (kind !== 'tiles' || !TILE_ENCODINGS.includes(source.encoding)) + errors.push( + `source.encoding is for tiles: one of ${TILE_ENCODINGS.join(', ')}`, + ); + else if (source.format !== 'xyz') + errors.push('an encoded tiles source must be xyz'); + } + if ( + source.tileSize !== undefined && + (kind !== 'tiles' || ![256, 512].includes(source.tileSize)) + ) + errors.push('source.tileSize is 256 or 512, for tiles'); + for (const zoom of ['minZoom', 'maxZoom']) { + if (source[zoom] === undefined) continue; + if (kind !== 'tiles') errors.push(`source.${zoom} applies to tiles only`); + else if (!boundedInteger(source[zoom], 0, MAX_TILE_ZOOM)) + errors.push(`source.${zoom} must be 0–${MAX_TILE_ZOOM}`); + } + if ( + Number.isInteger(source.minZoom) && + Number.isInteger(source.maxZoom) && + source.minZoom > source.maxZoom + ) + errors.push('source.minZoom must not exceed source.maxZoom'); + if (source.key !== undefined && source.key !== null) { + const { key } = source; + const valid = + isObject(key) && + LIBRARY_ID_PATTERN.test(key.id ?? '') && + ['query', 'header'].includes(key.in) && + KEY_PARAM_PATTERN.test(key.name ?? ''); + if (!valid) errors.push('source.key needs id, in (query|header) and name'); + // A key never reaches the browser: keyed entries go through the server. + if (source.fetch !== 'proxied') + errors.push('a keyed source must use fetch: proxied'); + } +} + +function checkDisplay(entry, errors) { + const { display, kind } = entry; + if (display === undefined) return; + if (!isObject(display)) { + errors.push('display must be an object'); + return; + } + for (const key of Object.keys(display)) + if (!DISPLAY_KEYS.has(key)) + errors.push(`display.${key} is not a known field`); + if (display.color !== undefined && !COLOR_PATTERN.test(display.color)) + errors.push('display.color must be #rrggbb'); + if (display.label !== undefined && !FIELD_PATTERN.test(display.label)) + errors.push('display.label must be a property name'); + if ( + display.fields !== undefined && + (!Array.isArray(display.fields) || + display.fields.length > 4 || + display.fields.some((field) => !FIELD_PATTERN.test(field))) + ) + errors.push('display.fields must list up to four property names'); + if ( + display.rank !== undefined && + !( + isObject(display.rank) && + FIELD_PATTERN.test(display.rank.field ?? '') && + ['desc', 'asc'].includes(display.rank.order ?? 'desc') && + Object.keys(display.rank).every((key) => ['field', 'order'].includes(key)) + ) + ) + errors.push('display.rank needs a property field and order (desc|asc)'); + if (display.colorBy !== undefined) { + const { colorBy } = display; + const colors = isObject(colorBy) + ? Object.entries(colorBy.colors || {}) + : []; + const valid = + isObject(colorBy) && + Object.keys(colorBy).every((key) => + ['field', 'colors', 'labels'].includes(key), + ) && + (colorBy.labels === undefined || + (isObject(colorBy.labels) && + Object.entries(colorBy.labels).every( + ([value, label]) => + Object.hasOwn(colorBy.colors || {}, value) && isText(label, 40), + ))) && + FIELD_PATTERN.test(colorBy.field ?? '') && + colors.length > 0 && + colors.length <= 32 && + colors.every( + ([value, color]) => + value.length > 0 && value.length <= 24 && COLOR_PATTERN.test(color), + ); + if (!valid) + errors.push( + 'display.colorBy needs a field and up to 32 value → #rrggbb colours', + ); + // A legend groups values by label; it must stay readable. + const groups = new Set( + colors.map(([value]) => colorBy.labels?.[value] ?? value), + ); + if (groups.size > 12) + errors.push('display.colorBy can show at most 12 legend groups'); + } + if (display.legend !== undefined) { + const valid = + Array.isArray(display.legend) && + display.legend.length > 0 && + display.legend.length <= 16 && + display.legend.every( + (item) => + isObject(item) && + Object.keys(item).every((key) => ['label', 'color'].includes(key)) && + isText(item.label, 40) && + COLOR_PATTERN.test(item.color ?? ''), + ); + if (!valid) + errors.push('display.legend needs 1–16 { label, color: #rrggbb } items'); + if (display.colorBy) + errors.push( + 'display.legend and display.colorBy: the colorBy legend is built from colorBy', + ); + } + if (display.outline !== undefined) { + // Outline the covered countries' borders (imagery edges): `countries` + // draws every part, `coverage` only the parts inside coverage.bbox. + // `bbox` draws coverage.bbox itself: a state or city inside a country. + if (!['coverage', 'countries', 'bbox'].includes(display.outline)) + errors.push('display.outline must be coverage, countries or bbox'); + if (kind !== 'tiles') errors.push('display.outline applies to tiles only'); + if (display.outline !== 'bbox' && !entry.coverage?.countries?.length) + errors.push('display.outline needs coverage.countries'); + if (display.outline !== 'countries' && !entry.coverage?.bbox) + errors.push(`display.outline: ${display.outline} needs coverage.bbox`); + } + if (display.aerial !== undefined) { + // Aerial photography stays above every other imagery drape. + if (kind !== 'tiles' || typeof display.aerial !== 'boolean') + errors.push('display.aerial is a boolean for tiles'); + } + if (display.noDataColor !== undefined) { + // The fill a provider paints where it has no imagery (PDOK's white + // outside the Netherlands); drawn transparent so it never hides the globe. + if (kind !== 'tiles') + errors.push('display.noDataColor applies to tiles only'); + else if (!COLOR_PATTERN.test(String(display.noDataColor))) + errors.push('display.noDataColor must be #rrggbb'); + } + if ( + display.opacity !== undefined && + !( + Number.isFinite(display.opacity) && + display.opacity > 0 && + display.opacity <= 1 + ) + ) + errors.push('display.opacity must be in (0, 1]'); + if ( + kind === 'tiles' && + (display.label || display.fields || display.rank || display.colorBy) + ) + errors.push( + 'display.label, fields, rank and colorBy apply to datasets only', + ); +} + +/** What an imagery entry shows: the registry's product types. */ +export const IMAGERY_TYPES = Object.freeze([ + 'ortho', + 'satellite-mosaic', + 'oblique', + 'historic', +]); +const IMAGERY_KEYS = new Set([ + 'type', + 'resolution', + 'resolutionM', + 'trueOrtho', + 'vintage', + 'updateCycle', + 'orthoQuality', + 'registry', +]); + +/** + * `imagery`: what a photo layer is, for viewers choosing between them — + * product type, ground resolution as published and in metres, whether it is + * a true orthophoto, the years flown and how often it is refreshed. + */ +function checkImagery(raw, errors) { + const { imagery } = raw; + if (raw.kind !== 'tiles' || !isObject(imagery)) { + errors.push('imagery applies to tiles only and is an object'); + return; + } + for (const key of Object.keys(imagery)) + if (!IMAGERY_KEYS.has(key)) + errors.push(`imagery.${key} is not a known field`); + if (!IMAGERY_TYPES.includes(imagery.type)) + errors.push(`imagery.type must be one of ${IMAGERY_TYPES.join(', ')}`); + if (!isText(imagery.resolution, 64)) + errors.push( + 'imagery.resolution is the published ground resolution (≤ 64 chars)', + ); + if ( + !Number.isFinite(imagery.resolutionM) || + imagery.resolutionM <= 0 || + imagery.resolutionM > 10_000 + ) + errors.push('imagery.resolutionM is the finest resolution in metres'); + if (typeof imagery.trueOrtho !== 'boolean') + errors.push('imagery.trueOrtho is a boolean'); + for (const [key, max] of [ + ['vintage', 32], + ['updateCycle', 80], + ['orthoQuality', 120], + ]) + if (imagery[key] !== undefined && !isText(imagery[key], max)) + errors.push(`imagery.${key} must be text (≤ ${max} chars)`); + if (imagery.registry !== undefined && !httpsDocumentUrl(imagery.registry)) + errors.push('imagery.registry must be an https link'); +} + +/** + * Validate one manifest. Strict: unknown fields are errors, so a typo cannot + * silently drop a licence or a cap. + * @param {unknown} raw Parsed manifest JSON. + * @returns {{ ok: boolean, errors: string[], entry: object|null }} + */ +export function validateLibraryManifest(raw) { + const errors = []; + if (!isObject(raw)) + return { ok: false, errors: ['manifest must be an object'], entry: null }; + for (const key of Object.keys(raw)) + if (!TOP_LEVEL_KEYS.has(key)) errors.push(`${key} is not a known field`); + if (!LIBRARY_ID_PATTERN.test(raw.id ?? '')) + errors.push('id must be 3–48 lowercase letters, digits or dashes'); + if (raw.kind === 'provider') + errors.push('provider entries are not supported by this build yet'); + else if (!LIBRARY_KINDS.includes(raw.kind)) + errors.push(`kind must be one of ${LIBRARY_KINDS.join(', ')}`); + if (!LIBRARY_FAMILIES.includes(raw.family)) + errors.push(`family must be one of ${LIBRARY_FAMILIES.join(', ')}`); + if (!isText(raw.title, 60)) errors.push('title is required (≤ 60 chars)'); + if (!isText(raw.provider, 32)) + errors.push('provider is required: a short source name (≤ 32 chars)'); + if (!isText(raw.description, 240)) + errors.push('description is required (≤ 240 chars)'); + if (raw.icon !== undefined && !isText(raw.icon, 4)) + errors.push('icon must be a short glyph'); + if (!isText(raw.maintainer, 80)) errors.push('maintainer is required'); + if (!LIBRARY_STATUSES.includes(raw.status)) + errors.push(`status must be one of ${LIBRARY_STATUSES.join(', ')}`); + if (raw.reviewed !== undefined && !DATE_PATTERN.test(raw.reviewed)) + errors.push('reviewed must be YYYY-MM-DD'); + checkCoverage(raw.coverage, errors); + if (LIBRARY_KINDS.includes(raw.kind)) checkSource(raw, errors); + checkDisplay(raw, errors); + if (raw.imagery !== undefined) checkImagery(raw, errors); + if (raw.kind === 'pack') { + const pack = raw.pack; + if ( + !isObject(pack) || + !PACK_HOSTS.includes(pack.host) || + !ENV_PATTERN.test(pack.env ?? '') + ) + errors.push( + `pack needs host (${PACK_HOSTS.join(', ')}) and its env switch`, + ); + } else if (raw.pack !== undefined) errors.push('pack applies to packs only'); + const { licence, attribution } = raw; + if ( + !isObject(licence) || + !isText(licence.name, 160) || + !httpsDocumentUrl(licence.url) || + (licence.operatorOptIn !== undefined && + typeof licence.operatorOptIn !== 'boolean') + ) + errors.push('licence needs name, an https url and optional operatorOptIn'); + if (raw.kind === 'pack' && licence?.operatorOptIn !== true) + errors.push('a pack is switched by its host: licence.operatorOptIn: true'); + if ( + !isObject(attribution) || + !isText(attribution.text, 200) || + (attribution.url !== undefined && !httpsDocumentUrl(attribution.url)) + ) + errors.push('attribution needs text and an optional https url'); + if (raw.regionsServed !== undefined && raw.regionsServed !== null) { + if ( + !Array.isArray(raw.regionsServed) || + !raw.regionsServed.length || + raw.regionsServed.some((code) => !COUNTRY_PATTERN.test(code)) + ) + errors.push('regionsServed must list ISO 3166-1 alpha-2 codes or null'); + } + if (errors.length) return { ok: false, errors, entry: null }; + return { ok: true, errors: [], entry: freezeEntry(raw) }; +} + +function deepFreeze(value) { + if (value && typeof value === 'object') { + for (const child of Object.values(value)) deepFreeze(child); + Object.freeze(value); + } + return value; +} + +/** Fill defaults so every consumer reads the same resolved caps. */ +function freezeEntry(raw) { + const entry = structuredClone(raw); + if (entry.kind !== 'pack') { + entry.source.cacheSeconds ??= DEFAULT_CACHE_SECONDS; + if (entry.kind === 'dataset') { + entry.source.maxBytes ??= DEFAULT_MAX_BYTES; + entry.source.maxFeatures ??= DEFAULT_MAX_FEATURES; + if (entry.source.format === 'arcgis') + entry.source.maxPages ??= DEFAULT_ARCGIS_PAGES; + } + entry.source.key ??= null; + } + entry.display ??= {}; + entry.licence.operatorOptIn ??= false; + entry.regionsServed ??= null; + entry.icon ??= entry.kind === 'tiles' ? '▦' : '◆'; + return deepFreeze(entry); +} + +/** + * Validate a whole catalog: every entry valid, ids unique. + * @param {unknown[]} manifests + * @returns {{ ok: boolean, errors: string[], entries: object[] }} + */ +export function validateLibraryCatalog(manifests) { + const errors = []; + const entries = []; + const ids = new Set(); + for (const [index, raw] of (manifests || []).entries()) { + const label = raw?.id || `#${index}`; + const result = validateLibraryManifest(raw); + for (const error of result.errors) errors.push(`${label}: ${error}`); + if (!result.ok) continue; + if (ids.has(result.entry.id)) { + errors.push(`${label}: duplicate id`); + continue; + } + ids.add(result.entry.id); + entries.push(result.entry); + } + return { ok: errors.length === 0, errors, entries }; +} + +/** The manager id a library entry's layer registers under. */ +export function libraryLayerId(entryId) { + return `${LIBRARY_LAYER_PREFIX}${entryId}`; +} + +/** The entry id behind a library layer id, or null. */ +export function libraryEntryIdOf(layerId) { + if (typeof layerId !== 'string' || !layerId.startsWith(LIBRARY_LAYER_PREFIX)) + return null; + const id = layerId.slice(LIBRARY_LAYER_PREFIX.length); + return LIBRARY_ID_PATTERN.test(id) ? id : null; +} + +/** + * Whether the operator switched an opt-in entry on. `GEV_LIBRARY_ENABLE` + * lists opt-in ids; `GEV_LIBRARY_DISABLE` removes any entry outright. + * @param {string|undefined} value Comma-separated ids. + * @returns {Set} + */ +export function parseLibraryIdList(value) { + return new Set( + String(value || '') + .split(',') + .map((id) => id.trim()) + .filter((id) => LIBRARY_ID_PATTERN.test(id)), + ); +} diff --git a/src/library/manifest.test.mjs b/src/library/manifest.test.mjs new file mode 100644 index 000000000..f65ef75c0 --- /dev/null +++ b/src/library/manifest.test.mjs @@ -0,0 +1,242 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { + libraryEntryIdOf, + libraryLayerId, + libraryUpstreamUrl, + parseLibraryIdList, + validateLibraryCatalog, + validateLibraryManifest, +} from './manifest.js'; + +const dataset = (overrides = {}) => ({ + id: 'example-points', + kind: 'dataset', + family: 'infrastructure', + title: 'Example points', + provider: 'Example', + description: 'Points from an example provider.', + maintainer: 'github:someone', + coverage: { global: true }, + source: { + format: 'geojson', + url: 'https://data.example.org/points.geojson', + fetch: 'browser-direct', + }, + licence: { + name: 'CC BY 4.0', + url: 'https://creativecommons.org/licenses/by/4.0/', + }, + attribution: { text: 'Example contributors' }, + status: 'community', + ...overrides, +}); + +test('a minimal dataset validates and gets its caps filled', () => { + const { ok, errors, entry } = validateLibraryManifest(dataset()); + assert.deepEqual(errors, []); + assert.equal(ok, true); + assert.equal(entry.source.cacheSeconds, 3600); + assert.equal(entry.source.maxFeatures, 10_000); + assert.equal(entry.source.maxBytes, 16 * 1024 * 1024); + assert.equal(entry.source.key, null); + assert.equal(entry.licence.operatorOptIn, false); + assert.ok(Object.isFrozen(entry.source)); +}); + +test('unknown fields are errors, so a typo cannot drop a cap or a licence', () => { + const result = validateLibraryManifest( + dataset({ license: {}, source: { ...dataset().source, maxFeature: 5 } }), + ); + assert.equal(result.ok, false); + assert.ok(result.errors.includes('license is not a known field')); + assert.ok(result.errors.includes('source.maxFeature is not a known field')); +}); + +test('upstream URLs must be https without credentials or fragments', () => { + assert.ok(libraryUpstreamUrl('https://a.example.org/x?y=1')); + assert.equal(libraryUpstreamUrl('http://a.example.org/x'), null); + assert.equal(libraryUpstreamUrl('https://u:p@a.example.org/x'), null); + assert.equal(libraryUpstreamUrl('https://a.example.org/x#f'), null); + assert.equal(libraryUpstreamUrl('https://127.0.0.1/x'), null); + assert.equal(libraryUpstreamUrl('https://localhost/x'), null); + assert.ok(libraryUpstreamUrl('https://t.example.org/{z}/{x}/{y}.png')); +}); + +test('a keyed source must be proxied, so a key never reaches the browser', () => { + const keyed = dataset({ + source: { + ...dataset().source, + key: { id: 'firms', in: 'query', name: 'MAP_KEY' }, + }, + }); + assert.ok( + validateLibraryManifest(keyed).errors.includes( + 'a keyed source must use fetch: proxied', + ), + ); + keyed.source.fetch = 'proxied'; + assert.equal(validateLibraryManifest(keyed).ok, true); +}); + +test('tiles need a {z}/{x}/{y} template and a sane zoom range', () => { + const tiles = { + ...dataset(), + kind: 'tiles', + source: { + format: 'xyz', + url: 'https://t.example.org/{z}/{x}.png', + fetch: 'browser-direct', + minZoom: 9, + maxZoom: 4, + }, + }; + const { errors } = validateLibraryManifest(tiles); + assert.ok(errors.includes('source.url must contain {y} or {reverseY}')); + assert.ok(errors.includes('source.minZoom must not exceed source.maxZoom')); +}); + +test('a pack names its host switch and is always operator opt-in', () => { + const pack = { + ...dataset(), + kind: 'pack', + family: 'cameras', + source: { format: 'host', url: 'https://cams.example.org/' }, + pack: { host: 'cctv', env: 'CCTV_EXAMPLE_ENABLED' }, + }; + assert.ok( + validateLibraryManifest(pack).errors.includes( + 'a pack is switched by its host: licence.operatorOptIn: true', + ), + ); + pack.licence = { ...pack.licence, operatorOptIn: true }; + assert.equal(validateLibraryManifest(pack).ok, true); + pack.pack = { host: 'radio', env: 'X' }; + assert.equal(validateLibraryManifest(pack).ok, false); +}); + +test('provider entries are refused with a clear reason until the kind ships', () => { + assert.ok( + validateLibraryManifest(dataset({ kind: 'provider' })).errors.includes( + 'provider entries are not supported by this build yet', + ), + ); +}); + +test('coverage needs global, countries or a valid bbox', () => { + assert.ok( + validateLibraryManifest(dataset({ coverage: {} })).errors.includes( + 'coverage needs global, countries or bbox', + ), + ); + assert.equal( + validateLibraryManifest(dataset({ coverage: { countries: ['us'] } })).ok, + false, + ); + assert.equal( + validateLibraryManifest(dataset({ coverage: { bbox: [10, 0, 5, 1] } })).ok, + false, + ); +}); + +test('catalog validation rejects duplicate ids', () => { + const result = validateLibraryCatalog([dataset(), dataset()]); + assert.equal(result.ok, false); + assert.equal(result.entries.length, 1); + assert.match(result.errors[0], /duplicate id/); +}); + +test('library layer ids are namespaced and reversible', () => { + assert.equal(libraryLayerId('example-points'), 'lib-example-points'); + assert.equal(libraryEntryIdOf('lib-example-points'), 'example-points'); + assert.equal(libraryEntryIdOf('cctv'), null); + assert.equal(libraryEntryIdOf('lib-X'), null); +}); + +test('operator id lists keep only well-formed ids', () => { + assert.deepEqual( + [...parseLibraryIdList(' a-b-c , ,BAD,x, cctv-nyc-dot ')], + ['a-b-c', 'cctv-nyc-dot'], + ); +}); + +test('GeoParquet partitions must stay on the source host and be view-bounded', () => { + const parquet = dataset({ + source: { + format: 'geoparquet', + url: 'https://bucket.example.org/set/', + fetch: 'browser-direct', + partitions: { + listUrl: 'https://bucket.example.org?list-type=2&prefix=set/', + keyBase: 'https://elsewhere.example.org/', + }, + }, + }); + const { errors } = validateLibraryManifest(parquet); + assert.ok(errors.some((error) => /partitions needs/.test(error))); + assert.ok( + errors.includes('a partitioned source must be view-bounded (source.view)'), + ); +}); + +test('colorBy needs valid colours and readable legend groups', () => { + const coloured = dataset({ + display: { colorBy: { field: 'rating', colors: { A: '#008054' } } }, + }); + assert.equal(validateLibraryManifest(coloured).ok, true); + coloured.display.colorBy.colors.B = 'green'; + assert.ok( + validateLibraryManifest(coloured).errors.some((error) => + /colorBy needs a field/.test(error), + ), + ); +}); + +test('a static legend needs labelled colours and cannot double a colorBy legend', () => { + const tiles = { + ...dataset(), + kind: 'tiles', + source: { + format: 'xyz', + url: 'https://t.example.org/{z}/{x}/{y}.png', + fetch: 'browser-direct', + }, + display: { legend: [{ label: '< 1', color: '#fff2d1' }] }, + }; + assert.equal(validateLibraryManifest(tiles).ok, true); + tiles.display.legend.push({ label: '', color: 'red' }); + assert.ok( + validateLibraryManifest(tiles).errors.some((error) => + /display.legend/.test(error), + ), + ); +}); + +test('aerial tiles may be bounded, kept on top and hide a no-data fill', () => { + const tiles = { + ...dataset(), + kind: 'tiles', + coverage: { countries: ['NL'], bbox: [3.2, 50.7, 7.3, 53.6] }, + source: { + format: 'xyz', + url: 'https://t.example.org/{z}/{x}/{y}.jpeg', + fetch: 'browser-direct', + bounded: true, + }, + display: { aerial: true, noDataColor: '#ffffff' }, + }; + assert.deepEqual(validateLibraryManifest(tiles).errors, []); + const broken = { + ...tiles, + coverage: { global: true }, + display: { aerial: 'yes', noDataColor: 'white' }, + }; + const { errors } = validateLibraryManifest(broken); + assert.ok(errors.includes('source.bounded needs coverage.bbox')); + assert.ok(errors.includes('display.aerial is a boolean for tiles')); + assert.ok(errors.includes('display.noDataColor must be #rrggbb')); + const points = dataset({ display: { aerial: true, noDataColor: '#ffffff' } }); + const pointErrors = validateLibraryManifest(points).errors; + assert.ok(pointErrors.includes('display.aerial is a boolean for tiles')); + assert.ok(pointErrors.includes('display.noDataColor applies to tiles only')); +}); diff --git a/src/library/outlines.js b/src/library/outlines.js new file mode 100644 index 000000000..a51a6e4ed --- /dev/null +++ b/src/library/outlines.js @@ -0,0 +1,117 @@ +/** + * Coverage outlines for Data Library imagery: the borders of the countries an + * entry covers, so the edge of an aerial photo layer is plain on the map. + * + * Borders come from Natural Earth's 1:50m admin-0 countries (public domain), + * a provider-hosted file fetched live and kept for the session, so nothing is + * bundled. Pure apart from `loadCountryOutlines`, which takes `fetchImpl`. + */ +import { readResponseTextCapped } from '../sources/httpBody.js'; + +export const COUNTRY_OUTLINES_URL = + 'https://raw.githubusercontent.com/nvkelso/natural-earth-vector/master/geojson/ne_50m_admin_0_countries.geojson'; +/** The 1:50m file is about 3 MB. */ +const OUTLINES_MAX_BYTES = 8 * 1024 * 1024; +/** Outline modes a manifest may ask for. */ +export const OUTLINE_MODES = Object.freeze(['coverage', 'countries', 'bbox']); + +let pending = null; + +/** + * Natural Earth country features, fetched once per page. + * @param {typeof fetch} fetchImpl + * @returns {Promise} + */ +export function loadCountryOutlines( + fetchImpl = (...args) => globalThis.fetch(...args), +) { + pending ||= (async () => { + const response = await fetchImpl(COUNTRY_OUTLINES_URL, { + credentials: 'omit', + referrerPolicy: 'no-referrer', + redirect: 'error', + }); + if (!response.ok) throw new Error(`HTTP ${response.status}`); + const text = await readResponseTextCapped(response, OUTLINES_MAX_BYTES); + const features = JSON.parse(text)?.features; + if (!Array.isArray(features)) throw new Error('not a FeatureCollection'); + return features; + })().catch((error) => { + pending = null; + throw error; + }); + return pending; +} + +/** For tests: forget the cached outlines. */ +export function resetCountryOutlines() { + pending = null; +} + +const ringBox = (ring) => { + let west = Infinity; + let south = Infinity; + let east = -Infinity; + let north = -Infinity; + for (const [lon, lat] of ring) { + west = Math.min(west, lon); + east = Math.max(east, lon); + south = Math.min(south, lat); + north = Math.max(north, lat); + } + return [west, south, east, north]; +}; + +const intersects = (a, b) => + a[0] <= b[2] && a[2] >= b[0] && a[1] <= b[3] && a[3] >= b[1]; + +/** + * The outer rings to draw for an entry. `countries` draws every part of each + * covered country; `coverage` only the parts inside the entry's coverage bbox + * (the European Netherlands, not its Caribbean islands). + * Natural Earth gives France and Norway ISO_A2 "-99"; ISO_A2_EH carries the + * code, so both are read. + * @param {object[]} features Natural Earth admin-0 features. + * @param {object} entry Validated library entry with `display.outline`. + * @returns {Array>} + */ +export function outlineRings(features, entry) { + const box = entry?.coverage?.bbox; + if (entry?.display?.outline === 'bbox') + return box + ? [ + [ + [box[0], box[1]], + [box[2], box[1]], + [box[2], box[3]], + [box[0], box[3]], + [box[0], box[1]], + ], + ] + : []; + const codes = new Set(entry?.coverage?.countries || []); + const bbox = entry?.coverage?.bbox; + const onlyInside = entry?.display?.outline === 'coverage' && bbox; + const rings = []; + for (const feature of features || []) { + const properties = feature?.properties || {}; + const code = [properties.ISO_A2_EH, properties.ISO_A2].find( + (value) => typeof value === 'string' && codes.has(value), + ); + if (!code) continue; + const { type, coordinates } = feature.geometry || {}; + const polygons = + type === 'Polygon' + ? [coordinates] + : type === 'MultiPolygon' + ? coordinates + : []; + for (const polygon of polygons) { + const outer = polygon?.[0]; + if (!Array.isArray(outer) || outer.length < 3) continue; + if (onlyInside && !intersects(ringBox(outer), bbox)) continue; + rings.push(outer); + } + } + return rings; +} diff --git a/src/library/outlines.test.mjs b/src/library/outlines.test.mjs new file mode 100644 index 000000000..a10dbaf18 --- /dev/null +++ b/src/library/outlines.test.mjs @@ -0,0 +1,66 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { outlineRings } from './outlines.js'; +import { libraryEntry } from './catalog.js'; + +const square = (lon, lat, size = 1) => [ + [lon, lat], + [lon + size, lat], + [lon + size, lat + size], + [lon, lat + size], + [lon, lat], +]; +const country = (code, polygons, iso = code) => ({ + properties: { ISO_A2_EH: code, ISO_A2: iso }, + geometry: { + type: 'MultiPolygon', + coordinates: polygons.map((ring) => [ring]), + }, +}); +const features = [ + // Netherlands: the European part and a Caribbean island. + country('NL', [square(4, 52), square(-68.3, 12.1, 0.3)]), + // Natural Earth writes France's ISO_A2 as -99; ISO_A2_EH carries FR. + country('FR', [square(2, 46), square(-53, 4)], '-99'), + country('BE', [square(4, 50.5)]), +]; + +test('coverage outlines keep only the parts inside the declared area', () => { + const rings = outlineRings(features, libraryEntry('pdok-aerial-netherlands')); + assert.equal(rings.length, 1); + assert.equal(rings[0][0][0], 4); +}); + +test('country outlines keep every part and read the ISO_A2_EH code', () => { + const everyPart = { + coverage: { countries: ['FR'] }, + display: { outline: 'countries' }, + }; + assert.equal( + outlineRings(features, everyPart).length, + 2, + 'metropolitan France and French Guiana', + ); + // IGN is clipped to metropolitan France, so its outline is too. + const ign = outlineRings(features, libraryEntry('ign-orthophotos-france')); + assert.equal(ign.length, 1); + assert.equal(ign[0][0][0], 2); + assert.deepEqual( + outlineRings(features, libraryEntry('nasa-black-marble')), + [], + ); +}); + +test('a bbox outline is the coverage rectangle, with no border file needed', () => { + const rings = outlineRings([], libraryEntry('lawrence-ks')); + const [west, south, east, north] = libraryEntry('lawrence-ks').coverage.bbox; + assert.deepEqual(rings, [ + [ + [west, south], + [east, south], + [east, north], + [west, north], + [west, south], + ], + ]); +}); diff --git a/src/library/parquet.js b/src/library/parquet.js new file mode 100644 index 000000000..4d5e4f8dc --- /dev/null +++ b/src/library/parquet.js @@ -0,0 +1,246 @@ +/** + * GeoParquet for the Data Library: one file, or a set partitioned across an + * S3-style bucket (such as Source Cooperative), read straight from the + * provider with HTTP range requests. + * + * Portable (server and browser); the caller supplies `fetchImpl`. The + * browser imports this module lazily, so the Parquet reader costs nothing + * until a GeoParquet entry is switched on. + */ +import { parquetMetadataAsync, parquetReadObjects } from 'hyparquet'; +import { decompress as zstdDecompress } from 'fzstd'; +import { libraryUpstreamUrl } from './manifest.js'; +import { readResponseBytesCapped } from '../sources/httpBody.js'; + +/** Footer bytes read first; small files' metadata fits in one request. */ +const FOOTER_FETCH_BYTES = 16 * 1024; +/** Partitions read per view, and how many decoded ones stay in memory. */ +export const MAX_PARTITIONS_PER_VIEW = 4; +const MAX_LISTED_KEYS = 5000; +const MAX_LIST_PAGES = 20; +const INDEX_CONCURRENCY = 8; + +/** Decompressors hyparquet does not carry itself (it has Snappy built in). */ +export const PARQUET_COMPRESSORS = Object.freeze({ + ZSTD: (input) => zstdDecompress(input), +}); + +function onSourceHost(entry, url) { + const target = libraryUpstreamUrl(url); + const declared = libraryUpstreamUrl(entry.source.url); + if (!target || !declared || target.host !== declared.host) + throw Object.assign(new Error('off_manifest_host'), { status: 502 }); + return target.href; +} + +/** + * A hyparquet AsyncBuffer over HTTP range requests, redirects refused, + * credentials and referrer withheld. + */ +export function rangeBuffer(url, byteLength, { fetchImpl, signal }) { + return { + byteLength, + async slice(start, end = byteLength) { + const response = await fetchImpl(url, { + signal, + redirect: 'error', + credentials: 'omit', + referrerPolicy: 'no-referrer', + headers: { Range: `bytes=${start}-${end - 1}` }, + }); + if (response.status !== 206 && response.status !== 200) { + await response.body?.cancel?.().catch?.(() => {}); + throw new Error(`HTTP ${response.status}`); + } + const buffer = await response.arrayBuffer(); + // A server that ignores Range answers with the whole file. + return response.status === 200 && buffer.byteLength === byteLength + ? buffer.slice(start, end) + : buffer; + }, + }; +} + +/** + * List the `.parquet` objects under an S3 ListObjectsV2 URL, following + * continuation tokens. + * @returns {Promise>} + */ +export async function listPartitions(entry, { fetchImpl, signal }) { + const { listUrl } = entry.source.partitions; + const objects = []; + let token = null; + for (let page = 0; page < MAX_LIST_PAGES; page++) { + const url = new URL(onSourceHost(entry, listUrl)); + if (token) url.searchParams.set('continuation-token', token); + const response = await fetchImpl(url.href, { + signal, + redirect: 'error', + credentials: 'omit', + }); + if (!response.ok) throw new Error(`HTTP ${response.status}`); + const xml = await response.text(); + for (const match of xml.matchAll( + /[\s\S]*?([^<]+)<\/Key>[\s\S]*?(\d+)<\/Size>[\s\S]*?<\/Contents>/g, + )) { + if (!match[1].endsWith('.parquet')) continue; + objects.push({ key: match[1], size: Number(match[2]) }); + if (objects.length >= MAX_LISTED_KEYS) return objects; + } + token = /([^<]+)<\/NextContinuationToken>/.exec( + xml, + )?.[1]; + if (!token) break; + } + return objects; +} + +/** The primary geometry column and its bbox from GeoParquet metadata. */ +export function geoParquetInfo(metadata) { + const raw = metadata?.key_value_metadata?.find( + ({ key }) => key === 'geo', + )?.value; + if (!raw) return { column: null, bbox: null }; + try { + const geo = JSON.parse(raw); + const column = geo.primary_column || Object.keys(geo.columns || {})[0]; + const bbox = geo.columns?.[column]?.bbox; + return { + column: column || null, + bbox: + Array.isArray(bbox) && bbox.length >= 4 && bbox.every(Number.isFinite) + ? bbox.length === 6 + ? [bbox[0], bbox[1], bbox[3], bbox[4]] + : bbox.slice(0, 4) + : null, + }; + } catch { + return { column: null, bbox: null }; + } +} + +/** + * Where each partition is: list the bucket, then read each file's footer + * (one small range request) for its GeoParquet bbox. Built once and cached + * by the caller; a partition without a bbox is left out. + * @returns {Promise>} + */ +export async function buildPartitionIndex(entry, { fetchImpl, signal }) { + const { keyBase } = entry.source.partitions; + const objects = await listPartitions(entry, { fetchImpl, signal }); + const index = []; + let next = 0; + async function worker() { + while (next < objects.length) { + const { key, size } = objects[next++]; + signal?.throwIfAborted?.(); + const url = onSourceHost(entry, new URL(key, keyBase).href); + try { + const metadata = await parquetMetadataAsync( + rangeBuffer(url, size, { fetchImpl, signal }), + { initialFetchSize: FOOTER_FETCH_BYTES }, + ); + const { bbox } = geoParquetInfo(metadata); + if (bbox) index.push({ url, bbox, size }); + } catch (error) { + if (signal?.aborted) throw error; + // One unreadable partition does not sink the index. + } + } + } + await Promise.all( + Array.from({ length: Math.min(INDEX_CONCURRENCY, objects.length) }, worker), + ); + return index.sort((a, b) => a.url.localeCompare(b.url)); +} + +const overlapArea = (a, b) => + Math.max(0, Math.min(a[2], b[2]) - Math.max(a[0], b[0])) * + Math.max(0, Math.min(a[3], b[3]) - Math.max(a[1], b[1])); + +const boxArea = (box) => Math.max(1e-12, (box[2] - box[0]) * (box[3] - box[1])); + +/** + * The partitions a box touches, most specific first, at most `limit`. + * Ranked by the share of each partition's own bbox the box covers: a few + * stray geocodes can stretch an area's bbox across the country, and such a + * partition must not outrank the area actually under the camera. + */ +export function partitionsForBox(index, box, limit = MAX_PARTITIONS_PER_VIEW) { + return index + .map((partition) => { + const overlap = overlapArea(partition.bbox, box); + return { partition, overlap, score: overlap / boxArea(partition.bbox) }; + }) + .filter(({ overlap }) => overlap > 0) + .sort((a, b) => b.score - a.score) + .slice(0, limit) + .map(({ partition }) => partition); +} + +/** The columns an entry needs: its geometry plus what it labels and colours. */ +export function neededColumns(entry, geometryColumn) { + const { display } = entry; + return [ + ...new Set( + [ + geometryColumn, + display.label, + ...(display.fields || []), + display.rank?.field, + display.colorBy?.field, + ] + .filter(Boolean) + .map((field) => field.split('.')[0]), + ), + ]; +} + +/** + * Read one GeoParquet file into GeoJSON features (geometry decoded from WKB + * by hyparquet), reading only the columns the entry uses. + * @returns {Promise} + */ +export async function readGeoParquetFeatures( + entry, + url, + { fetchImpl, signal, maxBytes = entry.source.maxBytes }, +) { + const response = await fetchImpl(onSourceHost(entry, url), { + signal, + redirect: 'error', + credentials: 'omit', + referrerPolicy: 'no-referrer', + }); + if (!response.ok) throw new Error(`HTTP ${response.status}`); + const bytes = await readResponseBytesCapped(response, maxBytes, signal); + const file = bytes.buffer.slice( + bytes.byteOffset, + bytes.byteOffset + bytes.byteLength, + ); + const metadata = await parquetMetadataAsync({ + byteLength: file.byteLength, + slice: async (start, end) => file.slice(start, end), + }); + const { column } = geoParquetInfo(metadata); + if (!column) throw new Error('not a GeoParquet file'); + const rows = await parquetReadObjects({ + file, + metadata, + columns: neededColumns(entry, column), + compressors: PARQUET_COMPRESSORS, + }); + return rows.map((row) => { + const { [column]: geometry, ...properties } = row; + return { type: 'Feature', geometry, properties }; + }); +} + +/** Whether a point or a geometry's first position lies in a box. */ +export function featureInBox(feature, box) { + let position = feature?.geometry?.coordinates; + while (Array.isArray(position?.[0])) position = position[0]; + if (!Array.isArray(position)) return false; + const [lon, lat] = position; + return lon >= box[0] && lon <= box[2] && lat >= box[1] && lat <= box[3]; +} diff --git a/src/library/parquet.test.mjs b/src/library/parquet.test.mjs new file mode 100644 index 000000000..5608194e6 --- /dev/null +++ b/src/library/parquet.test.mjs @@ -0,0 +1,121 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { + featureInBox, + geoParquetInfo, + neededColumns, + partitionsForBox, +} from './parquet.js'; +import { createLibrarySource, robustExtent } from './source.js'; +import { libraryEntry } from './catalog.js'; + +const epc = libraryEntry('epc-england-wales'); + +test('partitions rank by how specific their bbox is, not by name order', () => { + const index = [ + // A few stray geocodes stretch this area's bbox across the country. + { url: 'https://h/Barnsley.parquet', bbox: [-3, 51, 0, 54] }, + { url: 'https://h/Sheffield.parquet', bbox: [-1.6, 53.3, -1.3, 53.5] }, + { url: 'https://h/Far.parquet', bbox: [1, 52, 2, 53] }, + ]; + const picked = partitionsForBox(index, [-1.48, 53.37, -1.46, 53.385]); + assert.deepEqual( + picked.map(({ url }) => url.split('/').pop()), + ['Sheffield.parquet', 'Barnsley.parquet'], + ); +}); + +test('the GeoParquet footer gives the geometry column and its bbox', () => { + const metadata = { + key_value_metadata: [ + { + key: 'geo', + value: JSON.stringify({ + primary_column: 'geometry', + columns: { + geometry: { encoding: 'WKB', bbox: [-0.36, 50.82, -0.22, 50.86] }, + }, + }), + }, + ], + }; + assert.deepEqual(geoParquetInfo(metadata), { + column: 'geometry', + bbox: [-0.36, 50.82, -0.22, 50.86], + }); + assert.deepEqual(geoParquetInfo({ key_value_metadata: [] }), { + column: null, + bbox: null, + }); +}); + +test('only the columns the entry uses are read', () => { + assert.deepEqual(neededColumns(epc, 'geometry'), [ + 'geometry', + 'UPRN', + 'CURRENT_ENERGY_RATING', + 'POTENTIAL_ENERGY_RATING', + ]); +}); + +test('a learned extent ignores stray points', () => { + const features = Array.from({ length: 200 }, (_, index) => ({ + geometry: { type: 'Point', coordinates: [-1.4 - index / 1e4, 53.4] }, + })); + features.push({ geometry: { type: 'Point', coordinates: [-2.6, 51.36] } }); + const [west, south] = robustExtent(features); + assert.ok(west > -1.5 && south > 53, String([west, south])); + assert.equal(featureInBox(features[0], [-1.5, 53, -1.3, 54]), true); + assert.equal(featureInBox(features.at(-1), [-1.5, 53, -1.3, 54]), false); +}); + +test('a partitioned view reads candidates in batches until one finds features', async () => { + const index = [ + { url: 'https://h/A.parquet', bbox: [-1.5, 53.3, -1.4, 53.45] }, + { url: 'https://h/B.parquet', bbox: [-1.55, 53.3, -1.35, 53.5] }, + ]; + const reads = []; + const point = (lon, lat, rating) => ({ + type: 'Feature', + geometry: { type: 'Point', coordinates: [lon, lat] }, + properties: { CURRENT_ENERGY_RATING: rating, UPRN: '1' }, + }); + const store = new Map(); + const source = createLibrarySource({ + entries: [epc], + fetchImpl: async () => ({ ok: false, status: 404 }), + storage: { + getItem: (key) => store.get(key) ?? null, + setItem: (key, value) => store.set(key, value), + }, + loadParquet: async () => ({ + ...(await import('./parquet.js')), + buildPartitionIndex: async () => index, + readGeoParquetFeatures: async (entry, url) => { + reads.push(url); + return url.endsWith('A.parquet') + ? [point(-1.47, 53.38, 'C'), point(-1.2, 53.0, 'D')] + : [point(-1.47, 53.381, 'B')]; + }, + }), + }); + const box = [-1.48, 53.37, -1.46, 53.385]; + const first = await source.loadDataset(epc, { bbox: box }); + assert.equal(first.features.length, 2); + assert.deepEqual(reads.sort(), [ + 'https://h/A.parquet', + 'https://h/B.parquet', + ]); + // The index is kept in this browser; extents are learned per partition. + assert.ok(store.get('gev:library:index:epc-england-wales')); + const learned = JSON.parse(store.get('gev:library:extent:epc-england-wales')); + assert.ok(learned['https://h/A.parquet']); + // A second view of the same area is served from the decoded cache. + await source.loadDataset(epc, { bbox: box }); + assert.equal(reads.length, 2); + // Without a view box nothing is read. + assert.deepEqual(await source.loadDataset(epc), { + features: [], + truncated: false, + }); +}); diff --git a/src/library/relief.js b/src/library/relief.js new file mode 100644 index 000000000..910d8d32a --- /dev/null +++ b/src/library/relief.js @@ -0,0 +1,109 @@ +/** + * Shaded relief from Terrarium-encoded elevation tiles (Mapterhorn and the + * like): each pixel's height is decoded, coloured by elevation class and lit + * by a north-west sun, so a terrain-RGB tile reads as a map instead of as + * noise. Pure: it takes and returns RGBA pixel arrays, so it runs in node + * tests and in the browser alike. + */ +import { msg } from '../i18n/marker.js'; + +/** + * Elevation classes, low to high: one orange ramp, light to dark (validated + * as an ordinal ramp on the dark panel surface). `below` is the class's upper + * bound in metres. + */ +export const RELIEF_CLASSES = Object.freeze([ + { below: 250, color: '#fee1d6', label: msg('Below 250 m') }, + { below: 500, color: '#ffbca3', label: msg('250–500 m') }, + { below: 1000, color: '#f6936f', label: msg('500–1,000 m') }, + { below: 2000, color: '#e46d40', label: msg('1,000–2,000 m') }, + { below: 3000, color: '#c24e1d', label: msg('2,000–3,000 m') }, + { below: Infinity, color: '#983709', label: msg('3,000 m and above') }, +]); + +const EARTH_CIRCUMFERENCE_M = 40075016.686; +// A north-west sun (azimuth 315°) in the mathematical angle hillshade uses. +const SUN_ANGLE = ((360 - 315 + 90) * Math.PI) / 180; +const SUN_ALTITUDE = (45 * Math.PI) / 180; + +const hex = (value) => + [1, 3, 5].map((i) => parseInt(value.slice(i, i + 2), 16)); +const CLASS_RGB = RELIEF_CLASSES.map(({ color }) => hex(color)); + +/** Height in metres of one Terrarium pixel. */ +export function terrariumHeight(r, g, b) { + return r * 256 + g + b / 256 - 32768; +} + +/** Ground metres per pixel at a tile's centre latitude. */ +export function metresPerPixel(level, y, tileSize) { + const n = 2 ** level; + const lat = Math.atan(Math.sinh(Math.PI * (1 - (2 * (y + 0.5)) / n))); + return (EARTH_CIRCUMFERENCE_M * Math.cos(lat)) / (tileSize * n); +} + +function classIndex(height) { + for (let i = 0; i < RELIEF_CLASSES.length; i++) + if (height < RELIEF_CLASSES[i].below) return i; + return RELIEF_CLASSES.length - 1; +} + +/** + * Turn Terrarium RGBA pixels into shaded-relief RGBA pixels. Sea (encoded as + * exactly 0 m) is transparent; land below sea level keeps the lowest class. + * Slopes use Horn's method, clamping at the tile edge. + * @param {Uint8ClampedArray} input Terrarium RGBA, width × height × 4. + * @param {number} width + * @param {number} height + * @param {number} pixelMetres Ground size of one pixel. + * @returns {Uint8ClampedArray} + */ +export function terrariumToRelief(input, width, height, pixelMetres) { + const heights = new Float32Array(width * height); + for (let i = 0, p = 0; p < heights.length; i += 4, p++) + heights[p] = terrariumHeight(input[i], input[i + 1], input[i + 2]); + const at = (x, y) => + heights[ + Math.min(height - 1, Math.max(0, y)) * width + + Math.min(width - 1, Math.max(0, x)) + ]; + const out = new Uint8ClampedArray(width * height * 4); + const spacing = Math.max(pixelMetres, 1e-3) * 8; + for (let y = 0; y < height; y++) { + for (let x = 0; x < width; x++) { + const p = y * width + x; + const o = p * 4; + const h = heights[p]; + if (h === 0) continue; // sea: leave transparent + const dzdx = + (at(x + 1, y - 1) + + 2 * at(x + 1, y) + + at(x + 1, y + 1) - + (at(x - 1, y - 1) + 2 * at(x - 1, y) + at(x - 1, y + 1))) / + spacing; + const dzdy = + (at(x - 1, y + 1) + + 2 * at(x, y + 1) + + at(x + 1, y + 1) - + (at(x - 1, y - 1) + 2 * at(x, y - 1) + at(x + 1, y - 1))) / + spacing; + const slope = Math.atan(Math.hypot(dzdx, dzdy)); + const aspect = Math.atan2(dzdy, -dzdx); + const shade = Math.max( + 0, + Math.cos(SUN_ALTITUDE) * Math.cos(slope) + + Math.sin(SUN_ALTITUDE) * + Math.sin(slope) * + Math.cos(SUN_ANGLE - aspect), + ); + // Flat ground keeps its class colour; lit slopes brighten, shaded ones darken. + const light = 0.55 + 0.6 * shade; + const [r, g, b] = CLASS_RGB[classIndex(h)]; + out[o] = r * light; + out[o + 1] = g * light; + out[o + 2] = b * light; + out[o + 3] = 255; + } + } + return out; +} diff --git a/src/library/relief.test.mjs b/src/library/relief.test.mjs new file mode 100644 index 000000000..fc224ac46 --- /dev/null +++ b/src/library/relief.test.mjs @@ -0,0 +1,95 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { + RELIEF_CLASSES, + metresPerPixel, + terrariumHeight, + terrariumToRelief, +} from './relief.js'; +import { libraryEntry } from './catalog.js'; +import { validateLibraryManifest } from './manifest.js'; + +/** Terrarium RGB for a height in metres. */ +function encode(height) { + const value = height + 32768; + const r = Math.floor(value / 256); + const g = Math.floor(value - r * 256); + const b = Math.round((value - Math.floor(value)) * 256); + return [r, g, b, 255]; +} + +function tile(width, height, heightAt) { + const pixels = new Uint8ClampedArray(width * height * 4); + for (let y = 0; y < height; y++) + for (let x = 0; x < width; x++) + pixels.set(encode(heightAt(x, y)), (y * width + x) * 4); + return pixels; +} + +test('Terrarium pixels decode to metres', () => { + assert.equal(terrariumHeight(...encode(0)), 0); + assert.equal(terrariumHeight(...encode(4478)), 4478); + assert.equal(terrariumHeight(...encode(-432)), -432); +}); + +test('sea is transparent and flat land takes its elevation class colour', () => { + const flat = (height) => + terrariumToRelief( + tile(3, 3, () => height), + 3, + 3, + 30, + ); + assert.equal(flat(0)[3], 0, 'sea (exactly 0 m) stays transparent'); + const near = (out, hex) => { + const target = [1, 3, 5].map((i) => parseInt(hex.slice(i, i + 2), 16)); + return target.every((value, i) => Math.abs(out[16 + i] - value) <= 12); + }; + assert.equal(flat(-6)[19], 255); + assert.ok( + near(flat(-6), RELIEF_CLASSES[0].color), + 'land below sea level is the lowest class', + ); + assert.ok(near(flat(600), RELIEF_CLASSES[2].color), '600 m is 500–1,000 m'); + assert.ok( + near(flat(3500), RELIEF_CLASSES[5].color), + '3,500 m is the top class', + ); +}); + +test('a north-west sun lights north-west slopes and shades south-east ones', () => { + // Height rises to the south-east: the slope faces north-west, into the sun. + const facingSun = terrariumToRelief( + tile(5, 5, (x, y) => 400 + 40 * (x + y)), + 5, + 5, + 10, + ); + const facingAway = terrariumToRelief( + tile(5, 5, (x, y) => 800 - 40 * (x + y)), + 5, + 5, + 10, + ); + const centre = 12 * 4; + assert.ok(facingSun[centre] > facingAway[centre]); +}); + +test('pixel size shrinks with zoom and latitude', () => { + assert.ok(Math.abs(metresPerPixel(0, 0, 256) - 156543 * Math.cos(0)) > 0); + assert.ok(metresPerPixel(10, 300, 512) < metresPerPixel(9, 150, 512)); + const equator = metresPerPixel(4, 7.5, 512); + assert.ok(Math.abs(equator - 40075016.686 / (512 * 16)) / equator < 0.01); +}); + +test('only xyz tiles may declare an encoding and a 512 px tile size', () => { + const mapterhorn = libraryEntry('mapterhorn-terrain'); + assert.equal(mapterhorn.source.encoding, 'terrarium'); + assert.equal(mapterhorn.source.tileSize, 512); + const raw = structuredClone(mapterhorn); + raw.source.encoding = 'mapbox'; + raw.source.tileSize = 300; + const { errors } = validateLibraryManifest(raw); + assert.ok(errors.some((e) => e.startsWith('source.encoding is for tiles'))); + assert.ok(errors.includes('source.tileSize is 256 or 512, for tiles')); +}); diff --git a/src/library/selection.js b/src/library/selection.js new file mode 100644 index 000000000..513cedf4b --- /dev/null +++ b/src/library/selection.js @@ -0,0 +1,134 @@ +/** + * Which library entries a viewer has added and switched on, and how that + * travels in a share link. + * + * Library selections never use the core layer-token ledger. They persist in + * this browser under `gev:library:v1` and travel as `lib=.` with the + * two-character tokens from `ledger.json`. Tokens are permanent: a removed + * entry keeps its row so published links never change meaning. + */ +import { LIBRARY_ID_PATTERN } from './manifest.js'; + +export const LIBRARY_STORAGE_KEY = 'gev:library:v1'; +export const LIBRARY_SHARE_PARAM = 'lib'; +export const LIBRARY_TOKEN_PATTERN = /^[0-9a-z]{2}$/; +const MAX_SELECTED = 64; +const MAX_PARAM_CHARS = 3 * MAX_SELECTED; + +/** + * Validate the ledger: unique ids, unique two-character tokens, in order. + * @param {Array<[string, string]>} rows + * @returns {{ ok: boolean, errors: string[], tokenById: Map, idByToken: Map }} + */ +export function readLibraryLedger(rows) { + const errors = []; + const tokenById = new Map(); + const idByToken = new Map(); + for (const [index, row] of (rows || []).entries()) { + const [id, token] = Array.isArray(row) ? row : []; + if (!LIBRARY_ID_PATTERN.test(id ?? '')) + errors.push(`row ${index}: invalid id`); + else if (!LIBRARY_TOKEN_PATTERN.test(token ?? '')) + errors.push(`row ${index}: token must be two base-36 characters`); + else if (tokenById.has(id)) errors.push(`row ${index}: duplicate id ${id}`); + else if (idByToken.has(token)) + errors.push(`row ${index}: duplicate token ${token}`); + else { + tokenById.set(id, token); + idByToken.set(token, id); + } + } + return { ok: errors.length === 0, errors, tokenById, idByToken }; +} + +/** + * The next free token after the ledger's highest one ('00', '01', … 'zz'). + * @param {Array<[string, string]>} rows + * @returns {string|null} + */ +export function nextLibraryToken(rows) { + const used = (rows || []).map(([, token]) => Number.parseInt(token, 36)); + const next = used.length ? Math.max(...used) + 1 : 0; + if (next >= 36 * 36) return null; + return next.toString(36).padStart(2, '0'); +} + +function cleanIds(ids, allowed) { + const result = []; + for (const id of Array.isArray(ids) ? ids : []) { + if (typeof id !== 'string' || !LIBRARY_ID_PATTERN.test(id)) continue; + if (allowed && !allowed.has(id)) continue; + if (!result.includes(id)) result.push(id); + if (result.length === MAX_SELECTED) break; + } + return result; +} + +/** + * Normalize a stored or decoded selection. `on` is always a subset of + * `added`. + * @param {unknown} raw + * @param {Set} [allowed] Known entry ids. + * @returns {{ added: string[], on: string[] }} + */ +export function normalizeLibrarySelection(raw, allowed) { + const added = cleanIds(raw?.added, allowed); + const on = cleanIds(raw?.on, allowed).filter((id) => added.includes(id)); + return { added, on }; +} + +/** Read this browser's selection; an unreadable store reads as empty. */ +export function readStoredLibrarySelection(storage, allowed) { + try { + const text = storage?.getItem?.(LIBRARY_STORAGE_KEY); + return normalizeLibrarySelection(text ? JSON.parse(text) : null, allowed); + } catch { + return { added: [], on: [] }; + } +} + +/** Write this browser's selection; a refused write is not an error. */ +export function writeStoredLibrarySelection(storage, selection) { + try { + storage?.setItem?.( + LIBRARY_STORAGE_KEY, + JSON.stringify(normalizeLibrarySelection(selection)), + ); + return true; + } catch { + return false; + } +} + +/** + * Encode the switched-on entries as `lib=`; removes the param when none. + * @param {URLSearchParams} params + * @param {string[]} onIds + * @param {Map} tokenById + */ +export function encodeLibraryParam(params, onIds, tokenById) { + const tokens = cleanIds(onIds) + .map((id) => tokenById.get(id)) + .filter(Boolean); + if (tokens.length) params.set(LIBRARY_SHARE_PARAM, tokens.join('.')); + else params.delete(LIBRARY_SHARE_PARAM); +} + +/** + * Decode `lib=`. Unknown tokens are skipped, not fatal: a link made on a + * newer build still restores the entries this build knows. + * @param {URLSearchParams} params + * @param {Map} idByToken + * @returns {string[]|null} Entry ids, or null when the link has no `lib`. + */ +export function decodeLibraryParam(params, idByToken) { + const value = params?.get?.(LIBRARY_SHARE_PARAM); + if (value === null || value === undefined) return null; + if (value.length > MAX_PARAM_CHARS) return []; + return cleanIds( + value + .split('.') + .filter((token) => LIBRARY_TOKEN_PATTERN.test(token)) + .map((token) => idByToken.get(token)), + ); +} diff --git a/src/library/selection.test.mjs b/src/library/selection.test.mjs new file mode 100644 index 000000000..3ab8b9e0f --- /dev/null +++ b/src/library/selection.test.mjs @@ -0,0 +1,96 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { + LIBRARY_STORAGE_KEY, + decodeLibraryParam, + encodeLibraryParam, + nextLibraryToken, + normalizeLibrarySelection, + readLibraryLedger, + readStoredLibrarySelection, + writeStoredLibrarySelection, +} from './selection.js'; + +const rows = [ + ['nasa-eonet-events', '00'], + ['eia-power-plants', '01'], +]; + +test('the ledger maps ids to two-character tokens both ways', () => { + const ledger = readLibraryLedger(rows); + assert.equal(ledger.ok, true); + assert.equal(ledger.tokenById.get('eia-power-plants'), '01'); + assert.equal(ledger.idByToken.get('00'), 'nasa-eonet-events'); + assert.equal(readLibraryLedger([...rows, ['other-entry', '01']]).ok, false); + assert.equal(readLibraryLedger([['bad-token', 'a']]).ok, false); + assert.equal(nextLibraryToken(rows), '02'); + assert.equal(nextLibraryToken([]), '00'); + assert.equal(nextLibraryToken([['x-y-z', 'zz']]), null); +}); + +test('lib= round-trips the switched-on entries and skips unknown tokens', () => { + const ledger = readLibraryLedger(rows); + const params = new URLSearchParams('lat=1'); + encodeLibraryParam( + params, + ['eia-power-plants', 'nasa-eonet-events', 'missing-entry'], + ledger.tokenById, + ); + assert.equal(params.get('lib'), '01.00'); + assert.deepEqual(decodeLibraryParam(params, ledger.idByToken), [ + 'eia-power-plants', + 'nasa-eonet-events', + ]); + assert.deepEqual( + decodeLibraryParam(new URLSearchParams('lib=zz.01.!!'), ledger.idByToken), + ['eia-power-plants'], + ); + assert.equal( + decodeLibraryParam(new URLSearchParams('lat=1'), ledger.idByToken), + null, + ); + encodeLibraryParam(params, [], ledger.tokenById); + assert.equal(params.has('lib'), false); +}); + +test('a selection keeps on within added and drops unknown ids', () => { + const allowed = new Set(['a-entry', 'b-entry']); + assert.deepEqual( + normalizeLibrarySelection( + { + added: ['a-entry', 'a-entry', 'zzz-unknown', 7], + on: ['b-entry', 'a-entry'], + }, + allowed, + ), + { added: ['a-entry'], on: ['a-entry'] }, + ); +}); + +test('storage failures read as empty and never throw', () => { + const throwing = { + getItem() { + throw new Error('blocked'); + }, + setItem() { + throw new Error('blocked'); + }, + }; + assert.deepEqual(readStoredLibrarySelection(throwing), { added: [], on: [] }); + assert.equal( + writeStoredLibrarySelection(throwing, { added: ['a-entry'] }), + false, + ); + const store = new Map(); + const storage = { + getItem: (key) => store.get(key) ?? null, + setItem: (key, value) => store.set(key, value), + }; + writeStoredLibrarySelection(storage, { added: ['a-entry'], on: ['a-entry'] }); + assert.deepEqual(JSON.parse(store.get(LIBRARY_STORAGE_KEY)), { + added: ['a-entry'], + on: ['a-entry'], + }); + store.set(LIBRARY_STORAGE_KEY, '{not json'); + assert.deepEqual(readStoredLibrarySelection(storage), { added: [], on: [] }); +}); diff --git a/src/library/source.js b/src/library/source.js new file mode 100644 index 000000000..8e15ec0d0 --- /dev/null +++ b/src/library/source.js @@ -0,0 +1,341 @@ +/** + * The browser's side of the Data Library: what this instance offers, and how + * an entry's data reaches the page. + * + * Browser-direct entries are fetched from their upstream without cookies or + * a referrer; proxied entries go through `/api/library`, which names entries + * by id only. A static build with no server still serves every browser-direct + * entry that is not operator opt-in. + */ +import { loadLibraryDataset, boundLibraryFeatures } from './formats.js'; +import { readResponseTextCapped } from '../sources/httpBody.js'; +import { BBOX_TOKEN } from './manifest.js'; + +/** Partitions read per view before giving up, in parallel batches. */ +const MAX_PARTITION_READS_PER_VIEW = 8; +const PARTITION_BATCH = 4; +/** Decoded partitions kept in memory, most recent first. */ +const PARTITION_CACHE_LIMIT = 4; +const INDEX_STORAGE_PREFIX = 'gev:library:index:'; +const EXTENT_STORAGE_PREFIX = 'gev:library:extent:'; + +const overlaps = (a, b) => + a[0] < b[2] && a[2] > b[0] && a[1] < b[3] && a[3] > b[1]; + +/** + * Where a partition's points really are: the box holding 98 % of them, so a + * few stray geocodes do not stretch it across the country. + */ +export function robustExtent(features) { + const lons = []; + const lats = []; + for (const feature of features) { + let position = feature?.geometry?.coordinates; + while (Array.isArray(position?.[0])) position = position[0]; + if (Array.isArray(position)) { + lons.push(position[0]); + lats.push(position[1]); + } + } + if (!lons.length) return null; + const at = (values, share) => { + values.sort((a, b) => a - b); + return values[ + Math.min(values.length - 1, Math.floor(share * values.length)) + ]; + }; + return [at(lons, 0.01), at(lats, 0.01), at(lons, 0.99), at(lats, 0.99)]; +} + +function storedJson(storage, key) { + try { + const text = storage?.getItem?.(key); + return text ? JSON.parse(text) : null; + } catch { + return null; + } +} + +function storeJson(storage, key, value) { + try { + storage?.setItem?.(key, JSON.stringify(value)); + } catch { + /* a full or blocked store only costs a rebuild later */ + } +} + +export const LIBRARY_API_BASE = '/api/library'; + +/** Reason codes the server or this module can report for an entry. */ +export const LIBRARY_UNAVAILABLE_REASONS = Object.freeze([ + 'operator-disabled', + 'operator-opt-in', + 'key-missing', + 'server-unavailable', +]); + +/** + * Availability when no library server answers: browser-direct entries work, + * proxied entries and anything the operator must switch on do not. + * @param {object[]} entries + * @returns {Map} + */ +export function staticLibraryAvailability(entries) { + return new Map( + entries.map((entry) => { + let reason = null; + if (entry.kind === 'pack' || entry.licence.operatorOptIn) + reason = 'operator-opt-in'; + else if (entry.source.fetch === 'proxied') reason = 'server-unavailable'; + return [entry.id, { available: reason === null, reason }]; + }), + ); +} + +/** + * @param {{ entries: object[], fetchImpl?: typeof fetch, base?: string }} options + */ +export function createLibrarySource({ + entries, + fetchImpl = (...args) => globalThis.fetch(...args), + base = LIBRARY_API_BASE, + storage = (() => { + try { + return globalThis.localStorage ?? null; + } catch { + return null; + } + })(), + now = () => Date.now(), + loadParquet = () => import('./parquet.js'), +}) { + const known = new Set(entries.map(({ id }) => id)); + const indexes = new Map(); + const partitionCache = new Map(); + + /** + * A partitioned entry's index: from this app's server (built once and + * shared), else built here and kept in this browser for `cacheSeconds`. + */ + function partitionIndex(entry, { signal } = {}) { + if (!indexes.has(entry.id)) + indexes.set( + entry.id, + (async () => { + try { + const response = await fetchImpl( + `${base}/index/${encodeURIComponent(entry.id)}`, + { signal, headers: { Accept: 'application/json' } }, + ); + if (response.ok) { + const body = await response.json(); + if (Array.isArray(body?.partitions)) return body.partitions; + } + } catch (error) { + if (signal?.aborted) throw error; + } + const key = `${INDEX_STORAGE_PREFIX}${entry.id}`; + const stored = storedJson(storage, key); + if ( + stored && + Array.isArray(stored.partitions) && + now() - stored.savedAt < entry.source.cacheSeconds * 1000 + ) + return stored.partitions; + const { buildPartitionIndex } = await loadParquet(); + const partitions = await buildPartitionIndex(entry, { + fetchImpl, + signal, + }); + storeJson(storage, key, { savedAt: now(), partitions }); + return partitions; + })().catch((error) => { + indexes.delete(entry.id); + throw error; + }), + ); + return indexes.get(entry.id); + } + + /** One partition's features, decoded once and kept for a few views. */ + async function partitionFeatures(entry, partition, { signal }) { + const cached = partitionCache.get(partition.url); + if (cached) { + partitionCache.delete(partition.url); + partitionCache.set(partition.url, cached); + return cached; + } + const { readGeoParquetFeatures } = await loadParquet(); + const features = await readGeoParquetFeatures(entry, partition.url, { + fetchImpl, + signal, + }); + partitionCache.set(partition.url, features); + while (partitionCache.size > PARTITION_CACHE_LIMIT) + partitionCache.delete(partitionCache.keys().next().value); + // Learn where this partition really is, for every later view. + const extent = robustExtent(features); + if (extent) { + const key = `${EXTENT_STORAGE_PREFIX}${entry.id}`; + const learned = storedJson(storage, key) || {}; + learned[partition.url] = extent; + storeJson(storage, key, learned); + } + return features; + } + + /** + * The features of a partitioned GeoParquet entry inside a box. Candidates + * come from the index, ranked by the partitions' footer bboxes; those whose + * learned extent misses the box are skipped; the rest are read in parallel + * batches until one batch finds features in view. + */ + async function loadPartitioned(entry, box, { signal }) { + const [{ partitionsForBox, featureInBox }, index] = await Promise.all([ + loadParquet(), + partitionIndex(entry, { signal }), + ]); + const learned = + storedJson(storage, `${EXTENT_STORAGE_PREFIX}${entry.id}`) || {}; + const candidates = partitionsForBox(index, box, Infinity) + .filter(({ url }) => !learned[url] || overlaps(learned[url], box)) + .slice(0, MAX_PARTITION_READS_PER_VIEW); + const inView = []; + for (let start = 0; start < candidates.length; start += PARTITION_BATCH) { + const batch = candidates.slice(start, start + PARTITION_BATCH); + const results = await Promise.all( + batch.map((partition) => + partitionFeatures(entry, partition, { signal }), + ), + ); + signal?.throwIfAborted?.(); + let found = false; + for (const features of results) { + const hits = features.filter((feature) => featureInBox(feature, box)); + if (hits.length) { + found = true; + inView.push(...hits); + } + } + if (found) break; + } + const bounded = boundLibraryFeatures(inView, { + maxFeatures: entry.source.maxFeatures, + display: entry.display, + }); + return { features: bounded.features, truncated: bounded.truncated }; + } + + /** + * What this instance can serve. Falls back to the static rule when the + * server has no library route (a static build) or does not answer. + * @param {{ signal?: AbortSignal }} [options] + * @returns {Promise<{ server: boolean, availability: Map }>} + */ + async function getAvailability({ signal } = {}) { + try { + const response = await fetchImpl(`${base}/catalog`, { + signal, + headers: { Accept: 'application/json' }, + }); + if (!response.ok) throw new Error(`HTTP ${response.status}`); + const body = await response.json(); + const availability = staticLibraryAvailability(entries); + for (const row of Array.isArray(body?.entries) ? body.entries : []) { + if (!known.has(row?.id)) continue; + availability.set(row.id, { + available: row.available === true, + reason: row.available === true ? null : String(row.reason || ''), + }); + } + return { server: true, availability }; + } catch (error) { + if (signal?.aborted) throw error; + return { + server: false, + availability: staticLibraryAvailability(entries), + }; + } + } + + /** + * Load a dataset entry's features. + * @param {object} entry + * @param {{ signal?: AbortSignal, bbox?: number[]|null }} [options] `bbox` + * bounds a view-bounded ArcGIS entry to the camera's box. + * @returns {Promise<{ features: object[], truncated: boolean }>} + */ + async function loadDataset(entry, { signal, bbox = null } = {}) { + if (entry.source.format === 'geoparquet') { + if (entry.source.partitions) { + if (!bbox) return { features: [], truncated: false }; + return loadPartitioned(entry, bbox, { signal }); + } + const { readGeoParquetFeatures, featureInBox } = await loadParquet(); + const features = await readGeoParquetFeatures(entry, entry.source.url, { + fetchImpl, + signal, + }); + const bounded = boundLibraryFeatures( + bbox + ? features.filter((feature) => featureInBox(feature, bbox)) + : features, + { maxFeatures: entry.source.maxFeatures, display: entry.display }, + ); + return { features: bounded.features, truncated: bounded.truncated }; + } + if (entry.source.fetch === 'proxied') { + const response = await fetchImpl( + `${base}/data/${encodeURIComponent(entry.id)}`, + { signal, headers: { Accept: 'application/json' } }, + ); + if (!response.ok) throw new Error(`HTTP ${response.status}`); + const body = await response.json(); + // The server already bounded the set; bound again so a page never + // trusts more than its manifest allows. + const bounded = boundLibraryFeatures(body?.features || [], { + maxFeatures: entry.source.maxFeatures, + display: entry.display, + }); + return { + features: bounded.features, + truncated: Boolean(body?.truncated) || bounded.truncated, + }; + } + const collection = await loadLibraryDataset( + entry, + async (url, budget) => { + const response = await fetchImpl(url, { + signal, + mode: 'cors', + credentials: 'omit', + referrerPolicy: 'no-referrer', + redirect: 'error', + }); + if (!response.ok) throw new Error(`HTTP ${response.status}`); + const text = await readResponseTextCapped( + response, + budget.remainingBytes, + signal, + ); + budget.remainingBytes -= new TextEncoder().encode(text).byteLength; + return text; + }, + { bbox }, + ); + return { features: collection.features, truncated: collection.truncated }; + } + + /** The tile URL template the imagery provider requests. */ + function tileTemplate(entry) { + if (entry.source.fetch === 'proxied') + return `${base}/tile/${encodeURIComponent(entry.id)}/{z}/{x}/{y}`; + // Cesium fills a tile's projected corners itself. + return entry.source.url.replaceAll( + BBOX_TOKEN, + '{westProjected},{southProjected},{eastProjected},{northProjected}', + ); + } + + return { getAvailability, loadDataset, tileTemplate }; +} diff --git a/src/library/tileLayer.test.mjs b/src/library/tileLayer.test.mjs new file mode 100644 index 000000000..c50df4b9a --- /dev/null +++ b/src/library/tileLayer.test.mjs @@ -0,0 +1,135 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import * as Cesium from 'cesium'; +import { createLibraryTileLayer } from './layers.js'; +import { LIBRARY_ENTRIES, libraryEntry } from './catalog.js'; +import { libraryTileUrl } from './manifest.js'; +import { createLibrarySource } from './source.js'; + +/** A tiles entry without its border outline, so no network is touched. */ +function entryWithoutOutline(id) { + const entry = libraryEntry(id); + const { outline: _outline, ...display } = entry.display; + return { ...entry, display }; +} + +function globeViewer() { + return { + scene: { globe: { show: true } }, + imageryLayers: new Cesium.ImageryLayerCollection(), + dataSources: { add: async () => {}, remove: () => {} }, + }; +} + +const source = { tileTemplate: (entry) => entry.source.url }; +const tileProvider = (url) => + new Cesium.UrlTemplateImageryProvider({ + url, + tilingScheme: new Cesium.WebMercatorTilingScheme(), + }); + +test('aerial imagery drapes above every other imagery layer', async () => { + const viewer = globeViewer(); + const collection = viewer.imageryLayers; + const base = collection.addImageryProvider( + tileProvider('https://base.example.org/{z}/{x}/{y}.png'), + ); + const photos = createLibraryTileLayer( + entryWithoutOutline('pdok-aerial-netherlands'), + { source, cesium: Cesium }, + ); + await photos.init(viewer); + await photos.enable(viewer); + const top = () => collection.get(collection.length - 1); + assert.equal(collection.length, 2); + assert.notEqual(top(), base); + const pdok = top(); + + // A drape added later (weather, another library basemap) goes under it. + const weather = collection.addImageryProvider( + tileProvider('https://weather.example.org/{z}/{x}/{y}.png'), + ); + assert.equal(top(), pdok); + assert.equal(collection.indexOf(weather), 1); + + // PDOK's white "no imagery here" fill is drawn transparent, and its tiles + // are requested only inside the Netherlands bbox. + assert.ok(pdok.colorToAlpha.equals(Cesium.Color.WHITE)); + assert.ok( + pdok.colorToAlphaThreshold > 0 && pdok.colorToAlphaThreshold < 0.05, + ); + const west = Cesium.Math.toDegrees(pdok.imageryProvider.rectangle.west); + assert.ok(Math.abs(west - 3.2) < 1e-9); + + // Off: the drape and its listener are gone, so later layers stay put. + await photos.disable(); + assert.equal(collection.contains(pdok), false); + const later = collection.addImageryProvider( + tileProvider('https://later.example.org/{z}/{x}/{y}.png'), + ); + assert.equal(top(), later); +}); + +test('a non-aerial tile layer keeps its place and its own colours', async () => { + const viewer = globeViewer(); + const collection = viewer.imageryLayers; + const topo = createLibraryTileLayer(entryWithoutOutline('usgs-topo'), { + source, + cesium: Cesium, + }); + await topo.init(viewer); + await topo.enable(viewer); + const drape = collection.get(0); + collection.addImageryProvider( + tileProvider('https://weather.example.org/{z}/{x}/{y}.png'), + ); + assert.equal(collection.indexOf(drape), 0); + assert.equal(drape.colorToAlpha, undefined); + await topo.destroy(); +}); + +test('every shipped aerial photo entry is clipped to its coverage', () => { + const aerial = LIBRARY_ENTRIES.filter((entry) => entry.display.aerial); + assert.ok(aerial.length >= 60, 'the Open Imagery Register entries ship'); + for (const entry of aerial) { + // Kept on top, an unclipped drape would cover the whole globe with the + // provider's out-of-area fill. + assert.equal(entry.source.bounded, true, entry.id); + assert.ok(entry.imagery?.resolution, `${entry.id} names its resolution`); + } +}); + +test('bbox and TMS templates become the URLs Cesium and the proxy request', () => { + const source = createLibrarySource({ + entries: [], + base: '/api/library', + storage: null, + }); + const wms = { + id: 'example-wms', + source: { + fetch: 'browser-direct', + url: 'https://w.example.org/wms?bbox={bbox-epsg-3857}&width=256', + }, + }; + assert.equal( + source.tileTemplate(wms), + 'https://w.example.org/wms?bbox={westProjected},{southProjected},{eastProjected},{northProjected}&width=256', + ); + assert.equal( + source.tileTemplate({ + ...wms, + source: { ...wms.source, fetch: 'proxied' }, + }), + '/api/library/tile/example-wms/{z}/{x}/{y}', + ); + // The proxy fills the same tile's bounds in EPSG:3857 metres. + assert.equal( + libraryTileUrl(wms.source.url, 1, 1, 0), + 'https://w.example.org/wms?bbox=0.000,0.000,20037508.343,20037508.343&width=256', + ); + assert.equal( + libraryTileUrl('https://t.example.org/{z}/{x}/{reverseY}.png', 3, 2, 1), + 'https://t.example.org/3/2/6.png', + ); +}); diff --git a/src/library/viewLayer.test.mjs b/src/library/viewLayer.test.mjs new file mode 100644 index 000000000..9f9fd7abc --- /dev/null +++ b/src/library/viewLayer.test.mjs @@ -0,0 +1,192 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import * as Cesium from 'cesium'; +import { createLibraryViewLayer } from './layers.js'; +import { libraryEntry } from './catalog.js'; + +const entry = libraryEntry('fema-usa-structures'); + +function fakeViewer({ height, lon = -77.03, lat = 38.89 }) { + const listeners = new Set(); + const added = []; + const viewer = { + camera: { + positionCartographic: { height }, + positionWC: Cesium.Cartesian3.fromDegrees(lon, lat, height), + moveEnd: { + addEventListener: (listener) => listeners.add(listener), + removeEventListener: (listener) => listeners.delete(listener), + }, + pickEllipsoid: () => Cesium.Cartesian3.fromDegrees(lon, lat, 0), + computeViewRectangle: () => + Cesium.Rectangle.fromDegrees(lon - 1, lat - 1, lon + 1, lat + 1), + }, + scene: { canvas: { clientWidth: 800, clientHeight: 600 }, globe: {} }, + dataSources: { + add: async (source) => added.push(source), + remove: (source) => added.splice(added.indexOf(source), 1), + }, + }; + return { viewer, listeners, added }; +} + +const fakeCesium = { + ...Cesium, + GeoJsonDataSource: { + load: async (collection) => ({ + collection, + entities: { values: collection.features.map(() => ({ polygon: {} })) }, + }), + }, +}; + +const polygon = { + type: 'Feature', + geometry: { + type: 'Polygon', + coordinates: [ + [ + [-77.03, 38.89], + [-77.029, 38.89], + [-77.029, 38.891], + [-77.03, 38.89], + ], + ], + }, + properties: { OCC_CLS: 'Government' }, +}; + +test('above its altitude a view-bounded layer loads nothing and asks to zoom in', async () => { + const calls = []; + const layer = createLibraryViewLayer(entry, { + source: { loadDataset: async (...args) => calls.push(args) }, + cesium: fakeCesium, + }); + const { viewer, listeners } = fakeViewer({ height: 900_000 }); + await layer.init(viewer); + await layer.enable(viewer); + assert.equal(calls.length, 0); + assert.equal(listeners.size, 1); + assert.deepEqual(layer.getStats(), { + count: 0, + lastUpdate: null, + status: 'zoom-in', + statusMessage: 'zoom in to load this layer', + }); + await layer.disable(viewer); + assert.equal(listeners.size, 0); +}); + +test('below it, the layer loads the box around the view centre and reads PARTIAL when capped', async () => { + const calls = []; + const layer = createLibraryViewLayer(entry, { + source: { + loadDataset: async (target, options) => { + calls.push(options.bbox); + return { features: [polygon, polygon], truncated: true }; + }, + }, + cesium: fakeCesium, + }); + const { viewer, added } = fakeViewer({ height: 2000 }); + await layer.init(viewer); + await layer.enable(viewer); + assert.equal(calls.length, 1); + const [west, south, east, north] = calls[0]; + // A window around the centre sized by height (±1 km here), not the + // ±1° visible rectangle. + assert.ok(north - south < 0.05 && north - south > 0.005, String(calls[0])); + assert.ok(west < -77.03 && east > -77.03 && south < 38.89 && north > 38.89); + assert.equal(added.length, 1); + assert.equal(added[0].entities.values[0].polygon.outline, false); + const stats = layer.getStats(); + assert.equal(stats.count, 2); + assert.equal(stats.partial, true); + // The same view does not refetch. + await layer.enable(viewer); + assert.equal(calls.length, 1); + assert.deepEqual(layer.getExtent(), { + west: -77.04, + south: 38.885, + east: -77.02, + north: 38.9, + maxAltitudeM: 4000, + }); + await layer.destroy(viewer); + assert.equal(added.length, 0); +}); + +test('the row legend labels each colour and counts what is in view', async () => { + const { colorByLegend } = await import('./layers.js'); + const bridges = libraryEntry('ntad-national-bridges'); + assert.deepEqual(colorByLegend(bridges.display), [ + { label: 'Good', color: '#0ca30c' }, + { label: 'Fair', color: '#fab219' }, + { label: 'Poor', color: '#d03b3b' }, + ]); + assert.deepEqual( + colorByLegend(bridges.display, new Map([['P', 2]])).map( + ({ count }) => count, + ), + [0, 0, 2], + ); + // A tile layer's static scale. + assert.equal( + colorByLegend(libraryEntry('gpw-population-density').display).length, + 6, + ); + assert.deepEqual( + colorByLegend(libraryEntry('nasa-black-marble').display), + [], + ); + // A loaded view layer counts by value. + const layer = createLibraryViewLayer(bridges, { + source: { + loadDataset: async () => ({ + features: [ + { ...polygon, properties: { __gevColorKey: 'G' } }, + { ...polygon, properties: { __gevColorKey: 'G' } }, + { ...polygon, properties: { __gevColorKey: 'P' } }, + ], + truncated: false, + }), + }, + cesium: fakeCesium, + }); + const { viewer } = fakeViewer({ height: 3000 }); + await layer.init(viewer); + await layer.enable(viewer); + assert.deepEqual( + layer.getRowControls().legend.map(({ label, count }) => [label, count]), + [ + ['Good', 2], + ['Fair', 0], + ['Poor', 1], + ], + ); + await layer.destroy(viewer); +}); + +test('values sharing a label are one legend group, and uncoloured values count as Other', async () => { + const { colorByLegend } = await import('./layers.js'); + const legend = colorByLegend( + libraryEntry('wri-global-power-plants').display, + new Map([ + ['Coal', 3], + ['Gas', 2], + ['Wind', 4], + ['Biomass', 1], + ]), + ); + assert.deepEqual( + legend.map(({ label, count }) => [label, count]), + [ + ['Fossil (coal, gas, oil)', 5], + ['Nuclear', 0], + ['Hydro', 0], + ['Wind and solar', 4], + ['Other', 1], + ], + ); + assert.equal(legend.at(-1).color, '#a0aec0'); +}); diff --git a/src/navigationPolicy.js b/src/navigationPolicy.js index 255ce6926..312a1ccdb 100644 --- a/src/navigationPolicy.js +++ b/src/navigationPolicy.js @@ -28,6 +28,7 @@ const COCKPIT_REFUSALS = Object.freeze({ train: msg('Exit cockpit to fly to a train'), route: msg('Exit cockpit to fly to a route'), file: msg('Exit cockpit to fly to a file'), + layer: msg('Exit cockpit to fly to a layer'), drawing: msg('Exit cockpit to fly to a drawing'), scene: msg('Exit cockpit to fly to a scene'), // Radar, satellite and lightning fly to the layer's coverage area (their diff --git a/src/sharelink.js b/src/sharelink.js index fcef04ea5..74ad5b05a 100644 --- a/src/sharelink.js +++ b/src/sharelink.js @@ -108,6 +108,7 @@ export class ShareLinkManager { this._scopeTerminusPct = null; this._mapStack = 'photoreal'; this._layerStateProvider = null; + this._libraryParamsEncoder = null; this._panelStateProvider = null; this._styleParamStateProvider = null; this._initialRestorePending = false; @@ -475,6 +476,20 @@ export class ShareLinkManager { this._layerStateProvider = typeof provider === 'function' ? provider : null; } + /** + * Install the Data Library's `lib=` writer. Library selections travel in + * their own field and never touch the core layer-token ledger. + * @param {((params: URLSearchParams) => void) | null} encoder + */ + setLibraryParamsEncoder(encoder) { + this._libraryParamsEncoder = typeof encoder === 'function' ? encoder : null; + } + + /** Called when the Data Library selection changes. */ + onLibraryStateChange() { + this._scheduleUpdate(); + } + /** * Install the source of the entity the camera follows, used for share links: * `({ nowMs }) => ({ kind, id, offset, lastKnown }) | null`, in the share @@ -701,6 +716,7 @@ export class ShareLinkManager { params.set('map', this._mapStack); const layerState = this._layerStateProvider?.(); if (layerState) encodeLayerStateParams(params, layerState); + this._libraryParamsEncoder?.(params); this._encodePanelStateParam(params, this._panelStateProvider?.()); encodeStyleParamState( params, @@ -734,6 +750,7 @@ export class ShareLinkManager { this._removeCameraChanged = null; this._unwatchNavigation?.(); this._layerStateProvider = null; + this._libraryParamsEncoder = null; this._panelStateProvider = null; this._styleParamStateProvider = null; this._followSubjectProvider = null; diff --git a/src/tooling/previewServing.test.mjs b/src/tooling/previewServing.test.mjs index daaf78386..d5b048ff1 100644 --- a/src/tooling/previewServing.test.mjs +++ b/src/tooling/previewServing.test.mjs @@ -129,6 +129,9 @@ test('real dev and built-preview servers serve provider JSON and terminate unkno ['/api/mapillary/status', 200], ['/api/mapillary/tiles/coverage/14/1/2', 503], ['/api/radio/unknown', 404], + ['/api/library/catalog', 200], + ['/api/library/tile/nasa-black-marble/0/0/0', 404], + ['/api/library/tile/gvp-holocene-volcanoes/0/0/0', 404], ['/api/setup/status', isPreview ? 404 : 200], ['/api/setup/update', 404], ['/api/does-not-exist', 404], diff --git a/src/ui/layerPanel.js b/src/ui/layerPanel.js index c78a17645..25a4749ff 100644 --- a/src/ui/layerPanel.js +++ b/src/ui/layerPanel.js @@ -120,6 +120,17 @@ const PANEL_ORDER = PANEL_GROUPS.flatMap(({ label, ids, containerId }) => const PANEL_POSITIONS = new Map( PANEL_ORDER.map(({ id }, index) => [id, index]), ); +// Data Library layers follow every core group, in the order they were added. +const LIBRARY_GROUP = msg('Library'); +const panelPosition = (layer) => + layer.libraryEntryId + ? PANEL_ORDER.length + 1 + : (PANEL_POSITIONS.get(layer.id) ?? PANEL_ORDER.length); +const panelGroup = (layer) => + layer.libraryEntryId + ? LIBRARY_GROUP + : (PANEL_ORDER[PANEL_POSITIONS.get(layer.id)]?.label ?? + msg('Other layers')); function englishPanelLabel(layer) { return PANEL_LABELS[layer.id] || LAYER_NAME_KEYS[layer.id] || layer.name; @@ -372,6 +383,10 @@ export class LayerPanel { this._groupContainers = new Map(); this._toggleContainer = null; } + /** Rebuild the rows after the layer set changed (a Data Library add/remove). */ + rerender() { + this._renderToggles(); + } _renderToggles() { if (this._destroyed || !this._toggleContainer) return; this._releaseBindings(); @@ -380,19 +395,13 @@ export class LayerPanel { // its toggle and metadata. const layers = this.getAll() .slice() - .sort( - (a, b) => - (PANEL_POSITIONS.get(a.id) ?? PANEL_ORDER.length) - - (PANEL_POSITIONS.get(b.id) ?? PANEL_ORDER.length), - ); + .sort((a, b) => panelPosition(a) - panelPosition(b)); this._rows = []; this._rowViews = new Map(); let previousGroup = ''; for (const layer of layers) { if (!layer.showInTogglePanel) continue; - const group = - PANEL_ORDER[PANEL_POSITIONS.get(layer.id)]?.label ?? - msg('Other layers'); + const group = panelGroup(layer); const containerId = PANEL_ORDER[PANEL_POSITIONS.get(layer.id)]?.containerId; const container = this._groupContainers.has(containerId) @@ -485,6 +494,7 @@ export class LayerPanel { id: layer.id, // English name for voice tools, which must not receive translated text. englishName: englishPanelLabel(layer), + libraryEntry: layer.libraryEntryId || null, icon: layer.icon, name: panelLabel(layer), count: row.count ? presentLayerCount(layer.stats) : null, @@ -504,7 +514,12 @@ export class LayerPanel { * controls for good, and a shown info line stays. */ _presentControls(row, layer) { - const controls = layer.enabled ? this._rowControlsFor(layer.id) : null; + // A quiet row stays quiet while off, except Data Library rows, whose + // actions (zoom, remove) work on a layer that is off. + const controls = + layer.enabled || layer.libraryEntryId + ? this._rowControlsFor(layer.id) + : null; if (controls?.readout) { // The row became a rail readout: its controls go for good. row.controls = false; @@ -580,7 +595,8 @@ export class LayerPanel { ...(live?.chips || []), ...(live?.segmented?.options || []), ].find((entry) => entry.id === chipId); - if (!chip || chip.disabled || !this.isEnabled(id)) return; + if (!chip || chip.disabled || (!this.isEnabled(id) && !chip.whileOff)) + return; if (typeof chip.onClick === 'function') chip.onClick(); else if (chip.params) this.setLayerParams(id, chip.params, { origin: 'user' }); diff --git a/src/ui/layerPanel/LayerRows.vue b/src/ui/layerPanel/LayerRows.vue index 81e2f31ed..ee0490913 100644 --- a/src/ui/layerPanel/LayerRows.vue +++ b/src/ui/layerPanel/LayerRows.vue @@ -33,6 +33,7 @@ defineProps({ }" :data-layer-id="item.id" :data-layer-name="item.englishName" + :data-library-entry="item.libraryEntry || undefined" >
({ + ...row(false), + key: 'lib-night-lights', + id: 'lib-night-lights', + libraryEntry: 'nasa-black-marble', + controls: { hidden: false, chips, legend: [], list: null }, +}); + +test('a Data Library row names its entry and draws icon action chips', () => { + document.body.replaceChildren(); + const container = document.body.appendChild(document.createElement('div')); + const zoom = { + id: 'zoom', + icon: 'zoom_in_map', + action: true, + label: 'Zoom to layer', + }; + render(h(LayerRows, { items: [libraryRow([zoom])] }), container); + const element = container.querySelector('[data-layer-id="lib-night-lights"]'); + assert.equal(element.dataset.libraryEntry, 'nasa-black-marble'); + const button = element.querySelector('[data-chip-id="zoom"]'); + const glyph = button.children[0]; + assert.equal(glyph.className, 'material-symbols-outlined'); + assert.equal(glyph.textContent, 'zoom_in_map'); + assert.equal(glyph.getAttribute('aria-hidden'), 'true'); + assert.equal(button.getAttribute('aria-label'), 'Zoom to layer'); + assert.equal(button.title, 'Zoom to layer'); + assert.equal(button.getAttribute('aria-pressed'), null); + assert.ok(button.classList.contains('chip-icon')); + + // The same id as a text toggle drops the icon semantics. + render( + h(LayerRows, { + items: [libraryRow([{ id: 'zoom', label: 'ZOOM', active: true }])], + }), + container, + ); + const toggle = element.querySelector('[data-chip-id="zoom"]'); + assert.equal(toggle.textContent, 'ZOOM'); + assert.equal(toggle.getAttribute('aria-label'), null); + assert.equal(toggle.getAttribute('aria-pressed'), 'true'); + assert.equal(toggle.classList.contains('chip-icon'), false); + render(null, container); +}); + +test('a core row carries no library entry attribute', () => { + document.body.replaceChildren(); + const container = document.body.appendChild(document.createElement('div')); + render(h(LayerRows, { items: [row(false)] }), container); + const element = container.querySelector('[data-layer-id="flights"]'); + assert.equal(element.hasAttribute('data-library-entry'), false); + render(null, container); +}); diff --git a/src/ui/libraryBrowser.js b/src/ui/libraryBrowser.js new file mode 100644 index 000000000..857b0f04d --- /dev/null +++ b/src/ui/libraryBrowser.js @@ -0,0 +1,604 @@ +/** + * DATA LAYERS ▸ Browse data library: the dialog that lists every Data Library + * entry this build knows, with its licence, coverage and what this instance + * needs to serve it, and adds or removes it from the panel. + * + * A `dialog[data-panel-surface]` per docs/panel-surfaces.md: this module owns + * width, height, labels, initial and return focus, Escape and dismissal, and + * closes itself when clean view, recording or Cockpit hides the panels. + */ +import { formatNumber, msg, t, tn } from '../i18n/index.js'; + +const PANEL_HIDING_MODES = ['ui-clean-view', 'recording-mode', 'cockpit-mode']; +/** How long Remove all stays armed after its first press. */ +const RESET_CONFIRM_MS = 4000; +/** How often the open dialog rereads its stat tiles (the panel's own pace). */ +const STATS_REFRESH_MS = 1000; + +const FAMILY_LABELS = Object.freeze({ + movement: msg('Movement'), + cameras: msg('Cameras'), + infrastructure: msg('Infrastructure'), + events: msg('Events'), + weather: msg('Weather'), + environment: msg('Environment'), + imagery: msg('Imagery'), + demographics: msg('Demographics'), +}); + +const KIND_LABELS = Object.freeze({ + dataset: msg('DATASET'), + tiles: msg('TILES'), + pack: msg('PACK'), +}); + +const STATUS_LABELS = Object.freeze({ + incubating: msg('INCUBATING'), + community: msg('COMMUNITY'), + verified: msg('VERIFIED'), + stale: msg('STALE'), + archived: msg('ARCHIVED'), +}); + +function element(tag, className, text) { + const node = document.createElement(tag); + if (className) node.className = className; + if (text !== undefined) node.textContent = text; + return node; +} + +function badge(text, tone = '') { + const node = element( + 'span', + `data-library-badge${tone ? ` data-library-badge--${tone}` : ''}`, + text, + ); + return node; +} + +const compact = (value) => + formatNumber(value, { notation: 'compact', maximumFractionDigits: 1 }); + +/** + * The four stat tiles at the top of Browse: label, value and one line of + * breakdown each. Text only; nothing here is a data colour. + * @param {ReturnType['summary']>} summary + * @returns {Array<{ id: string, label: string, value: string, detail: string }>} + */ +export function libraryStatTiles(summary) { + const { kinds } = summary; + return [ + { + id: 'entries', + label: t('Datasets'), + value: compact(summary.entries), + detail: t('{datasets} · {tiles} · {packs}', { + datasets: tn(kinds.dataset, '{count} dataset', '{count} datasets'), + tiles: tn(kinds.tiles, '{count} tile layer', '{count} tile layers'), + packs: tn(kinds.pack, '{count} pack', '{count} packs'), + }), + }, + { + id: 'themes', + label: t('Themes'), + value: compact(summary.themes.length), + // The count alone: the theme names are the Theme filter below. + detail: '', + }, + { + id: 'added', + label: t('Added'), + value: compact(summary.added), + detail: summary.added + ? tn(summary.on, '{count} on the map', '{count} on the map') + : t('none yet'), + }, + { + id: 'features', + label: t('Map features'), + value: summary.featureLayers ? compact(summary.features) : '—', + detail: summary.featureLayers + ? tn( + summary.featureLayers, + 'from {count} dataset', + 'from {count} datasets', + ) + : t('switch on a dataset to load features'), + }, + ]; +} + +/** The sentence explaining what this instance needs to serve an entry. */ +export function libraryReasonText({ entry, available, reason }) { + if (entry.kind === 'pack') + return available + ? t('Switched on by this instance · part of the CCTV layer') + : t('Operator opt-in: set {env}=1 on the server', { + env: entry.pack.env, + }); + if (available) return ''; + if (reason === 'operator-opt-in') + return t('Operator opt-in: add {id} to GEV_LIBRARY_ENABLE on the server', { + id: entry.id, + }); + if (reason === 'operator-disabled') + return t("Turned off by this instance's operator"); + if (reason === 'key-missing') return t('Needs a provider key on the server'); + if (reason === 'server-unavailable') + return t("Needs this app's server · not available in a static build"); + return t('Checking what this instance serves…'); +} + +function coverageText(entry) { + const { coverage } = entry; + if (coverage.global) return t('Global'); + if (coverage.countries?.length) return coverage.countries.join(' · '); + return t('Regional'); +} + +const IMAGERY_TYPE_LABELS = Object.freeze({ + ortho: msg('Orthophoto'), + 'satellite-mosaic': msg('Satellite mosaic'), + oblique: msg('Oblique'), + historic: msg('Historic imagery'), +}); + +/** + * An imagery entry's specs as label/value pairs for its card: what it is, + * how sharp, when it was flown and how often it is refreshed. + * @param {object} entry + * @returns {Array<{ label: string, value: string }>} + */ +export function imagerySpecs(entry) { + const imagery = entry?.imagery; + if (!imagery) return []; + const type = + imagery.type === 'ortho' && imagery.trueOrtho + ? t('True orthophoto') + : t(IMAGERY_TYPE_LABELS[imagery.type]); + return [ + { label: t('Type'), value: type }, + { label: t('Resolution'), value: imagery.resolution }, + imagery.vintage && { label: t('Flown'), value: imagery.vintage }, + imagery.updateCycle && { label: t('Updates'), value: imagery.updateCycle }, + imagery.orthoQuality && { + label: t('Ortho quality'), + value: imagery.orthoQuality, + }, + ].filter(Boolean); +} + +/** + * Whether a row matches the current filters. + * @param {{ entry: object, available: boolean, added: boolean }} row + * @param {{ query: string, family: string, availableOnly: boolean }} filter + */ +export function libraryRowMatches(row, { query, family, availableOnly }) { + const { entry } = row; + if (entry.status === 'archived' && !row.added) return false; + if (family && entry.family !== family) return false; + if (availableOnly && !row.available) return false; + const needle = String(query || '') + .trim() + .toLocaleLowerCase(); + if (!needle) return true; + return [ + entry.title, + entry.provider, + entry.description, + entry.id, + entry.imagery?.resolution, + ...(entry.coverage.countries || []), + ] + .join(' ') + .toLocaleLowerCase() + .includes(needle); +} + +/** + * Browse order: what a viewer can add first, then what this instance would + * need to switch on, then packs (which a host layer owns), each by title. + * @param {Array<{ entry: object, available: boolean }>} rows + */ +export function sortLibraryRows(rows) { + const rank = ({ entry, available }) => + entry.kind === 'pack' ? 2 : available ? 0 : 1; + return [...rows].sort( + (a, b) => + rank(a) - rank(b) || a.entry.title.localeCompare(b.entry.title, 'en'), + ); +} + +/** + * @param {{ library: ReturnType, trigger: HTMLElement|null }} options + * @returns {{ open: () => void, close: () => void, destroy: () => void }} + */ +export function mountLibraryBrowser({ library, trigger }) { + const removers = []; + const listen = (node, type, listener) => { + node.addEventListener(type, listener); + removers.push(() => node.removeEventListener(type, listener)); + }; + const filter = { query: '', family: '', availableOnly: false }; + let dialog = null; + let list = null; + let status = null; + let stats = null; + let statsTimer = null; + let resetButton = null; + // Remove all asks twice: the first press arms it for a few seconds. + let resetArmed = false; + let resetTimer = null; + let resetting = false; + + function disarmReset() { + clearTimeout(resetTimer); + resetTimer = null; + resetArmed = false; + } + + function build() { + dialog = element('dialog', 'data-library-dialog'); + dialog.id = 'data-library'; + dialog.setAttribute('data-panel-surface', ''); + dialog.setAttribute('aria-labelledby', 'data-library-title'); + dialog.setAttribute('aria-describedby', 'data-library-intro'); + + const header = element('header', 'data-library-header'); + header.setAttribute('data-panel-header', ''); + const title = element( + 'h2', + 'panel-title panel-surface-title', + t('DATA LIBRARY'), + ); + title.id = 'data-library-title'; + const close = element( + 'button', + 'panel-surface-control data-library-close', + '×', + ); + close.type = 'button'; + close.setAttribute('aria-label', t('Close data library')); + listen(close, 'click', () => api.close()); + header.append(title, close); + + const body = element('div', 'data-library-body'); + body.setAttribute('data-panel-body', ''); + stats = element('dl', 'data-library-stats'); + stats.setAttribute('aria-label', t('Data Library at a glance')); + const intro = element( + 'p', + 'data-library-intro', + t( + 'Live sources beyond the core layers. Each one is fetched from its provider while it is on; nothing is stored in this app. Add one and it appears in Data Layers under Library.', + ), + ); + intro.id = 'data-library-intro'; + + const filters = element('div', 'data-library-filters'); + const searchLabel = element('label', 'data-library-field'); + searchLabel.append(element('span', '', t('Search'))); + const search = element('input', 'panel-surface-control'); + search.type = 'search'; + search.autocomplete = 'off'; + search.placeholder = t('Name, provider or country'); + listen(search, 'input', () => { + filter.query = search.value; + render(); + }); + searchLabel.append(search); + + const familyLabel = element('label', 'data-library-field'); + familyLabel.append(element('span', '', t('Theme'))); + const family = element('select', 'panel-surface-control'); + family.append(new Option(t('All themes'), '')); + for (const [value, label] of Object.entries(FAMILY_LABELS)) + family.append(new Option(t(label), value)); + listen(family, 'change', () => { + filter.family = family.value; + render(); + }); + familyLabel.append(family); + + const availableLabel = element('label', 'data-library-check'); + const available = element('input'); + available.type = 'checkbox'; + listen(available, 'change', () => { + filter.availableOnly = available.checked; + render(); + }); + availableLabel.append( + available, + element('span', '', t('Only what this instance serves')), + ); + filters.append(searchLabel, familyLabel, availableLabel); + + const toolbar = element('div', 'data-library-toolbar'); + status = element('p', 'data-library-status'); + status.setAttribute('role', 'status'); + status.setAttribute('aria-live', 'polite'); + resetButton = element('button', 'panel-surface-control data-library-reset'); + resetButton.type = 'button'; + listen(resetButton, 'click', () => { + if (resetting) return; + if (!resetArmed) { + resetArmed = true; + resetTimer = setTimeout(() => { + disarmReset(); + render(); + }, RESET_CONFIRM_MS); + render(); + return; + } + disarmReset(); + resetting = true; + render(); + Promise.resolve(library.reset()) + .catch((error) => console.warn('[Library] reset failed:', error)) + .finally(() => { + resetting = false; + render(); + dialog?.querySelector('input[type="search"]')?.focus(); + }); + }); + toolbar.append(status, resetButton); + + list = element('ul', 'data-library-list'); + listen(list, 'click', (event) => { + const button = event.target?.closest?.('button[data-library-action]'); + if (!button || button.disabled) return; + const id = button.dataset.libraryId; + const kind = button.dataset.libraryAction; + if (kind === 'zoom') { + // Close first so the flight is visible; focus returns to Browse. + // An entry that is off is switched on first. + api.close(); + Promise.resolve(library.zoom(id)).catch((error) => + console.warn(`[Library] ${id} zoom failed:`, error), + ); + return; + } + const action = kind === 'add' ? library.add(id) : library.remove(id); + Promise.resolve(action).catch((error) => + console.warn(`[Library] ${id} failed:`, error), + ); + }); + + body.append(stats, intro, filters, toolbar, list); + dialog.append(header, body); + listen(dialog, 'cancel', (event) => { + event.preventDefault(); + api.close(); + }); + // A click on the backdrop (the dialog box itself, outside its content) + // dismisses, like Escape. + listen(dialog, 'click', (event) => { + if (event.target === dialog) api.close(); + }); + document.body.append(dialog); + return search; + } + + function renderRow({ entry, available, reason, added, on, busy, canZoom }) { + const item = element('li', 'data-library-item'); + item.dataset.libraryId = entry.id; + item.classList.toggle('is-unavailable', !available); + + const head = element('div', 'data-library-item-head'); + const icon = element('span', 'data-library-icon', entry.icon); + icon.setAttribute('aria-hidden', 'true'); + const name = element('span', 'data-library-name', entry.title); + const badges = element('span', 'data-library-badges'); + badges.append(badge(t(KIND_LABELS[entry.kind]))); + badges.append( + badge( + t(STATUS_LABELS[entry.status]), + entry.status === 'verified' + ? 'good' + : entry.status === 'stale' + ? 'warn' + : '', + ), + ); + if (entry.licence.operatorOptIn) badges.append(badge(t('OPT-IN'), 'warn')); + else if (entry.kind !== 'pack' && entry.source.key) + badges.append(badge(t('KEY'), 'warn')); + else if (entry.kind !== 'pack') badges.append(badge(t('KEYLESS'))); + head.append(icon, name, badges); + + const description = element('p', 'data-library-description'); + description.textContent = entry.description; + + const meta = element('p', 'data-library-meta'); + const provider = element('span', '', entry.provider); + provider.setAttribute('translate', 'no'); + const licence = element('a', '', entry.licence.name); + licence.href = entry.licence.url; + licence.target = '_blank'; + licence.rel = 'noopener noreferrer'; + meta.append( + provider, + document.createTextNode(' · '), + element('span', '', coverageText(entry)), + document.createTextNode(' · '), + licence, + ); + + item.append(head, description); + const specs = imagerySpecs(entry); + if (specs.length) { + const list = element('dl', 'data-library-specs'); + for (const { label, value } of specs) { + const row = element('div', 'data-library-spec'); + row.append(element('dt', '', label), element('dd', '', value)); + list.append(row); + } + item.append(list); + } + item.append(meta); + const note = libraryReasonText({ entry, available, reason }); + if (note) item.append(element('p', 'data-library-reason', note)); + + if (entry.kind !== 'pack') { + const actions = element('div', 'data-library-actions'); + if (added && canZoom) { + const zoom = element( + 'button', + 'panel-surface-control data-library-action', + t('ZOOM'), + ); + zoom.type = 'button'; + zoom.dataset.libraryId = entry.id; + zoom.dataset.libraryAction = 'zoom'; + zoom.disabled = busy; + zoom.setAttribute( + 'aria-label', + t('Zoom to {name}', { name: entry.title }), + ); + actions.append(zoom); + } + const action = element( + 'button', + 'panel-surface-control data-library-action', + ); + action.type = 'button'; + action.dataset.libraryId = entry.id; + action.dataset.libraryAction = added ? 'remove' : 'add'; + action.textContent = busy + ? t('WORKING…') + : added + ? t('REMOVE') + : t('ADD'); + action.disabled = busy || (!added && !available); + action.setAttribute( + 'aria-label', + added + ? t('Remove {name} from Data Layers', { name: entry.title }) + : t('Add {name} to Data Layers', { name: entry.title }), + ); + if (added && on) item.classList.add('is-on'); + actions.append(action); + item.append(actions); + } + return item; + } + + /** Rewrite the stat tiles in place; unchanged text is not touched. */ + function renderStats() { + if (!dialog?.open || !stats) return; + for (const tile of libraryStatTiles(library.summary())) { + let node = stats.querySelector(`[data-stat="${tile.id}"]`); + if (!node) { + node = element('div', 'data-library-stat'); + node.dataset.stat = tile.id; + node.append( + element('dt', 'data-library-stat-label'), + element('dd', 'data-library-stat-value'), + element('dd', 'data-library-stat-detail'), + ); + stats.append(node); + } + const [label, value, detail] = node.children; + if (label.textContent !== tile.label) label.textContent = tile.label; + if (value.textContent !== tile.value) value.textContent = tile.value; + if (detail.textContent !== tile.detail) detail.textContent = tile.detail; + detail.hidden = !tile.detail; + } + } + + function render() { + if (!dialog?.open) return; + renderStats(); + const rows = library.list(); + const shown = sortLibraryRows( + rows.filter((row) => libraryRowMatches(row, filter)), + ); + const focusedId = document.activeElement?.dataset?.libraryId; + const focusedAction = document.activeElement?.dataset?.libraryAction; + list.replaceChildren(...shown.map(renderRow)); + if (focusedId) { + const row = `button[data-library-id="${CSS.escape(focusedId)}"]`; + // The same control when it survived the render (Add becomes Remove). + ( + list.querySelector( + `${row}[data-library-action="${CSS.escape(focusedAction || '')}"]`, + ) || + list.querySelector(`${row}:not([data-library-action="zoom"])`) || + list.querySelector(row) + )?.focus(); + } + const added = rows.filter((row) => row.added).length; + if (!added && !resetting) disarmReset(); + resetButton.hidden = added === 0 && !resetting; + resetButton.disabled = resetting; + resetButton.classList.toggle('is-armed', resetArmed); + resetButton.textContent = resetting + ? t('WORKING…') + : resetArmed + ? tn(added, 'CONFIRM · REMOVE {count}', 'CONFIRM · REMOVE ALL {count}') + : t('REMOVE ALL'); + resetButton.setAttribute( + 'aria-label', + resetArmed + ? t('Confirm: remove every added entry from Data Layers') + : t('Remove every added entry from Data Layers'), + ); + // The stat tiles carry the totals; this line answers the filter. + status.textContent = !library.ready + ? t('Checking what this instance serves…') + : t('Showing {shown} of {total}', { + shown: shown.length, + total: rows.length, + }); + } + + const api = { + open() { + const search = dialog ? null : build(); + if (dialog.open) return; + render(); + dialog.showModal(); + render(); + // Feature counts arrive as datasets finish loading, outside the + // library's own notifications; refresh the tiles while open. + clearInterval(statsTimer); + statsTimer = setInterval(renderStats, STATS_REFRESH_MS); + (search || dialog.querySelector('input[type="search"]'))?.focus(); + }, + close() { + disarmReset(); + clearInterval(statsTimer); + statsTimer = null; + if (!dialog?.open) return; + dialog.close(); + trigger?.focus?.(); + }, + destroy() { + api.close(); + unsubscribe(); + observer?.disconnect(); + for (const remove of removers.splice(0)) remove(); + dialog?.remove(); + dialog = null; + }, + }; + + const unsubscribe = library.subscribe(render); + if (trigger) listen(trigger, 'click', () => api.open()); + const observer = + typeof MutationObserver === 'function' + ? new MutationObserver(() => { + if ( + PANEL_HIDING_MODES.some((mode) => + document.body.classList.contains(mode), + ) + ) + api.close(); + }) + : null; + observer?.observe(document.body, { + attributes: true, + attributeFilter: ['class'], + }); + return api; +} diff --git a/src/ui/libraryBrowser.test.mjs b/src/ui/libraryBrowser.test.mjs new file mode 100644 index 000000000..061024a09 --- /dev/null +++ b/src/ui/libraryBrowser.test.mjs @@ -0,0 +1,146 @@ +import test from 'node:test'; +import assert from 'node:assert/strict'; +import { + libraryReasonText, + libraryRowMatches, + libraryStatTiles, + sortLibraryRows, +} from './libraryBrowser.js'; +import { libraryEntry } from '../library/catalog.js'; +import { localInfrastructureOverlayCopy } from '../data/localGeojsonCore.js'; + +const row = (id, extra = {}) => ({ + entry: libraryEntry(id), + available: true, + added: false, + ...extra, +}); +const all = { query: '', family: '', availableOnly: false }; + +test('Browse filters by text, theme and what this instance serves', () => { + assert.ok( + libraryRowMatches(row('eia-power-plants'), { ...all, query: 'eia' }), + ); + assert.ok( + libraryRowMatches(row('eia-power-plants'), { ...all, query: 'us' }), + ); + assert.equal( + libraryRowMatches(row('eia-power-plants'), { ...all, query: 'volcano' }), + false, + ); + assert.equal( + libraryRowMatches(row('eia-power-plants'), { ...all, family: 'events' }), + false, + ); + assert.equal( + libraryRowMatches(row('cctv-nyc-dot', { available: false }), { + ...all, + availableOnly: true, + }), + false, + ); +}); + +test('the guidance names the exact operator switch', () => { + assert.match( + libraryReasonText({ ...row('cctv-nyc-dot'), available: false }), + /CCTV_NYC_ENABLED=1/, + ); + assert.match( + libraryReasonText({ ...row('cctv-nyc-dot'), available: true }), + /part of the CCTV layer/, + ); + assert.match( + libraryReasonText({ + ...row('gvp-holocene-volcanoes'), + available: false, + reason: 'server-unavailable', + }), + /static build/, + ); + assert.equal(libraryReasonText(row('nasa-eonet-events')), ''); +}); + +test('library features show their manifest card lines on the map', () => { + const copy = localInfrastructureOverlayCopy( + { + name: 'Grand Coulee', + __gevDetails: ['PrimSource: hydroelectric', 'Total_MW: 6809', 'extra'], + }, + 'lib-eia-power-plants', + ); + assert.deepEqual(copy, { + title: 'Grand Coulee', + details: ['PrimSource: hydroelectric', 'Total_MW: 6809'], + }); +}); + +test('Browse lists what a viewer can add first and packs last', () => { + const order = sortLibraryRows([ + row('cctv-nyc-dot', { available: false }), + row('nasa-eonet-events'), + row('gvp-holocene-volcanoes', { available: false }), + row('eia-power-plants'), + ]).map(({ entry }) => entry.id); + assert.deepEqual(order, [ + 'nasa-eonet-events', + 'eia-power-plants', + 'gvp-holocene-volcanoes', + 'cctv-nyc-dot', + ]); +}); + +test('the stat tiles summarise the library in words and compact numbers', () => { + const tiles = libraryStatTiles({ + entries: 8, + kinds: { dataset: 3, tiles: 2, pack: 3 }, + themes: ['cameras', 'environment', 'events', 'imagery', 'infrastructure'], + available: 5, + unavailable: 3, + added: 2, + on: 1, + features: 3712, + featureLayers: 2, + }); + assert.deepEqual( + tiles.map(({ id, value, detail }) => [id, value, detail]), + [ + ['entries', '8', '3 datasets · 2 tile layers · 3 packs'], + ['themes', '5', ''], + ['added', '2', '1 on the map'], + ['features', '3.7K', 'from 2 datasets'], + ], + ); + const empty = libraryStatTiles({ + entries: 1, + kinds: { dataset: 1, tiles: 0, pack: 0 }, + themes: ['events'], + available: 1, + unavailable: 0, + added: 0, + on: 0, + features: 0, + featureLayers: 0, + }); + assert.deepEqual( + empty.map(({ value, detail }) => [value, detail]), + [ + ['1', '1 dataset · 0 tile layers · 0 packs'], + ['1', ''], + ['0', 'none yet'], + ['—', 'switch on a dataset to load features'], + ], + ); +}); + +test('an imagery card lists type, resolution, years flown and refresh', async () => { + const { imagerySpecs } = await import('./libraryBrowser.js'); + const specs = imagerySpecs(libraryEntry('geneva-sitg-ortho')); + assert.deepEqual( + specs.map(({ label }) => label), + ['Type', 'Resolution', 'Flown', 'Updates'], + ); + assert.equal(specs[0].value, 'True orthophoto'); + assert.equal(specs[1].value, '5 cm'); + assert.deepEqual(imagerySpecs(libraryEntry('eia-power-plants')), []); +}); diff --git a/src/ui/rail/RailChips.vue b/src/ui/rail/RailChips.vue index 5f04372d9..1419ee7f8 100644 --- a/src/ui/rail/RailChips.vue +++ b/src/ui/rail/RailChips.vue @@ -2,13 +2,16 @@ import UiButton from '../kit/UiButton.vue'; // Keyed chips shared by rail cards; the owner decides what a click does. +// An `icon` chip shows a Material Symbol (named in index.html's `icon_names` +// subset) with its label as the accessible name and tip; an `action` chip +// (Zoom, Remove) is a plain button, not an on/off toggle. defineProps({ chips: { type: Array, default: () => [] }, onSelect: { type: Function, default: () => {} }, }); const chipClass = (chip) => - `data-toggle-chip chip-${chip.state || (chip.active ? 'active' : 'idle')}`; + `data-toggle-chip chip-${chip.state || (chip.active ? 'active' : 'idle')}${chip.icon ? ' chip-icon' : ''}`; diff --git a/src/ui/railTestFixture.mjs b/src/ui/railTestFixture.mjs index 8d71377c6..271e78b44 100644 --- a/src/ui/railTestFixture.mjs +++ b/src/ui/railTestFixture.mjs @@ -26,6 +26,10 @@ export function railFixture(onWrite = () => {}) { getAttribute(key) { return this.attributes.get(key) ?? null; }, + removeAttribute(key) { + onWrite('attribute'); + this.attributes.delete(key); + }, appendChild(child) { return this.insertBefore(child, null); }, diff --git a/src/ui/styles/library.css b/src/ui/styles/library.css new file mode 100644 index 000000000..3ad671e8e --- /dev/null +++ b/src/ui/styles/library.css @@ -0,0 +1,368 @@ +/* Data Library: the Browse button under DATA LAYERS and its dialog. + The dialog is a dialog[data-panel-surface] (docs/panel-surfaces.md): the + shared skin draws the surface; this file owns geometry and the list. */ + +.data-library-footer { + padding: 8px 10px 4px; + border-top: 1px solid var(--glass-border); +} + +.data-library-browse { + width: 100%; + min-height: 30px; + padding: 6px 10px; + border: 1px dashed var(--glass-border-hover); + border-radius: var(--btn-radius); + background: transparent; + color: var(--text-secondary); + font: 600 10px/1.4 var(--font-mono); + letter-spacing: 1.2px; + cursor: pointer; + transition: + color var(--transition-fast), + border-color var(--transition-fast), + background var(--transition-fast); +} + +.data-library-browse:hover, +.data-library-browse:focus-visible { + color: var(--text-primary); + border-color: var(--accent); + background: var(--accent-dim); +} + +.data-library-browse:focus-visible { + outline: 2px solid var(--text-primary); + outline-offset: 2px; +} + +.data-library-dialog { + /* Frosted rather than opaque: a lighter surface than the rail panels + (0.72) keeps the globe's colour visible, and the blur stops the HUD text + behind the dialog from competing with the dialog's own. */ + --glass-bg: rgba(12, 12, 20, 0.55); + width: min(560px, calc(100vw - 32px)); + max-height: min(720px, calc(100dvh - 48px)); + margin: auto; + color: var(--text-primary); + -webkit-backdrop-filter: blur(22px) saturate(1.3); + backdrop-filter: blur(22px) saturate(1.3); + /* The blur follows the surface's shape (Cyber's cut corners). The dialog + has no outward popups for a clip to hide. */ + clip-path: var(--panel-surface-frame); +} + +.data-library-dialog::backdrop { + background: rgba(0, 0, 0, 0.12); +} + +.data-library-close { + min-width: 30px; + font-size: 16px; + line-height: 1; +} + +/* At a glance: four stat tiles above the intro. Text tokens only. */ +.data-library-stats { + display: grid; + grid-template-columns: repeat(4, minmax(0, 1fr)); + gap: 6px; + margin: 0 0 12px; +} + +.data-library-stat { + display: flex; + flex-direction: column; + gap: 2px; + min-width: 0; + padding: 8px 10px; + border: 1px solid var(--glass-border); + border-radius: 8px; + background: rgba(8, 10, 16, 0.38); +} + +.data-library-stat-label { + color: var(--text-secondary); + font: 600 9px/1.3 var(--font-mono); + letter-spacing: 0.1em; + text-transform: uppercase; +} + +.data-library-stat-value { + margin: 0; + color: var(--text-primary); + font: 600 20px/1.15 var(--font-sans); +} + +.data-library-stat-detail { + margin: 0; + color: rgba(232, 234, 237, 0.68); + font-size: 10px; + line-height: 1.35; + overflow-wrap: anywhere; +} + +:root[data-ui-theme='cyber'] .data-library-stat { + border-radius: 0; +} + +:root[data-ui-theme='cyber'] .data-library-stat-value { + font-family: var(--font-mono); +} + +.data-library-intro { + margin: 0 0 10px; + color: rgba(232, 234, 237, 0.72); +} + +.data-library-filters { + display: grid; + grid-template-columns: minmax(0, 1.4fr) minmax(0, 1fr); + gap: 8px; + margin-bottom: 6px; +} + +.data-library-field { + display: flex; + flex-direction: column; + gap: 3px; + min-width: 0; + color: var(--text-secondary); + font-size: 10px; + letter-spacing: 0.08em; + text-transform: uppercase; +} + +.data-library-field .panel-surface-control { + text-transform: none; + letter-spacing: normal; + font-size: 12px; +} + +.data-library-check { + grid-column: 1 / -1; + display: flex; + align-items: center; + gap: 6px; + color: var(--text-secondary); +} + +.data-library-toolbar { + display: flex; + align-items: center; + justify-content: space-between; + gap: 8px; + margin: 4px 0 8px; +} + +.data-library-status { + margin: 0; + color: var(--text-secondary); + font: 10px/1.4 var(--font-mono); +} + +.data-library-reset { + min-height: 26px; + padding: 3px 10px; + font: 600 10px/1.4 var(--font-mono); + letter-spacing: 1px; +} + +.data-library-reset.is-armed { + border-color: var(--panel-surface-error); + color: var(--panel-surface-error); +} + +.data-library-list { + display: flex; + flex-direction: column; + gap: 8px; + margin: 0; + padding: 0; + list-style: none; +} + +.data-library-item { + display: grid; + grid-template-columns: minmax(0, 1fr) auto; + column-gap: 10px; + row-gap: 4px; + padding: 10px; + border: 1px solid var(--glass-border); + border-radius: 10px; + background: rgba(8, 10, 16, 0.38); +} + +.data-library-item.is-on { + border-color: var(--accent-glow); +} + +.data-library-item.is-unavailable .data-library-name, +.data-library-item.is-unavailable .data-library-description { + color: var(--text-secondary); +} + +.data-library-item > :not(.data-library-actions) { + grid-column: 1; +} + +.data-library-actions { + grid-column: 2; + grid-row: 1 / span 3; + align-self: center; + display: flex; + flex-direction: column; + gap: 6px; +} + +.data-library-action { + min-width: 82px; + font: 600 10px/1.4 var(--font-mono); + letter-spacing: 1px; +} + +.data-library-item-head { + display: flex; + flex-wrap: wrap; + align-items: baseline; + gap: 6px; + min-width: 0; +} + +.data-library-icon { + width: 14px; + color: var(--accent); + text-align: center; +} + +.data-library-name { + font-weight: 600; + overflow-wrap: anywhere; +} + +.data-library-badges { + display: inline-flex; + flex-wrap: wrap; + gap: 4px; +} + +.data-library-badge { + padding: 0 5px; + border: 1px solid var(--glass-border-hover); + border-radius: 4px; + color: var(--text-secondary); + font: 600 9px/1.6 var(--font-mono); + letter-spacing: 0.08em; +} + +.data-library-badge--good { + border-color: var(--accent-glow); + color: var(--accent); +} + +.data-library-badge--warn { + border-color: rgba(255, 194, 61, 0.45); + color: #ffc23d; +} + +.data-library-description, +.data-library-meta, +.data-library-reason { + margin: 0; + overflow-wrap: anywhere; +} + +.data-library-meta { + color: rgba(232, 234, 237, 0.68); + font-size: 11px; +} + +.data-library-meta a { + color: inherit; + text-decoration: underline; + text-underline-offset: 2px; +} + +.data-library-meta a:hover, +.data-library-meta a:focus-visible { + color: var(--text-primary); +} + +/* Imagery specs: label over value, wrapping into as many columns as fit. */ +.data-library-specs { + display: flex; + flex-wrap: wrap; + gap: 4px 16px; + margin: 0; +} + +.data-library-spec { + display: flex; + flex-direction: column; + min-width: 0; +} + +.data-library-spec dt { + color: rgba(232, 234, 237, 0.56); + font: 9px/1.4 var(--font-mono); + letter-spacing: 0.08em; + text-transform: uppercase; +} + +.data-library-spec dd { + margin: 0; + color: var(--text-primary); + font-size: 11px; + overflow-wrap: anywhere; +} + +.data-library-reason { + color: #ffc23d; + font: 10px/1.5 var(--font-mono); +} + +:root[data-ui-theme='cyber'] .data-library-dialog { + --glass-bg: rgba(18, 24, 27, 0.62); + width: min(600px, calc(100vw - 32px)); +} + +:root[data-ui-theme='cyber'] .data-library-item { + border-radius: 0; +} + +:root[data-ui-theme='cyber'] + :is(.data-library-icon, .data-library-badge--good) { + color: var(--cyber-red-bright); + border-color: var(--cyber-red-bright); +} + +@media (max-width: 720px) { + .data-library-stats { + grid-template-columns: repeat(2, minmax(0, 1fr)); + } + + .data-library-filters { + grid-template-columns: minmax(0, 1fr); + } + + .data-library-item { + grid-template-columns: minmax(0, 1fr); + } + + .data-library-actions { + grid-column: 1; + grid-row: auto; + flex-direction: row; + justify-self: start; + } +} + +body:is(.ui-clean-view, .recording-mode) .data-library-dialog { + display: none; +} + +/* Library rows list their legend one item per line, as Fire Perimeters' + longer labels do, with the zoom and remove icons on their own line. */ +.data-toggle-row[data-library-entry] .data-toggle-legend-item { + flex-basis: 100%; +} diff --git a/src/ui/styles/radio.css b/src/ui/styles/radio.css index 73021e564..43676f6fa 100644 --- a/src/ui/styles/radio.css +++ b/src/ui/styles/radio.css @@ -905,6 +905,30 @@ html:not([lang='en']) outline: none; } +/* An icon action chip (RailChips.vue `icon`): a square button sized to the + text chips beside it. */ +.data-toggle-chip.chip-icon { + display: inline-flex; + align-items: center; + justify-content: center; + min-width: 24px; + height: 20px; + padding: 0 4px; + letter-spacing: 0; + /* A glyph alone needs more contrast than a text chip to read. */ + color: var(--text-secondary); +} + +.data-toggle-chip.chip-icon:hover, +.data-toggle-chip.chip-icon:focus-visible { + color: var(--text-primary); +} + +.data-toggle-chip.chip-icon .material-symbols-outlined { + font-size: 15px; + line-height: 1; +} + .data-toggle-chip:hover, .data-toggle-chip:focus-visible { border-color: var(--glass-border-hover); diff --git a/src/ui/styles/scenes.css b/src/ui/styles/scenes.css index edbd8edb9..6d4dfefea 100644 --- a/src/ui/styles/scenes.css +++ b/src/ui/styles/scenes.css @@ -437,6 +437,7 @@ html:not([lang='en']) #scene-panel .scene-controls .scene-btn { #control-panel.collapsed .button-grid, #data-panel.collapsed .data-toggle-list, +#data-panel.collapsed .data-library-footer, #global-context-panel.collapsed #radio-panel, #global-context-panel.collapsed #military-awareness-panel, #global-context-panel.collapsed .global-context-actions, diff --git a/src/ui/views/LayerPanelsView.vue b/src/ui/views/LayerPanelsView.vue index 66272d8f0..8e9a58583 100644 --- a/src/ui/views/LayerPanelsView.vue +++ b/src/ui/views/LayerPanelsView.vue @@ -43,6 +43,11 @@ async function importChosen(event) {
+ +
+ +
diff --git a/style.css b/style.css index c91a5b488..e17959363 100644 --- a/style.css +++ b/style.css @@ -38,6 +38,7 @@ @import './src/ui/styles/world-timeline.css'; @import './src/ui/styles/panel-surfaces.css'; @import './src/ui/styles/segmented-control.css'; +@import './src/ui/styles/library.css'; @import './src/ui/styles/kit.css'; @import './src/ui/styles/cjk.css'; @import './src/ui/styles/rtl.css';