mirror of
https://github.com/bilawalsidhu/gods-eye-view.git
synced 2026-11-17 08:42:21 +00:00
Add ECMWF IFS 10 m wind alongside NOAA GFS, selectable at runtime. The /api/wind proxy becomes a model dispatcher: `?model=gfs|ifs` (default gfs, unknown → 400), cached per model+cycle+grid. IFS reads the keyless ECMWF Open Data JSON Lines `.index` (note: `<stem>.index`, not `<grib2>.index`), byte-range fetches only the `10u`/`10v` messages, decodes them with the same ecCodes WASM path, and resamples with the existing grid code (ECMWF grids start at lo1=180; the resampler already wraps columns). The client layer gains a `model` parameter (setParams/getParams) with a generation guard so a model switch aborts and refetches exactly once. Registered as an enabled+options layer with a `model` enum. Validated end-to-end against the real 2026-09-14 06z IFS cycle on Node 25 (180x91 grid at 2°, 131,040-byte payload, plausible mean |u|/|v|), and GFS still passes the same check. Attribution: contains modified Copernicus/ECMWF IFS forecast data, licensed under CC BY 4.0. Verified: npm test (3412 pass, 0 fail), check:boundaries.
109 lines
4.2 KiB
JavaScript
109 lines
4.2 KiB
JavaScript
/**
|
|
* Parse a GFS `.idx` inventory into ordered message records.
|
|
*
|
|
* Each line is `msgNumber:byteOffset:d=YYYYMMDDHH:VAR:LEVEL:...:`. Malformed
|
|
* lines are skipped; a payload with no valid lines is rejected so callers never
|
|
* treat an HTML error page as an empty inventory.
|
|
*
|
|
* @param {string} text - Raw `.idx` body.
|
|
* @returns {{ messages: Array<{index: number, offset: number, variable: string, level: string}> }}
|
|
*/
|
|
export function parseGfsIdx(text) {
|
|
const messages = [];
|
|
for (const line of String(text).split(/\r?\n/)) {
|
|
if (!line) continue;
|
|
const parts = line.split(':');
|
|
if (
|
|
parts.length < 6 ||
|
|
!/^\d+$/.test(parts[0]) ||
|
|
!/^\d+$/.test(parts[1]) ||
|
|
!parts[3] ||
|
|
!parts[4]
|
|
)
|
|
continue;
|
|
messages.push({
|
|
index: Number(parts[0]),
|
|
offset: Number(parts[1]),
|
|
variable: parts[3],
|
|
level: parts[4],
|
|
});
|
|
}
|
|
if (!messages.length) throw new Error('malformed GFS index');
|
|
return { messages };
|
|
}
|
|
|
|
/**
|
|
* Byte ranges for the two 10 m wind components. A message runs from its own
|
|
* offset to one byte before the next message in file order.
|
|
*
|
|
* @param {{messages: Array<object>}} parsed - {@link parseGfsIdx} result.
|
|
* @param {{level?: string}} [options]
|
|
* @returns {{u: {start: number, end: number}, v: {start: number, end: number}}}
|
|
*/
|
|
export function windMessageRanges(parsed, { level = '10 m above ground' } = {}) {
|
|
const range = (variable) => {
|
|
const index = parsed.messages.findIndex(
|
|
(message) => message.variable === variable && message.level === level,
|
|
);
|
|
const message = parsed.messages[index];
|
|
const next = parsed.messages[index + 1];
|
|
if (!message || !next) throw new Error(`missing ${variable} at ${level}`);
|
|
return { start: message.offset, end: next.offset - 1 };
|
|
};
|
|
return { u: range('UGRD'), v: range('VGRD') };
|
|
}
|
|
|
|
/** Fetch a bounded text response as a Buffer. */
|
|
export async function fetchText({ url, fetchImpl = fetch, signal }) {
|
|
const response = await fetchImpl(url, { signal });
|
|
if (!response.ok) throw new Error(`HTTP ${response.status}`);
|
|
return Buffer.from(await response.arrayBuffer());
|
|
}
|
|
|
|
/**
|
|
* Fetch one bounded byte range. Rejects oversized ranges, non-206 responses
|
|
* (except a whole-object 200 starting at zero), and short bodies.
|
|
*/
|
|
export async function fetchRange({
|
|
url,
|
|
start,
|
|
end,
|
|
fetchImpl = fetch,
|
|
signal,
|
|
maxBytes = 8 * 1024 * 1024,
|
|
}) {
|
|
if (end < start || end - start + 1 > maxBytes)
|
|
throw new Error('range too large');
|
|
const response = await fetchImpl(url, {
|
|
signal,
|
|
headers: { Range: `bytes=${start}-${end}` },
|
|
});
|
|
const validStatus =
|
|
response.status === 206 || (response.status === 200 && start === 0);
|
|
if (!validStatus || !response.ok)
|
|
throw new Error(`invalid range response ${response.status}`);
|
|
const buffer = Buffer.from(await response.arrayBuffer());
|
|
if (buffer.length !== end - start + 1)
|
|
throw new Error('invalid range length');
|
|
return buffer;
|
|
}
|
|
|
|
import { GFS_BUCKET, gfsObjectKey, selectLatestGfsCycle } from './catalog.js';
|
|
import { decodeWindGribMessage } from './decode.js';
|
|
import { resampleWindGrid } from './grid.js';
|
|
|
|
/** Fetch and decode the latest GFS 10 m wind field. */
|
|
export async function fetchGfsWind({ fetchImpl = fetch, now = () => Date.now(), targetDx = 1, decodeImpl = decodeWindGribMessage } = {}) {
|
|
const cycle = selectLatestGfsCycle(now());
|
|
const base = `https://${GFS_BUCKET}.s3.amazonaws.com/${gfsObjectKey(cycle)}`;
|
|
const index = await fetchText({ url: `${base}.idx`, fetchImpl });
|
|
const ranges = windMessageRanges(parseGfsIdx(index.toString()));
|
|
const [uBuffer, vBuffer] = await Promise.all([
|
|
fetchRange({ url: base, ...ranges.u, fetchImpl }),
|
|
fetchRange({ url: base, ...ranges.v, fetchImpl }),
|
|
]);
|
|
const [u, v] = await Promise.all([decodeImpl(uBuffer), decodeImpl(vBuffer)]);
|
|
const grid = resampleWindGrid({ u: u.values, v: v.values, ni: u.ni, nj: u.nj, lo1: u.lo1, la1: u.la1, di: u.di, dj: u.dj, dx: targetDx, dy: targetDx });
|
|
return { cycle: { ...cycle, forecastHour: 0, runIso: `${cycle.date.slice(0, 4)}-${cycle.date.slice(4, 6)}-${cycle.date.slice(6)}T${String(cycle.hour).padStart(2, '0')}:00:00.000Z` }, level: '10 m above ground', units: 'm/s', grid };
|
|
}
|