mirror of
https://github.com/bilawalsidhu/gods-eye-view.git
synced 2026-11-16 16:22:20 +00:00
As in the previous batches. Scripts launching Chrome themselves go from 99 to 8 (all outside this conversion), fixed pauses from 86 to 69 and Cesium-only reads from 75 to 46; the QA harness baseline records them.
427 lines
14 KiB
JavaScript
427 lines
14 KiB
JavaScript
#!/usr/bin/env node
|
||
import { evaluateWithGeo } from './qa/geometry.mjs';
|
||
import { whenSettled } from './qa/ready.mjs';
|
||
/**
|
||
* qa-weather-journey — drive the Weather layers the way a person would and
|
||
* keep the evidence: numbered screenshots plus per-step layer diagnostics.
|
||
*
|
||
* Starts at the Earth view, opens Data Layers, switches Wind on from its real
|
||
* row button, cycles the wind fields/models, switches radar, satellite clouds,
|
||
* lightning and cyclones on, follows "View storm" and "View US radar", zooms
|
||
* into a regional view, a city view and a street view, replays history, and
|
||
* ends with real wheel/drag input. Every step records the enabled layers'
|
||
* diagnostics (imagery tiles loaded, shown observation time, wind geometry)
|
||
* and a 2 s `scene.postRender` count so a stalled renderer cannot pass as a
|
||
* healthy screenshot.
|
||
*
|
||
* Usage:
|
||
* node scripts/qa-weather-journey.mjs [--url http://localhost:4173]
|
||
* [--label google] [--headless] [--out qa-shots/weather-journey]
|
||
*
|
||
* Requires a running dev server. Screenshots and steps.json land in
|
||
* <out>/<label>/.
|
||
*/
|
||
import { launchBrowser, closeBrowser } from './qa/browser.mjs';
|
||
import { existsSync, mkdirSync, writeFileSync } from 'node:fs';
|
||
import path from 'node:path';
|
||
|
||
const argv = process.argv.slice(2);
|
||
const arg = (name, fallback) => {
|
||
const i = argv.indexOf(name);
|
||
return i >= 0 && argv[i + 1] !== undefined && !argv[i + 1].startsWith('--')
|
||
? argv[i + 1]
|
||
: fallback;
|
||
};
|
||
const flag = (name) => argv.includes(name);
|
||
const rawUrl = arg('--url', 'http://localhost:4173');
|
||
const url = rawUrl.includes('welcome=')
|
||
? rawUrl
|
||
: `${rawUrl}${rawUrl.includes('?') ? '&' : '?'}welcome=0`;
|
||
const label = arg('--label', 'journey');
|
||
const outDir = path.resolve(arg('--out', 'qa-shots/weather-journey'), label);
|
||
mkdirSync(outDir, { recursive: true });
|
||
const sleep = (ms) => new Promise((r) => setTimeout(r, ms));
|
||
const WEATHER = ['weather-radar', 'weather-satellite', 'weather-lightning'];
|
||
|
||
const browser = await launchBrowser({
|
||
headless: true,
|
||
protocolTimeout: 300_000,
|
||
defaultViewport: null,
|
||
args: [
|
||
'--no-sandbox',
|
||
'--window-size=1400,1000',
|
||
'--disable-backgrounding-occluded-windows',
|
||
'--disable-renderer-backgrounding',
|
||
'--disable-background-timer-throttling',
|
||
],
|
||
});
|
||
|
||
const steps = [];
|
||
let index = 0;
|
||
try {
|
||
const page = await browser.newPage();
|
||
await page.setViewport({ width: 1400, height: 920, deviceScaleFactor: 2 });
|
||
page.on('pageerror', (e) => console.log(' [pageerror]', e.message));
|
||
// Non-2xx responses, counted per path so a burst of throttled tiles reads
|
||
// as one line instead of one console error per tile.
|
||
const failures = new Map();
|
||
page.on('response', (r) => {
|
||
const status = r.status();
|
||
if (status < 400) return;
|
||
const key = `${status} ${new URL(r.url()).pathname}`;
|
||
failures.set(key, (failures.get(key) || 0) + 1);
|
||
});
|
||
const reportFailures = () => {
|
||
if (!failures.size) return;
|
||
console.log(
|
||
' [http failures] ' +
|
||
[...failures].map(([k, n]) => `${k} ×${n}`).join(' · '),
|
||
);
|
||
failures.clear();
|
||
};
|
||
page.on('console', (m) => {
|
||
if (m.type() === 'error')
|
||
console.log(' [console.error]', m.text().slice(0, 200));
|
||
});
|
||
// The Data Layers panel remembers its collapsed state; start it open.
|
||
await page.evaluateOnNewDocument(() => {
|
||
try {
|
||
localStorage.setItem('godsEyeView.v6.panelCollapsed.data-panel', '0');
|
||
} catch {
|
||
/* storage may be unavailable */
|
||
}
|
||
});
|
||
await page.goto(url, { waitUntil: 'domcontentloaded' });
|
||
await page.waitForFunction(() => !!window.__godsEyeView?.engine, {
|
||
timeout: 120_000,
|
||
});
|
||
await whenSettled(page);
|
||
|
||
const diagnostics = () =>
|
||
page.evaluate(
|
||
({ WEATHER }) => {
|
||
const gev = window.__godsEyeView;
|
||
const dm = gev.dataManager;
|
||
const out = {
|
||
basemap: gev.engine.maps.photorealActive()
|
||
? 'google-3d'
|
||
: 'keyless-globe',
|
||
imagerySurface: gev.engine.imagery.surface(),
|
||
heightM: Math.round(
|
||
window.__godsEyeView.engine.camera.pose().cartographic.height,
|
||
),
|
||
summaryHeight: Math.round(
|
||
document.querySelector('.weather-summary')?.getBoundingClientRect()
|
||
.height ?? 0,
|
||
),
|
||
};
|
||
for (const id of ['wind', ...WEATHER, 'weather-cyclones']) {
|
||
const entry = dm.layers.get(id);
|
||
if (!entry?.enabled) continue;
|
||
const d = entry.module?.getDiagnostics?.() || {};
|
||
const s = entry.module?.getStats?.() || {};
|
||
out[id] =
|
||
id === 'wind'
|
||
? {
|
||
mode: d.renderMode,
|
||
ready: d.gpu?.ready,
|
||
paths: d.gpu?.pathCount,
|
||
visibleCells: d.gpu?.visibleCells,
|
||
heightFade: d.gpu?.heightFade,
|
||
overlay: d.overlay,
|
||
imagery: d.imageryActive,
|
||
error: s.error,
|
||
}
|
||
: id === 'weather-cyclones'
|
||
? { count: s.count, error: s.error }
|
||
: {
|
||
time: d.time,
|
||
playing: d.playing,
|
||
loading: d.loading,
|
||
loadedTiles: d.loadedTiles,
|
||
frameLoadMs: d.frameLoadMs && Math.round(d.frameLoadMs),
|
||
error: d.error,
|
||
};
|
||
}
|
||
return out;
|
||
},
|
||
{ WEATHER },
|
||
);
|
||
|
||
const renders = (ms = 2000) =>
|
||
page.evaluate(
|
||
(ms) =>
|
||
new Promise((resolve) => {
|
||
let n = 0;
|
||
const off =
|
||
window.__godsEyeView.engine.frames.postRender.addEventListener(
|
||
() => {
|
||
n += 1;
|
||
},
|
||
);
|
||
setTimeout(() => {
|
||
off();
|
||
resolve(n);
|
||
}, ms);
|
||
}),
|
||
ms,
|
||
);
|
||
|
||
const shot = async (name, note = '') => {
|
||
index += 1;
|
||
const file = `${String(index).padStart(2, '0')}-${name}.png`;
|
||
const d = await diagnostics();
|
||
const r = await renders(2000);
|
||
await page.screenshot({ path: path.join(outDir, file) });
|
||
reportFailures();
|
||
steps.push({ index, name, note, file, renders2s: r, ...d });
|
||
console.log(` ${file} renders/2s=${r} ${note} ${JSON.stringify(d)}`);
|
||
};
|
||
|
||
const clickRow = async (id) => {
|
||
const ok = await page.evaluate((id) => {
|
||
const btn = document.querySelector(
|
||
`[data-layer-id="${id}"] .data-toggle-btn`,
|
||
);
|
||
if (!btn) return false;
|
||
btn.scrollIntoView({ block: 'center' });
|
||
btn.click();
|
||
return true;
|
||
}, id);
|
||
if (!ok) console.log(` !! no row button for ${id}`);
|
||
};
|
||
const clickChip = async (id, chip) => {
|
||
const ok = await page.evaluate(
|
||
({ id, chip }) => {
|
||
const btn = document.querySelector(
|
||
`[data-layer-id="${id}"] [data-chip-id="${chip}"]`,
|
||
);
|
||
if (!btn || btn.disabled) return false;
|
||
btn.scrollIntoView({ block: 'center' });
|
||
btn.click();
|
||
return true;
|
||
},
|
||
{ id, chip },
|
||
);
|
||
if (!ok) console.log(` !! chip ${id}/${chip} missing or disabled`);
|
||
return ok;
|
||
};
|
||
const waitReady = (ids, timeout = 90_000) =>
|
||
page
|
||
.waitForFunction(
|
||
(ids) => {
|
||
const dm = window.__godsEyeView.dataManager;
|
||
for (const id of ids) {
|
||
const entry = dm.layers.get(id);
|
||
if (!entry?.enabled) return false;
|
||
const d = entry.module?.getDiagnostics?.() || {};
|
||
if (id === 'wind') {
|
||
if (d.renderMode === 'gpu-streamlines' && !d.gpu?.ready)
|
||
return false;
|
||
} else if (id !== 'weather-cyclones') {
|
||
if (d.loading || (!d.time && !d.error)) return false;
|
||
}
|
||
}
|
||
return true;
|
||
},
|
||
{ timeout, polling: 250 },
|
||
ids,
|
||
)
|
||
.catch(() =>
|
||
console.log(` !! ${ids.join(',')} not ready within ${timeout} ms`),
|
||
);
|
||
const fly = async (
|
||
lon,
|
||
lat,
|
||
height,
|
||
pitch = -90,
|
||
heading = 0,
|
||
duration = 2,
|
||
) => {
|
||
await evaluateWithGeo(
|
||
page,
|
||
async (qaGeo, { lon, lat, height, pitch, heading, duration }) => {
|
||
const d2r = Math.PI / 180;
|
||
window.__godsEyeView.engine.camera.cancelFlight();
|
||
window.__godsEyeView.engine.camera.flyTo({
|
||
destination: qaGeo.cartographic.toCartesian({
|
||
longitude: lon * d2r,
|
||
latitude: lat * d2r,
|
||
height,
|
||
}),
|
||
orientation: { heading: heading * d2r, pitch: pitch * d2r, roll: 0 },
|
||
duration,
|
||
});
|
||
},
|
||
{ lon, lat, height, pitch, heading, duration },
|
||
);
|
||
await whenSettled(page);
|
||
};
|
||
|
||
console.log(`\nqa-weather-journey · ${label} · ${url}`);
|
||
await page.evaluate(async () => {
|
||
const gev = window.__godsEyeView;
|
||
for (const [id, entry] of gev.dataManager.layers)
|
||
if (entry.enabled)
|
||
await gev.dataManager.setEnabled(id, false, { origin: 'user' });
|
||
gev.styleManager._presentPanel('data-panel', { collapsed: false });
|
||
});
|
||
|
||
// 1. Earth view, clean.
|
||
await fly(-97.7431, 30.2672, 17_368_000);
|
||
await shot('globe-clean', 'Earth view, no layers');
|
||
|
||
// 2. Wind from its row, then each field, then ECMWF.
|
||
await clickRow('wind');
|
||
await waitReady(['wind']);
|
||
await whenSettled(page);
|
||
await shot('globe-wind-trails', 'Wind on (trails, no field)');
|
||
await clickChip('wind', 'overlay-speed');
|
||
await whenSettled(page);
|
||
await shot('globe-wind-speed', 'Wind speed field');
|
||
await clickChip('wind', 'overlay-temperature');
|
||
await whenSettled(page);
|
||
await waitReady(['wind']);
|
||
await shot('globe-wind-temperature', 'Wind + 2 m temperature');
|
||
await clickChip('wind', 'overlay-pressure');
|
||
await whenSettled(page);
|
||
await waitReady(['wind']);
|
||
await shot('globe-wind-pressure', 'Wind + MSL pressure');
|
||
await clickChip('wind', 'model-ifs');
|
||
await waitReady(['wind']);
|
||
await whenSettled(page);
|
||
await shot('globe-wind-ecmwf-pressure', 'ECMWF IFS model');
|
||
await clickChip('wind', 'model-gfs');
|
||
await clickChip('wind', 'overlay-speed');
|
||
await waitReady(['wind']);
|
||
await whenSettled(page);
|
||
|
||
// 3. Observed products.
|
||
for (const id of WEATHER) await clickRow(id);
|
||
await clickRow('weather-cyclones');
|
||
await waitReady([...WEATHER]);
|
||
await whenSettled(page);
|
||
await shot(
|
||
'globe-all-weather',
|
||
'Wind speed + radar + regional IR + lightning + cyclones',
|
||
);
|
||
await clickChip('weather-satellite', 'clouds');
|
||
await waitReady(['weather-satellite']);
|
||
await whenSettled(page);
|
||
await shot('globe-global-infrared', 'Satellite: global infrared mosaic');
|
||
await clickChip('weather-satellite', 'clouds-regional');
|
||
await waitReady(['weather-satellite']);
|
||
|
||
// 4. Follow a storm if there is one (advisories arrive a few seconds after enable).
|
||
await page
|
||
.waitForFunction(
|
||
() =>
|
||
!!document.querySelector(
|
||
'[data-layer-id="weather-cyclones"] .data-toggle-chip:not([data-chip-id="focus"]):not([data-chip-id="advisory"])',
|
||
),
|
||
{ timeout: 25_000, polling: 500 },
|
||
)
|
||
.catch(() => {});
|
||
const storm = await page.evaluate(() => {
|
||
const first = document.querySelector(
|
||
'[data-layer-id="weather-cyclones"] .data-toggle-chip:not([data-chip-id="focus"]):not([data-chip-id="advisory"])',
|
||
);
|
||
if (!first) return null;
|
||
first.click();
|
||
return first.textContent.trim();
|
||
});
|
||
if (storm) {
|
||
await whenSettled(page);
|
||
if (await clickChip('weather-cyclones', 'focus')) {
|
||
await whenSettled(page);
|
||
await shot('storm-view', `View storm: ${storm}`);
|
||
await page.evaluate(() =>
|
||
window.__godsEyeView.engine.camera.zoomIn(400_000),
|
||
);
|
||
await whenSettled(page);
|
||
await shot('storm-closer', 'Zoomed toward the storm');
|
||
}
|
||
} else console.log(' (no active cyclone advisories to follow)');
|
||
|
||
// 5. US radar, then regional → city → street over the same spot.
|
||
await clickChip('weather-radar', 'coverage');
|
||
await whenSettled(page);
|
||
await shot('us-radar', 'View US radar');
|
||
await fly(-94.6, 37.5, 600_000);
|
||
await shot('regional-600km', 'Regional 600 km');
|
||
await fly(-94.6, 37.5, 120_000);
|
||
await shot('regional-120km', 'Regional 120 km');
|
||
await fly(-97.7431, 30.2672, 12_000, -60, 20);
|
||
await shot('city-12km', 'Austin 12 km oblique');
|
||
await fly(-97.7431, 30.2672, 1_200, -45, 20);
|
||
await shot('city-1200m', 'Austin 1.2 km oblique (the perf route pose)');
|
||
await fly(-97.7431, 30.2672, 350, -30, 60);
|
||
await shot('street-350m', 'Austin 350 m street level');
|
||
|
||
// 6. History playback at the city pose (panel behavior while frames swap).
|
||
await clickChip('weather-radar', 'play');
|
||
const heights = [];
|
||
for (let i = 0; i < 4; i++) {
|
||
await sleep(2200);
|
||
heights.push(
|
||
await page.evaluate(() =>
|
||
Math.round(
|
||
document.querySelector('.weather-summary')?.getBoundingClientRect()
|
||
.height ?? 0,
|
||
),
|
||
),
|
||
);
|
||
}
|
||
await shot(
|
||
'city-history-playing',
|
||
`History playing; summary heights ${heights.join('/')}`,
|
||
);
|
||
await clickChip('weather-radar', 'play');
|
||
await clickChip('weather-radar', 'latest');
|
||
|
||
// 7. Real input: wheel-zoom out, drag, wheel-zoom in.
|
||
await fly(-97.7431, 30.2672, 40_000, -55, 0, 1.5);
|
||
const canvas = await page.$(
|
||
'canvas.cesium-widget-canvas, .cesium-widget canvas',
|
||
);
|
||
const box = canvas
|
||
? await canvas.boundingBox()
|
||
: { x: 700, y: 460, width: 0, height: 0 };
|
||
const cx = box.x + (box.width || 0) / 2;
|
||
const cy = box.y + (box.height || 0) / 2;
|
||
await page.mouse.move(cx, cy);
|
||
for (let i = 0; i < 12; i++) {
|
||
await page.mouse.wheel({ deltaY: 240 });
|
||
await sleep(120);
|
||
}
|
||
await whenSettled(page);
|
||
await shot('wheel-out', 'Wheel zoom out ×12');
|
||
await page.mouse.move(cx - 200, cy);
|
||
await page.mouse.down();
|
||
for (let i = 1; i <= 20; i++) {
|
||
await page.mouse.move(cx - 200 + i * 20, cy + i * 4, { steps: 2 });
|
||
await sleep(30);
|
||
}
|
||
await page.mouse.up();
|
||
await whenSettled(page);
|
||
await shot('drag-pan', 'Drag pan');
|
||
for (let i = 0; i < 10; i++) {
|
||
await page.mouse.wheel({ deltaY: -240 });
|
||
await sleep(120);
|
||
}
|
||
await whenSettled(page);
|
||
await shot('wheel-in', 'Wheel zoom in ×10');
|
||
|
||
// 8. Back to Earth with everything on.
|
||
await fly(-97.7431, 30.2672, 17_368_000, -90, 0, 2.5);
|
||
await shot('globe-return', 'Return to Earth view');
|
||
|
||
writeFileSync(
|
||
path.join(outDir, 'steps.json'),
|
||
JSON.stringify({ label, url, steps }, null, 2),
|
||
);
|
||
console.log(`\nWrote ${steps.length} steps to ${outDir}`);
|
||
} finally {
|
||
await closeBrowser(browser);
|
||
}
|