mirror of
https://github.com/bilawalsidhu/gods-eye-view.git
synced 2026-11-16 08:12:24 +00:00
add the shared Voice Preview and Settings panel with browser-local preview and inactivity preferences, keyboard controls and responsive positioning preserve main’s Rotation and Context behavior, clarify panel routing and refresh schema pins within the unchanged prompt limit
74 lines
2.8 KiB
JavaScript
74 lines
2.8 KiB
JavaScript
import { toFunctionOutput } from '../tools/functions.js';
|
|
import { GEV_ACTION_SCHEMAS } from './actionSchemas.js';
|
|
import { createGevActionRunner } from './gevActions.js';
|
|
import { createVoiceCommands } from './commands.js';
|
|
import { cameraPoseKey, createPointerTracker } from './pointerContext.js';
|
|
import { createPointerPicker } from './pointerPick.js';
|
|
import { createReferentRegistry } from './referents.js';
|
|
export * from './realtimeController.js';
|
|
|
|
const ACTION_NAMES = new Set(GEV_ACTION_SCHEMAS.map((schema) => schema.name));
|
|
|
|
/**
|
|
* Run app actions through `runner` and every other tool the catalog has
|
|
* through the catalog. `loadCatalog` resolves the catalog when first needed.
|
|
*/
|
|
export function withToolCatalog(runner, loadCatalog) {
|
|
if (typeof loadCatalog !== 'function') return runner;
|
|
const runGevTool = async function runGevTool(name, args, options = {}) {
|
|
if (ACTION_NAMES.has(name)) return runner(name, args, options);
|
|
const catalog = await loadCatalog();
|
|
if (!catalog?.get(name)) return runner(name, args, options);
|
|
const result = await catalog.call(name, args ?? {}, {
|
|
signal: options.signal,
|
|
});
|
|
return toFunctionOutput(name, result);
|
|
};
|
|
runGevTool.resetConversation = (...args) =>
|
|
runner.resetConversation?.(...args);
|
|
runGevTool.dispose = (...args) => runner.dispose?.(...args);
|
|
return runGevTool;
|
|
}
|
|
|
|
/** Compose the standalone action runner with the voice controls. */
|
|
export function initGevVoiceCommands(options) {
|
|
const canvas = options.viewer?.scene?.canvas || null;
|
|
const cameraKey = () => cameraPoseKey(options.viewer);
|
|
// Point-and-ask: the tracker and referents are shared by the runner (which
|
|
// resolves 'pointer' and referent:n) and the controls (which snapshot the
|
|
// pointer at turn start and clear both when the session ends).
|
|
const pointer = canvas
|
|
? createPointerTracker({
|
|
element: canvas,
|
|
cameraKey,
|
|
pick: createPointerPicker({
|
|
viewer: options.viewer,
|
|
dataManager: options.dataManager,
|
|
}),
|
|
})
|
|
: null;
|
|
const referents = createReferentRegistry();
|
|
// The controller exists only after the runner, so its hooks bind late.
|
|
const deixis = { pointer, referents, cameraKey };
|
|
let commands;
|
|
commands = createVoiceCommands({
|
|
...options,
|
|
pointer,
|
|
referents,
|
|
runner: withToolCatalog(
|
|
createGevActionRunner({
|
|
...options,
|
|
deixis,
|
|
readVoicePanelOperation: () => commands?.captureVoicePanelOperation?.(),
|
|
}),
|
|
options.toolCatalog,
|
|
),
|
|
});
|
|
deixis.imageFrame = () => commands.retainedImageFrame?.() || null;
|
|
deixis.onPointerUsed = () => commands.announcePointer?.();
|
|
const lifetime = commands.signal ?? commands.session?.signal;
|
|
lifetime?.addEventListener('abort', () => pointer?.destroy(), { once: true });
|
|
if (lifetime?.aborted) pointer?.destroy();
|
|
return commands;
|
|
}
|