feat(voice): add typed AI chat beside voice

Chat sits next to the mic in the command dock. Replies are silent and never
request the microphone; the first message connects with the selected provider
and runs the same map actions as voice through each provider's text API
(OpenAI OPENAI_CHAT_MODEL, Gemini GEMINI_CHAT_MODEL via generateContent, which
never starts Live). Only one mode runs at a time.

- Chat panel rendered by the voice control presenter: conversation, recent and
  quick-command suggestions, Up/Down history, attachments (map-layer
  references or small UTF-8 text files, sent only with the message)
- Chat and voice panels sit above the dock or dock into the right rail's
  column; minimized bars sit centred above the dock, and height animates on
  swaps
- A centred panel steps down to its bar for the Location and Visual Presets
  trays without moving focus, rests above an open tray, and docks right while
  expanded over one; it returns to the centre once the trays close
- Minimized voice previews the last sentence from each side; the empty Voice
  Preview suggests things to say
- Settings opened from chat keep chat's frame and show the shared AI provider
  and quick commands; voice Settings show Back to voice
- Closing chat ends a typed session; the voice panel's close turns voice off
- The dock widens its voice control for the chat button and restyles its
  wings, which show icons only at 900px and below; assistant panels share the
  left panels' glass, and Cyber keeps its own surfaces
- Server text-chat handlers with body, time and per-IP limits
  (GEV_RATELIMIT_*_CHAT_PER_MIN), documented in SECURITY.md; tests and all
  eleven locales

Co-authored-by: Darren Dignam <[email protected]>
This commit is contained in:
manjunath22466andDarren Dignam committed 2026-11-02 20:56:39 +05:30
1 parent 720260af58
commit af461febae
57 files changed
+6500 -63

No files matched your search

+36 -5
View File
@@ -1,3 +1,4 @@
import { createTextChat } from './textChat.js';
import { GevRealtimeController } from './realtimeController.js';
/** Adapt the existing WebRTC implementation to the common voice session. */
@@ -12,14 +13,44 @@ export function createRealtimeSession({
actionExecutor: runAction,
onSessionEvent: emit,
});
let textOnly = false;
const chat = createTextChat({
...options,
provider: 'openai',
runAction,
emit: (event) => {
if (event.type === 'state') controller.status = event.state;
emit(event);
},
});
const startVoice = (settings) => {
chat.stop({ preserveStatus: true });
textOnly = false;
return controller.start(settings);
};
if (controller._input) controller._input.start = startVoice;
if (controller._radio)
controller._radio.isActive = () => !textOnly && controller.isActive();
return {
controller,
capabilities: { costControls: true, pushToTalk: true },
start: (settings) => controller.start(settings),
getStartOptions: () => ({ pushToTalk: Boolean(controller.pushToTalkMode) }),
stop: (settings) => controller.stop(settings),
sendText: (text) => controller.sendTextCommand(text),
sendMapEvent: (event) => controller.notifyMapEvent(event),
start: (settings) => {
if (!settings?.textOnly) return startVoice(settings);
textOnly = true;
return chat.start();
},
getStartOptions: () => ({
pushToTalk: Boolean(controller.pushToTalkMode),
...(textOnly ? { textOnly: true } : {}),
}),
stop: (settings) => {
chat.stop({ ...settings, preserveStatus: true });
controller.stop(settings);
},
sendText: (text) =>
textOnly ? chat.sendText(text) : controller.sendTextCommand(text),
sendMapEvent: (event) =>
textOnly ? chat.sendMapEvent(event) : controller.notifyMapEvent(event),
ignoreButtonClick: () => Boolean(controller.spaceKeyHeld),
bindControls() {
// Kept as the remover; a full stop releases it. The cost readout and