mirror of
https://github.com/bilawalsidhu/gods-eye-view.git
synced 2026-11-16 08:12:24 +00:00
feat(voice): add typed AI chat beside voice
Chat sits next to the mic in the command dock. Replies are silent and never request the microphone; the first message connects with the selected provider and runs the same map actions as voice through each provider's text API (OpenAI OPENAI_CHAT_MODEL, Gemini GEMINI_CHAT_MODEL via generateContent, which never starts Live). Only one mode runs at a time. - Chat panel rendered by the voice control presenter: conversation, recent and quick-command suggestions, Up/Down history, attachments (map-layer references or small UTF-8 text files, sent only with the message) - Chat and voice panels sit above the dock or dock into the right rail's column; minimized bars sit centred above the dock, and height animates on swaps - A centred panel steps down to its bar for the Location and Visual Presets trays without moving focus, rests above an open tray, and docks right while expanded over one; it returns to the centre once the trays close - Minimized voice previews the last sentence from each side; the empty Voice Preview suggests things to say - Settings opened from chat keep chat's frame and show the shared AI provider and quick commands; voice Settings show Back to voice - Closing chat ends a typed session; the voice panel's close turns voice off - The dock widens its voice control for the chat button and restyles its wings, which show icons only at 900px and below; assistant panels share the left panels' glass, and Cyber keeps its own surfaces - Server text-chat handlers with body, time and per-IP limits (GEV_RATELIMIT_*_CHAT_PER_MIN), documented in SECURITY.md; tests and all eleven locales Co-authored-by: Darren Dignam <[email protected]>
This commit is contained in:
1 parent
720260af58
commit
af461febae
57 files changed
+6500
-63
No files matched your search
@@ -1,3 +1,4 @@
|
||||
import { createTextChat } from './textChat.js';
|
||||
import { GevRealtimeController } from './realtimeController.js';
|
||||
|
||||
/** Adapt the existing WebRTC implementation to the common voice session. */
|
||||
@@ -12,14 +13,44 @@ export function createRealtimeSession({
|
||||
actionExecutor: runAction,
|
||||
onSessionEvent: emit,
|
||||
});
|
||||
let textOnly = false;
|
||||
const chat = createTextChat({
|
||||
...options,
|
||||
provider: 'openai',
|
||||
runAction,
|
||||
emit: (event) => {
|
||||
if (event.type === 'state') controller.status = event.state;
|
||||
emit(event);
|
||||
},
|
||||
});
|
||||
const startVoice = (settings) => {
|
||||
chat.stop({ preserveStatus: true });
|
||||
textOnly = false;
|
||||
return controller.start(settings);
|
||||
};
|
||||
if (controller._input) controller._input.start = startVoice;
|
||||
if (controller._radio)
|
||||
controller._radio.isActive = () => !textOnly && controller.isActive();
|
||||
return {
|
||||
controller,
|
||||
capabilities: { costControls: true, pushToTalk: true },
|
||||
start: (settings) => controller.start(settings),
|
||||
getStartOptions: () => ({ pushToTalk: Boolean(controller.pushToTalkMode) }),
|
||||
stop: (settings) => controller.stop(settings),
|
||||
sendText: (text) => controller.sendTextCommand(text),
|
||||
sendMapEvent: (event) => controller.notifyMapEvent(event),
|
||||
start: (settings) => {
|
||||
if (!settings?.textOnly) return startVoice(settings);
|
||||
textOnly = true;
|
||||
return chat.start();
|
||||
},
|
||||
getStartOptions: () => ({
|
||||
pushToTalk: Boolean(controller.pushToTalkMode),
|
||||
...(textOnly ? { textOnly: true } : {}),
|
||||
}),
|
||||
stop: (settings) => {
|
||||
chat.stop({ ...settings, preserveStatus: true });
|
||||
controller.stop(settings);
|
||||
},
|
||||
sendText: (text) =>
|
||||
textOnly ? chat.sendText(text) : controller.sendTextCommand(text),
|
||||
sendMapEvent: (event) =>
|
||||
textOnly ? chat.sendMapEvent(event) : controller.notifyMapEvent(event),
|
||||
ignoreButtonClick: () => Boolean(controller.spaceKeyHeld),
|
||||
bindControls() {
|
||||
// Kept as the remover; a full stop releases it. The cost readout and
|
||||
|
||||
Reference in new issue
Block a user