mirror of
https://github.com/bilawalsidhu/gods-eye-view.git
synced 2026-11-16 08:12:24 +00:00
feat(voice): add typed AI chat beside voice
Chat sits next to the mic in the command dock. Replies are silent and never request the microphone; the first message connects with the selected provider and runs the same map actions as voice through each provider's text API (OpenAI OPENAI_CHAT_MODEL, Gemini GEMINI_CHAT_MODEL via generateContent, which never starts Live). Only one mode runs at a time. - Chat panel rendered by the voice control presenter: conversation, recent and quick-command suggestions, Up/Down history, attachments (map-layer references or small UTF-8 text files, sent only with the message) - Chat and voice panels sit above the dock or dock into the right rail's column; minimized bars sit centred above the dock, and height animates on swaps - A centred panel steps down to its bar for the Location and Visual Presets trays without moving focus, rests above an open tray, and docks right while expanded over one; it returns to the centre once the trays close - Minimized voice previews the last sentence from each side; the empty Voice Preview suggests things to say - Settings opened from chat keep chat's frame and show the shared AI provider and quick commands; voice Settings show Back to voice - Closing chat ends a typed session; the voice panel's close turns voice off - The dock widens its voice control for the chat button and restyles its wings, which show icons only at 900px and below; assistant panels share the left panels' glass, and Cyber keeps its own surfaces - Server text-chat handlers with body, time and per-IP limits (GEV_RATELIMIT_*_CHAT_PER_MIN), documented in SECURITY.md; tests and all eleven locales Co-authored-by: Darren Dignam <[email protected]>
This commit is contained in:
1 parent
720260af58
commit
af461febae
57 files changed
+6500
-63
No files matched your search
@@ -605,3 +605,48 @@ test('actual default OpenAI adapter stop publishes one common idle', (t) => {
|
||||
assert.equal(session.state, 'idle');
|
||||
assert.equal(session.adapter.controller.status, 'idle');
|
||||
});
|
||||
|
||||
test('OpenAI composite starts HTTP chat without Realtime and restores voice keyboard routing', async () => {
|
||||
const events = [];
|
||||
let starts = 0,
|
||||
requests = 0;
|
||||
const controller = {
|
||||
_input: {},
|
||||
_radio: {},
|
||||
isActive: () => true,
|
||||
start: async () => {
|
||||
starts++;
|
||||
},
|
||||
stop: () => {},
|
||||
sendTextCommand: () => 'voice',
|
||||
notifyMapEvent: () => 'voice-event',
|
||||
};
|
||||
const adapter = createRealtimeSession({
|
||||
emit: (e) => events.push(e),
|
||||
runAction: async () => ({ ok: true }),
|
||||
createController: () => controller,
|
||||
fetchImpl: async (url) => {
|
||||
requests++;
|
||||
assert.equal(url, '/api/openai/chat');
|
||||
return Response.json({
|
||||
content: { role: 'assistant', content: 'Hello' },
|
||||
finishReason: 'stop',
|
||||
});
|
||||
},
|
||||
});
|
||||
await adapter.start({ textOnly: true });
|
||||
assert.equal(starts, 0);
|
||||
assert.equal(adapter.getStartOptions().textOnly, true);
|
||||
assert.equal(controller._radio.isActive(), false);
|
||||
assert.equal(adapter.sendText('Hello'), true);
|
||||
for (let i = 0; i < 5; i++)
|
||||
await new Promise((resolve) => setImmediate(resolve));
|
||||
assert.equal(requests, 1);
|
||||
assert.ok(events.some((e) => e.type === 'completion'));
|
||||
adapter.stop();
|
||||
await controller._input.start({ pushToTalk: true });
|
||||
assert.equal(starts, 1);
|
||||
assert.equal(adapter.getStartOptions().textOnly, undefined);
|
||||
assert.equal(adapter.sendText('Hello'), 'voice');
|
||||
adapter.stop();
|
||||
});
|
||||
Reference in new issue
Block a user