feat(voice): add typed AI chat beside voice

Chat sits next to the mic in the command dock. Replies are silent and never
request the microphone; the first message connects with the selected provider
and runs the same map actions as voice through each provider's text API
(OpenAI OPENAI_CHAT_MODEL, Gemini GEMINI_CHAT_MODEL via generateContent, which
never starts Live). Only one mode runs at a time.

- Chat panel rendered by the voice control presenter: conversation, recent and
  quick-command suggestions, Up/Down history, attachments (map-layer
  references or small UTF-8 text files, sent only with the message)
- Chat and voice panels sit above the dock or dock into the right rail's
  column; minimized bars sit centred above the dock, and height animates on
  swaps
- A centred panel steps down to its bar for the Location and Visual Presets
  trays without moving focus, rests above an open tray, and docks right while
  expanded over one; it returns to the centre once the trays close
- Minimized voice previews the last sentence from each side; the empty Voice
  Preview suggests things to say
- Settings opened from chat keep chat's frame and show the shared AI provider
  and quick commands; voice Settings show Back to voice
- Closing chat ends a typed session; the voice panel's close turns voice off
- The dock widens its voice control for the chat button and restyles its
  wings, which show icons only at 900px and below; assistant panels share the
  left panels' glass, and Cyber keeps its own surfaces
- Server text-chat handlers with body, time and per-IP limits
  (GEV_RATELIMIT_*_CHAT_PER_MIN), documented in SECURITY.md; tests and all
  eleven locales

Co-authored-by: Darren Dignam <[email protected]>
This commit is contained in:
manjunath22466andDarren Dignam committed 2026-11-02 20:56:39 +05:30
1 parent 720260af58
commit af461febae
57 files changed
+6500 -63

No files matched your search

+113
View File
@@ -0,0 +1,113 @@
import { t } from '../i18n/index.js';
/**
* Chat suggestions and the one chat preference (quick commands), written to
* the voice control presenter. Recent commands and autocomplete are always on;
* command history is deliberately transient.
*/
export function bindChatPreferences({ ui, getDraft, setDraft }) {
const key = 'gev.chat.preferences';
let quick = true;
let recent = [];
let historyIndex = -1;
let saved = '';
const resetHistory = () => {
historyIndex = -1;
saved = '';
};
const quickCommands = () =>
[
'Fly to Tokyo',
'Show live flights',
'Reset to globe view',
'Show earthquakes',
].map((text) => t(text));
try {
const stored = JSON.parse(localStorage.getItem(key));
if (typeof stored?.quick === 'boolean') quick = stored.quick;
} catch {
/* Storage is optional. */
}
function render() {
const draft = getDraft();
if (historyIndex >= 0 && draft !== recent[historyIndex]) resetHistory();
const query = draft.trim().toLowerCase();
const groups = [];
if (query) {
const candidates = [...recent, ...(quick ? quickCommands() : [])];
groups.push({
label: t('Suggestions'),
items: [...new Set(candidates)]
.filter(
(text) =>
text.toLowerCase().includes(query) &&
text.toLowerCase() !== query,
)
.slice(0, 4),
});
} else {
groups.push({ label: t('Recent'), items: recent.slice(0, 3) });
if (quick)
groups.push({
label: t('Quick commands'),
items: quickCommands().slice(0, 3),
});
}
ui.update('chat', {
quickChecked: quick,
suggestions: groups.filter((group) => group.items.length),
});
}
const offLocale = ui.on('locale', render);
render();
return {
render,
setQuick(value) {
quick = Boolean(value);
try {
localStorage.setItem(key, JSON.stringify({ quick }));
} catch {
/* Storage is optional. */
}
render();
},
remember(text) {
resetHistory();
recent = [text, ...recent.filter((entry) => entry !== text)].slice(0, 8);
render();
},
/**
* Up and Down recall earlier messages from the start of the input, and
* restore the unsent draft. Returns whether the key was used.
* @param {KeyboardEvent} event
*/
keydown(event) {
const input = event.target;
if (
!['ArrowUp', 'ArrowDown'].includes(event.key) ||
event.isComposing ||
event.altKey ||
event.ctrlKey ||
event.metaKey ||
event.shiftKey ||
input?.selectionStart !== input?.selectionEnd ||
!recent.length
)
return false;
const up = event.key === 'ArrowUp';
// Keep history navigation at the start of recalled text. Moving the
// caret into a message returns arrow keys to native textarea editing.
if (input.selectionStart !== 0 || (!up && historyIndex < 0)) return false;
event.preventDefault();
if (up) {
if (historyIndex < 0) saved = getDraft();
historyIndex = Math.min(historyIndex + 1, recent.length - 1);
} else historyIndex--;
const next = historyIndex < 0 ? saved : recent[historyIndex];
setDraft(next, { caret: historyIndex < 0 ? next.length : 0 });
render();
return true;
},
destroy: offLocale,
};
}