feat(voice): add typed AI chat beside voice

Chat sits next to the mic in the command dock. Replies are silent and never
request the microphone; the first message connects with the selected provider
and runs the same map actions as voice through each provider's text API
(OpenAI OPENAI_CHAT_MODEL, Gemini GEMINI_CHAT_MODEL via generateContent, which
never starts Live). Only one mode runs at a time.

- Chat panel rendered by the voice control presenter: conversation, recent and
  quick-command suggestions, Up/Down history, attachments (map-layer
  references or small UTF-8 text files, sent only with the message)
- Chat and voice panels sit above the dock or dock into the right rail's
  column; minimized bars sit centred above the dock, and height animates on
  swaps
- A centred panel steps down to its bar for the Location and Visual Presets
  trays without moving focus, rests above an open tray, and docks right while
  expanded over one; it returns to the centre once the trays close
- Minimized voice previews the last sentence from each side; the empty Voice
  Preview suggests things to say
- Settings opened from chat keep chat's frame and show the shared AI provider
  and quick commands; voice Settings show Back to voice
- Closing chat ends a typed session; the voice panel's close turns voice off
- The dock widens its voice control for the chat button and restyles its
  wings, which show icons only at 900px and below; assistant panels share the
  left panels' glass, and Cyber keeps its own surfaces
- Server text-chat handlers with body, time and per-IP limits
  (GEV_RATELIMIT_*_CHAT_PER_MIN), documented in SECURITY.md; tests and all
  eleven locales

Co-authored-by: Darren Dignam <[email protected]>
This commit is contained in:
manjunath22466andDarren Dignam committed 2026-11-02 20:56:39 +05:30
1 parent 720260af58
commit af461febae
57 files changed
+6500 -63

No files matched your search

+137
View File
@@ -0,0 +1,137 @@
import { t } from '../i18n/index.js';
/**
* Draft-only attachments, held on the voice control presenter. Providers
* receive text only when the person sends.
*/
export function bindChatAttachments({ ui, dataManager, onChange, setStatus }) {
const items = new Map();
let reading = false;
let locked = false;
let disposed = false;
const publish = (patch = {}) =>
ui.update('chat', {
attachments: [...items].map(([key, item]) => ({ key, name: item.name })),
locked,
...patch,
});
function close() {
ui.update('chat', { attachMenuOpen: false });
}
function add(key, item) {
if (!items.has(key) && items.size >= 4)
throw new Error(t('You can attach up to four items.'));
const others = [...items].filter(([id]) => id !== key);
if (
others.reduce(
(total, [, value]) => total + JSON.stringify(value).length,
0,
) +
JSON.stringify(item).length >
10000
)
throw new Error(
t('Attachments are too large together. Use smaller files.'),
);
items.set(key, item);
publish();
onChange();
}
const offs = [
ui.on('chat-attach-toggle', () => {
if (locked) return;
const open = !ui.state.chat.attachMenuOpen;
publish({
attachMenuOpen: open,
layers: [...(dataManager?.layers || [])].map(([id, entry]) => ({
value: id,
label: entry.module.name || id,
})),
});
if (open) void ui.focus(['chatLayer']);
}),
ui.on('chat-layer', (id) => {
if (locked || !id) return;
const entry = dataManager?.layers?.get(id);
if (!entry) return;
try {
add(`layer:${id}`, {
kind: 'map-layer',
id,
name: entry.module.name || id,
});
close();
void ui.focus(['chatInput']);
} catch (error) {
setStatus(error.message);
}
}),
ui.on('chat-file-button', () => {
if (!locked) ui.element('chatFile')?.click();
}),
ui.on('chat-files', async (fileInput) => {
if (reading || locked) return;
const files = [...(fileInput?.files || [])];
reading = true;
onChange();
try {
for (const file of files) {
if (!/\.(txt|md|csv|json|geojson)$/i.test(file.name))
throw new Error(
t('Choose a TXT, Markdown, CSV, JSON or GeoJSON file.'),
);
if (file.size > 10000)
throw new Error(t('Each file must be 10 KB or smaller.'));
const content = new TextDecoder('utf-8', { fatal: true }).decode(
await file.arrayBuffer(),
);
if (disposed) return;
if (!content.trim() || /[\u0000-\u0008\u000e-\u001f]/.test(content))
throw new Error(t('Choose a non-empty UTF-8 text file.'));
add(`file:${file.name}`, { kind: 'file', name: file.name, content });
}
close();
void ui.focus(['chatInput']);
} catch (error) {
if (!disposed) setStatus(error.message);
} finally {
reading = false;
if (!disposed) {
if (fileInput) fileInput.value = '';
onChange();
}
}
}),
ui.on('chat-attachment-remove', (key) => {
if (locked || !items.delete(key)) return;
publish();
onChange();
}),
];
return {
setLocked(value) {
if (locked === Boolean(value)) return;
locked = Boolean(value);
publish(locked ? { attachMenuOpen: false } : {});
},
get reading() {
return reading;
},
close,
snapshot() {
return [...items.values()].map((item) =>
item.kind === 'map-layer'
? { ...item, enabled: Boolean(dataManager?.isEnabled?.(item.id)) }
: { ...item },
);
},
clear() {
items.clear();
publish({ attachMenuOpen: false });
},
destroy() {
disposed = true;
for (const off of offs) off();
},
};
}