mirror of
https://github.com/bilawalsidhu/gods-eye-view.git
synced 2026-11-16 08:12:24 +00:00
feat(voice): add typed AI chat beside voice
Chat sits next to the mic in the command dock. Replies are silent and never request the microphone; the first message connects with the selected provider and runs the same map actions as voice through each provider's text API (OpenAI OPENAI_CHAT_MODEL, Gemini GEMINI_CHAT_MODEL via generateContent, which never starts Live). Only one mode runs at a time. - Chat panel rendered by the voice control presenter: conversation, recent and quick-command suggestions, Up/Down history, attachments (map-layer references or small UTF-8 text files, sent only with the message) - Chat and voice panels sit above the dock or dock into the right rail's column; minimized bars sit centred above the dock, and height animates on swaps - A centred panel steps down to its bar for the Location and Visual Presets trays without moving focus, rests above an open tray, and docks right while expanded over one; it returns to the centre once the trays close - Minimized voice previews the last sentence from each side; the empty Voice Preview suggests things to say - Settings opened from chat keep chat's frame and show the shared AI provider and quick commands; voice Settings show Back to voice - Closing chat ends a typed session; the voice panel's close turns voice off - The dock widens its voice control for the chat button and restyles its wings, which show icons only at 900px and below; assistant panels share the left panels' glass, and Cyber keeps its own surfaces - Server text-chat handlers with body, time and per-IP limits (GEV_RATELIMIT_*_CHAT_PER_MIN), documented in SECURITY.md; tests and all eleven locales Co-authored-by: Darren Dignam <[email protected]>
This commit is contained in:
1 parent
720260af58
commit
af461febae
57 files changed
+6500
-63
No files matched your search
@@ -0,0 +1,137 @@
|
||||
import { t } from '../i18n/index.js';
|
||||
|
||||
/**
|
||||
* Draft-only attachments, held on the voice control presenter. Providers
|
||||
* receive text only when the person sends.
|
||||
*/
|
||||
export function bindChatAttachments({ ui, dataManager, onChange, setStatus }) {
|
||||
const items = new Map();
|
||||
let reading = false;
|
||||
let locked = false;
|
||||
let disposed = false;
|
||||
const publish = (patch = {}) =>
|
||||
ui.update('chat', {
|
||||
attachments: [...items].map(([key, item]) => ({ key, name: item.name })),
|
||||
locked,
|
||||
...patch,
|
||||
});
|
||||
function close() {
|
||||
ui.update('chat', { attachMenuOpen: false });
|
||||
}
|
||||
function add(key, item) {
|
||||
if (!items.has(key) && items.size >= 4)
|
||||
throw new Error(t('You can attach up to four items.'));
|
||||
const others = [...items].filter(([id]) => id !== key);
|
||||
if (
|
||||
others.reduce(
|
||||
(total, [, value]) => total + JSON.stringify(value).length,
|
||||
0,
|
||||
) +
|
||||
JSON.stringify(item).length >
|
||||
10000
|
||||
)
|
||||
throw new Error(
|
||||
t('Attachments are too large together. Use smaller files.'),
|
||||
);
|
||||
items.set(key, item);
|
||||
publish();
|
||||
onChange();
|
||||
}
|
||||
const offs = [
|
||||
ui.on('chat-attach-toggle', () => {
|
||||
if (locked) return;
|
||||
const open = !ui.state.chat.attachMenuOpen;
|
||||
publish({
|
||||
attachMenuOpen: open,
|
||||
layers: [...(dataManager?.layers || [])].map(([id, entry]) => ({
|
||||
value: id,
|
||||
label: entry.module.name || id,
|
||||
})),
|
||||
});
|
||||
if (open) void ui.focus(['chatLayer']);
|
||||
}),
|
||||
ui.on('chat-layer', (id) => {
|
||||
if (locked || !id) return;
|
||||
const entry = dataManager?.layers?.get(id);
|
||||
if (!entry) return;
|
||||
try {
|
||||
add(`layer:${id}`, {
|
||||
kind: 'map-layer',
|
||||
id,
|
||||
name: entry.module.name || id,
|
||||
});
|
||||
close();
|
||||
void ui.focus(['chatInput']);
|
||||
} catch (error) {
|
||||
setStatus(error.message);
|
||||
}
|
||||
}),
|
||||
ui.on('chat-file-button', () => {
|
||||
if (!locked) ui.element('chatFile')?.click();
|
||||
}),
|
||||
ui.on('chat-files', async (fileInput) => {
|
||||
if (reading || locked) return;
|
||||
const files = [...(fileInput?.files || [])];
|
||||
reading = true;
|
||||
onChange();
|
||||
try {
|
||||
for (const file of files) {
|
||||
if (!/\.(txt|md|csv|json|geojson)$/i.test(file.name))
|
||||
throw new Error(
|
||||
t('Choose a TXT, Markdown, CSV, JSON or GeoJSON file.'),
|
||||
);
|
||||
if (file.size > 10000)
|
||||
throw new Error(t('Each file must be 10 KB or smaller.'));
|
||||
const content = new TextDecoder('utf-8', { fatal: true }).decode(
|
||||
await file.arrayBuffer(),
|
||||
);
|
||||
if (disposed) return;
|
||||
if (!content.trim() || /[\u0000-\u0008\u000e-\u001f]/.test(content))
|
||||
throw new Error(t('Choose a non-empty UTF-8 text file.'));
|
||||
add(`file:${file.name}`, { kind: 'file', name: file.name, content });
|
||||
}
|
||||
close();
|
||||
void ui.focus(['chatInput']);
|
||||
} catch (error) {
|
||||
if (!disposed) setStatus(error.message);
|
||||
} finally {
|
||||
reading = false;
|
||||
if (!disposed) {
|
||||
if (fileInput) fileInput.value = '';
|
||||
onChange();
|
||||
}
|
||||
}
|
||||
}),
|
||||
ui.on('chat-attachment-remove', (key) => {
|
||||
if (locked || !items.delete(key)) return;
|
||||
publish();
|
||||
onChange();
|
||||
}),
|
||||
];
|
||||
return {
|
||||
setLocked(value) {
|
||||
if (locked === Boolean(value)) return;
|
||||
locked = Boolean(value);
|
||||
publish(locked ? { attachMenuOpen: false } : {});
|
||||
},
|
||||
get reading() {
|
||||
return reading;
|
||||
},
|
||||
close,
|
||||
snapshot() {
|
||||
return [...items.values()].map((item) =>
|
||||
item.kind === 'map-layer'
|
||||
? { ...item, enabled: Boolean(dataManager?.isEnabled?.(item.id)) }
|
||||
: { ...item },
|
||||
);
|
||||
},
|
||||
clear() {
|
||||
items.clear();
|
||||
publish({ attachMenuOpen: false });
|
||||
},
|
||||
destroy() {
|
||||
disposed = true;
|
||||
for (const off of offs) off();
|
||||
},
|
||||
};
|
||||
}
|
||||
Reference in new issue
Block a user