feat(caption): stream live captions and polish finished lines in context

Replaces the fixed six-second batches with a streaming track per audio
source: the uncommitted audio is re-recognised every second and sent as a
partial with its agreed (stable) prefix, a short pause finalises the line,
and long unbroken speech is committed at Whisper segment boundaries. Idle
audio is trimmed so silence cannot produce invented sentences.

Finished lines are corrected by the local model against the previous lines
and replaced in place; edits that change too much are rejected. The
behaviour can be switched off in Settings.
This commit is contained in:
Yun Chan 2026-09-24 20:22:21 +09:00
parent db8d9448a3
commit 39b8e7448e
28 changed files with 827 additions and 217 deletions

View file

@ -520,7 +520,9 @@ const electronAPI = {
getConfig: () => invoke<CaptionConfig>(IPC_CHANNELS.CAPTION.GET_CONFIG),
onSegment: (cb: (data: CaptionSegment) => void): Unsubscribe =>
on(IPC_CHANNELS.CAPTION.SEGMENT, cb),
onDelta: (cb: (data: { text: string }) => void): Unsubscribe =>
onSegmentUpdated: (cb: (data: { id: string; text: string }) => void): Unsubscribe =>
on(IPC_CHANNELS.CAPTION.SEGMENT_UPDATED, cb),
onDelta: (cb: (data: { text: string; stable: string; isFinal: boolean }) => void): Unsubscribe =>
on(IPC_CHANNELS.CAPTION.DELTA, cb),
onStateChanged: (cb: (data: { state: CaptionState }) => void): Unsubscribe =>
on(IPC_CHANNELS.CAPTION.STATE_CHANGED, cb),