216 lines
9.2 KiB
TypeScript
216 lines
9.2 KiB
TypeScript
// 제안 창 반응성 — 빈 출력 재시도, 실패한 같은 글 재생성 방지, 멈추자마자 "생성 중" 자리 (2026-10-17)
|
|
//
|
|
// 실측: 문장 중간에서 공백 없이 끝난 prefill 은 gemma 가 곧바로 턴을 닫아 빈 출력이 됐고(18회 중 15회), 빈 출력마다
|
|
// 창을 닫은 뒤 같은 글로 1초마다 다시 생성해 "떴다 꺼졌다" 를 반복했다.
|
|
|
|
import { afterEach, beforeEach, describe, expect, it, vi } from 'vitest'
|
|
|
|
const config = vi.hoisted(() => ({
|
|
suggestionEnabled: true as boolean,
|
|
suggestionModelId: 'gemma4:e4b' as string | null,
|
|
llmModelId: 'gemma4:e4b' as string | null,
|
|
inputExcludedApps: [] as string[],
|
|
suggestionTriggerDelayMs: 600,
|
|
suggestionMinPrefixChars: 4,
|
|
suggestionMaxRequestsPerMinute: 20,
|
|
suggestionDailyBudget: 500,
|
|
suggestionRequestTimeoutMs: 8000,
|
|
inputLearnTypedText: false,
|
|
inputTelemetryEnabled: false,
|
|
suggestionOverlayInteractive: true,
|
|
insertMethod: 'clipboard'
|
|
}))
|
|
const harness = vi.hoisted(() => ({
|
|
streamGenerate: vi.fn(),
|
|
insertText: vi.fn(async (text: string) => ({ success: true, method: 'clipboard', textLength: text.length })),
|
|
replaceBeforeCaret: vi.fn(async (_count: number, text: string) => ({
|
|
success: true,
|
|
method: 'clipboard',
|
|
textLength: text.length
|
|
}))
|
|
}))
|
|
|
|
vi.mock('../../../src/main/services/ConfigService', () => ({
|
|
configGet: vi.fn((key: keyof typeof config) => config[key]),
|
|
configSet: vi.fn()
|
|
}))
|
|
vi.mock('../../../src/main/services/LoggerService', () => ({
|
|
getLogger: () => ({ info: vi.fn(), warn: vi.fn(), error: vi.fn(), debug: vi.fn() })
|
|
}))
|
|
vi.mock('../../../src/main/services/LocalLLMService', () => ({
|
|
getLocalLLMService: () => ({ isAvailable: () => true, streamGenerate: harness.streamGenerate })
|
|
}))
|
|
vi.mock('../../../src/main/services/InputTelemetryService', () => ({
|
|
getInputTelemetryService: () => ({ listPhrases: () => [], listRecentWrites: () => [] })
|
|
}))
|
|
vi.mock('../../../src/main/services/PersonalGraphService', () => ({
|
|
getPersonalGraphService: () => ({ retrieveContext: () => ({ continuations: [], related: [] }) })
|
|
}))
|
|
vi.mock('../../../src/main/services/TextInsertService', () => ({
|
|
getTextInsertService: () => ({ insertText: harness.insertText, replaceBeforeCaret: harness.replaceBeforeCaret })
|
|
}))
|
|
vi.mock('../../../src/main/services/modifier-state', () => ({ prepareModifiersForPaste: async () => 'released' }))
|
|
vi.mock('../../../src/main/utils/win32-foreground', () => ({ getForegroundWindowInfo: () => null }))
|
|
vi.mock('../../../src/main/db', () => ({ getDatabase: vi.fn() }))
|
|
vi.mock('../../../src/main/db/schema', () => ({ suggestions: {} }))
|
|
|
|
import {
|
|
SuggestionService,
|
|
type SuggestionServiceDeps
|
|
} from '../../../src/main/services/SuggestionService'
|
|
import { SuggestionBudget } from '../../../src/main/services/suggestion/SuggestionBudget'
|
|
import { ModelWarmTracker } from '../../../src/main/services/suggestion/ModelWarmTracker'
|
|
import type { TypingContext } from '../../../src/main/services/InputTelemetryService'
|
|
|
|
const PREFIX = '지금 테스트 해보는데 잠시 쉬면'
|
|
|
|
function typingContext(overrides: Partial<TypingContext> = {}): TypingContext {
|
|
const prefix = overrides.prefix ?? PREFIX
|
|
return {
|
|
prefix,
|
|
fullText: prefix,
|
|
caretOffset: prefix.length,
|
|
documentBefore: prefix,
|
|
anchor: { x: 10, y: 10, width: 2, height: 16 },
|
|
anchorKind: 'caret',
|
|
isPassword: false,
|
|
isEditable: true,
|
|
isComposing: false,
|
|
hasSelection: false,
|
|
available: true,
|
|
appName: 'notepad.exe',
|
|
windowTitle: 'notes',
|
|
windowHandle: null,
|
|
idleMs: 2000,
|
|
capturedAt: Date.now(),
|
|
editedSinceFocus: true,
|
|
typedRecently: true,
|
|
...overrides
|
|
}
|
|
}
|
|
|
|
function deps(): SuggestionServiceDeps {
|
|
const warmth = new ModelWarmTracker()
|
|
warmth.noteWarm('gemma4:e4b', Date.now() + 600_000)
|
|
return {
|
|
repository: { record: vi.fn(), markAccepted: vi.fn(), list: vi.fn(() => []) },
|
|
budget: new SuggestionBudget(),
|
|
warmth,
|
|
foreground: { currentWindowHandle: () => null },
|
|
learning: { expectProgrammaticInsert: vi.fn(() => vi.fn()), recordAccepted: vi.fn() }
|
|
}
|
|
}
|
|
|
|
interface Internal {
|
|
_generate(prefix: string, context: TypingContext, maxCandidates: number, maxChars: number): Promise<void>
|
|
_lastContext: TypingContext | null
|
|
_lastRequestAt: number
|
|
}
|
|
|
|
let services: SuggestionService[] = []
|
|
function create(): SuggestionService {
|
|
const service = new SuggestionService(deps())
|
|
services.push(service)
|
|
return service
|
|
}
|
|
|
|
beforeEach(() => {
|
|
harness.streamGenerate.mockReset()
|
|
})
|
|
|
|
afterEach(() => {
|
|
for (const service of services) service.dispose()
|
|
services = []
|
|
vi.useRealTimers()
|
|
})
|
|
|
|
describe('빈 출력 재시도', () => {
|
|
it('모델이 곧바로 턴을 닫으면 prefill 끝에 공백을 붙여 한 번 더 뽑고, 띄어 쓴 후보로 쓴다', async () => {
|
|
harness.streamGenerate.mockImplementation(async function* (prompt: string) {
|
|
yield prompt.endsWith(' ') ? '렉 걸리는 느낌이 있어.' : ''
|
|
})
|
|
const service = create()
|
|
;(service as unknown as Internal)._lastContext = typingContext()
|
|
await (service as unknown as Internal)._generate(PREFIX, typingContext(), 3, 160)
|
|
|
|
const prompts = harness.streamGenerate.mock.calls.map(([prompt]) => String(prompt))
|
|
expect(prompts[0].endsWith(PREFIX)).toBe(true)
|
|
expect(prompts[1].endsWith(`${PREFIX} `)).toBe(true)
|
|
expect(service.getState().candidates[0]).toEqual({ text: '렉 걸리는 느낌이 있어.', rank: 0 })
|
|
// 채우기도 공백 붙인 변형으로 보낸다
|
|
await vi.waitFor(() => expect(harness.streamGenerate.mock.calls.length).toBeGreaterThan(2))
|
|
expect(String(harness.streamGenerate.mock.calls[2][0]).endsWith(`${PREFIX} `)).toBe(true)
|
|
})
|
|
|
|
it('끝내 비면 창을 닫고, 같은 글로 멈춰 있는 동안 다시 생성하지 않는다 (더 치면 다시 한다)', async () => {
|
|
harness.streamGenerate.mockImplementation(async function* () {
|
|
yield ''
|
|
})
|
|
const service = create()
|
|
const context = typingContext()
|
|
service.handleTypingContext(context)
|
|
await vi.waitFor(() => expect(harness.streamGenerate).toHaveBeenCalledTimes(2))
|
|
await vi.waitFor(() => expect(service.getState().generating).toBe(false))
|
|
|
|
// 같은 글의 다음 스냅샷들 — 1.2초 간격이 지나도 다시 생성하지 않는다
|
|
vi.useFakeTimers({ now: Date.now() + 5000 })
|
|
service.handleTypingContext({ ...context, idleMs: 7000 })
|
|
service.handleTypingContext({ ...context, idleMs: 8000 })
|
|
expect(harness.streamGenerate).toHaveBeenCalledTimes(2)
|
|
expect(service.getState().generating).toBe(false)
|
|
vi.useRealTimers()
|
|
|
|
harness.streamGenerate.mockImplementation(async function* () {
|
|
yield ' 다음 문장.'
|
|
})
|
|
// 실제로는 더 치는 데 시간이 걸린다 — 요청 간격(1.2초)이 지난 것으로 둔다
|
|
;(service as unknown as Internal)._lastRequestAt = Date.now() - 5000
|
|
const longer = `${PREFIX} 그리고`
|
|
service.handleTypingContext(typingContext({ prefix: longer, documentBefore: longer, fullText: longer, caretOffset: longer.length }))
|
|
await vi.waitFor(() => expect(service.getState().candidates.length).toBeGreaterThan(0))
|
|
})
|
|
})
|
|
|
|
describe('멈추자마자 "생성 중" 자리', () => {
|
|
it('트리거 지연 전이라도 presenceDelayMs 가 지나면 생성 중으로 보이고, 생성은 아직 시작하지 않는다', () => {
|
|
const service = create()
|
|
const updates: boolean[] = []
|
|
service.on('updated', (state) => updates.push(state.generating))
|
|
|
|
service.handleTypingContext(typingContext({ idleMs: 400 }))
|
|
|
|
expect(service.getState().generating).toBe(true)
|
|
expect(service.getState().anchor).not.toBeNull()
|
|
expect(harness.streamGenerate).not.toHaveBeenCalled()
|
|
expect(updates).toEqual([true])
|
|
// 정책상 "표시 중" 은 아니다 — 생성 시점에 already-visible 로 막히면 안 된다
|
|
expect(service.isPresentationActive).toBe(false)
|
|
})
|
|
|
|
it('다시 치기 시작하면 조용히 거두고, 트리거 지연이 지나면 생성으로 이어진다', async () => {
|
|
harness.streamGenerate.mockImplementation(async function* () {
|
|
yield ' 이어지는 문장.'
|
|
})
|
|
const service = create()
|
|
service.handleTypingContext(typingContext({ idleMs: 400 }))
|
|
expect(service.getState().generating).toBe(true)
|
|
|
|
const typed = `${PREFIX}고`
|
|
service.handleTypingContext(typingContext({ prefix: typed, documentBefore: typed, fullText: typed, caretOffset: typed.length, idleMs: 80 }))
|
|
expect(service.getState().generating).toBe(false)
|
|
|
|
service.handleTypingContext(typingContext({ prefix: typed, documentBefore: typed, fullText: typed, caretOffset: typed.length, idleMs: 400 }))
|
|
expect(service.getState().generating).toBe(true)
|
|
service.handleTypingContext(typingContext({ prefix: typed, documentBefore: typed, fullText: typed, caretOffset: typed.length, idleMs: 800 }))
|
|
await vi.waitFor(() => expect(service.getState().candidates.length).toBeGreaterThan(0))
|
|
})
|
|
|
|
it('생성으로 이어지지 않으면 presenceMaxMs 뒤 스스로 거둔다', () => {
|
|
vi.useFakeTimers()
|
|
const service = create()
|
|
service.handleTypingContext(typingContext({ idleMs: 400 }))
|
|
expect(service.getState().generating).toBe(true)
|
|
vi.advanceTimersByTime(3100)
|
|
expect(service.getState().generating).toBe(false)
|
|
})
|
|
})
|