feat: ship Wave 5-6 multi-surface hygiene, optimization, and bug fixes

This commit is contained in:
Yun Chan 2026-11-14 11:51:41 +09:00
parent 01ef3293cf
commit 66b6b45ba9
399 changed files with 17828 additions and 11330 deletions

View file

@ -15,6 +15,7 @@
import { corsHeaders, handleCorsPreflightRequest } from '../_shared/cors.ts'
import { authErrorResponse, type AuthError } from '../_shared/auth.ts'
import { createStatusJsonResponder, JsonBodyError, readJsonBody } from '../_shared/json-response.ts'
import {
getQuotaPolicy,
modelToQuotaKey,
@ -100,13 +101,12 @@ export interface LlmProxyDeps {
timeouts?: Partial<LlmProviderTimeouts>
}
const NO_STORE_JSON = { ...corsHeaders, 'Content-Type': 'application/json', 'Cache-Control': 'no-store' }
const MAX_REQUEST_BYTES = 512 * 1024
const noStoreJson = createStatusJsonResponder({ noStore: true })
const corsJson = createStatusJsonResponder({ noStore: false })
function json(status: number, body: Record<string, unknown>, noStore = true): Response {
return new Response(JSON.stringify(body), {
status,
headers: noStore ? NO_STORE_JSON : { ...corsHeaders, 'Content-Type': 'application/json' },
})
return (noStore ? noStoreJson : corsJson)(status, body)
}
/** 쓰지 않을 공급자 응답 본문을 닫아 연결과 생성을 정리한다. */
@ -163,8 +163,11 @@ export function createLlmProxyHandler(deps: LlmProxyDeps): (req: Request) => Pro
let rawBody: unknown
try {
rawBody = await req.json()
} catch {
rawBody = await readJsonBody(req, { maxBytes: MAX_REQUEST_BYTES })
} catch (err) {
if (err instanceof JsonBodyError && err.status === 413) {
return json(413, { error: 'request_too_large' })
}
throw new LlmRequestError('Invalid JSON body')
}
const body = parseLlmRequest(rawBody)
@ -291,6 +294,9 @@ export function createLlmProxyHandler(deps: LlmProxyDeps): (req: Request) => Pro
let nonStreamData: unknown
try {
nonStreamData = await anthropicResp.json()
} catch {
await settle(false)
return json(502, { error: 'provider_invalid_response' })
} finally {
deadline.dispose()
}