feat(commands): multi-select ordered command pipeline with step reordering and single-pass composition (AI-05, AI-07)
This commit is contained in:
parent
f49acf0105
commit
10af20a0ad
157 changed files with 29455 additions and 913 deletions
|
|
@ -39,6 +39,7 @@ import numpy as np
|
|||
import uvicorn
|
||||
from fastapi import FastAPI, File, Form, Request, UploadFile
|
||||
from fastapi.responses import JSONResponse
|
||||
from cpu_budget import local_inference_cpu_threads
|
||||
|
||||
from device_policy import (
|
||||
CPU_CHOICE,
|
||||
|
|
@ -185,8 +186,8 @@ def _disable_gpu(reason: BaseException) -> None:
|
|||
|
||||
|
||||
def _cpu_threads() -> int:
|
||||
"""CPU 추론에 사용할 스레드 수 (과도한 점유 방지 위해 8로 상한)."""
|
||||
return max(1, min(8, os.cpu_count() or 4))
|
||||
"""입력 앱과 IME 에 여유를 남기는 CPU 추론 스레드 상한."""
|
||||
return local_inference_cpu_threads()
|
||||
|
||||
|
||||
# ── 모델 다운로드 헬퍼 ─────────────────────────────────────
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue