G0~G8 성과·동맹 측정 OS 작업 일괄 고정

8월 7일까지 워킹트리에만 남아 있던 미커밋 작업을 커밋한다. 여러 사본
폴더(worktree·clone)에 흩어져 있던 중간 스냅샷을 정리하기 전에 원본을
git 이력으로 고정하는 것이 목적이다.

- contracts/routes/services: measurement, outcome_trajectory, rupture_repair,
  deliberate_practice, calibration_transfer, supervision_research,
  multimodal_alliance, continuous_improvement 계열 신규 모듈과 테스트
- infra/db/init: 07~16 마이그레이션(측정 기반~calibration transfer 실행)
- apps/web: 세션 리뷰 카드·관리 화면·E2E 스펙 추가
- docs/ops: G0~G8 라이브 통합·배포·롤백 증거 문서와 evidence JSON/PNG
- scripts: smoke·ledger·릴리스 에이전트·NAS 프리뷰 운영 스크립트

engine.public 로그 .bak과 apps/web/test-results 산출물은 커밋에서 제외했다.
This commit is contained in:
Yun Chan 2026-08-08 01:30:53 +09:00
parent 93dd8f82d7
commit 16e791e044
390 changed files with 243188 additions and 499 deletions

View file

@ -48,11 +48,21 @@ def _cost_per_turn(cost_usd: float, turns: int) -> float | None:
def build_model_cost_report(usage: Mapping[str, Any]) -> dict[str, Any]:
"""Build an ops report from an AdminUsageResponse-like mapping."""
total_cost = round(_number(usage.get("cost_usd")), 6)
recorded_cost = round(_number(usage.get("recorded_cost_usd"), total_cost), 6)
estimated_cost = round(_number(usage.get("estimated_cost_usd")), 6)
total_turns = _integer(usage.get("total_turns"))
metered_turns = _integer(usage.get("metered_turns"))
tokens_in = _integer(usage.get("tokens_in"))
tokens_out = _integer(usage.get("tokens_out"))
total_tokens = tokens_in + tokens_out
token_metered_turns = _integer(
usage.get("token_metered_turns"),
metered_turns if total_tokens > 0 else 0,
)
token_unmetered_turns = _integer(
usage.get("token_unmetered_turns"),
max(0, metered_turns - token_metered_turns),
)
by_provider = list(usage.get("by_provider") or [])
budget = dict(usage.get("budget") or {})
evaluator_cache = dict(usage.get("evaluator_cache") or {})
@ -64,16 +74,35 @@ def build_model_cost_report(usage: Mapping[str, Any]) -> dict[str, Any]:
row_tokens_in = _integer(row.get("tokens_in"))
row_tokens_out = _integer(row.get("tokens_out"))
row_tokens = row_tokens_in + row_tokens_out
row_token_metered_turns = _integer(
row.get("token_metered_turns"),
turns if row_tokens > 0 else 0,
)
row_token_unmetered_turns = _integer(
row.get("token_unmetered_turns"),
max(0, turns - row_token_metered_turns),
)
row_cost = round(_number(row.get("cost_usd")), 6)
row_recorded_cost = round(
_number(row.get("recorded_cost_usd"), row_cost), 6
)
row_estimated_cost = round(_number(row.get("estimated_cost_usd")), 6)
models.append(
{
"provider": str(row.get("provider") or "unknown"),
"model": str(row.get("model") or "unknown"),
"turns": turns,
"token_metered_turns": row_token_metered_turns,
"token_unmetered_turns": row_token_unmetered_turns,
"tokens_in": row_tokens_in,
"tokens_out": row_tokens_out,
"tokens_total": row_tokens,
"cost_usd": row_cost,
"recorded_cost_usd": row_recorded_cost,
"estimated_cost_usd": row_estimated_cost,
"cost_basis": str(row.get("cost_basis") or "provider_reported"),
"rate_label": row.get("rate_label"),
"rate_source_url": row.get("rate_source_url"),
"cost_share": _ratio(row_cost, total_cost),
"token_share": _ratio(float(row_tokens), float(total_tokens)),
"cost_per_turn_usd": _cost_per_turn(row_cost, turns),
@ -85,8 +114,14 @@ def build_model_cost_report(usage: Mapping[str, Any]) -> dict[str, Any]:
warnings: list[str] = []
if total_turns > 0 and metered_turns < total_turns:
warnings.append("partial_metering")
if token_unmetered_turns > 0:
warnings.append("partial_token_metering")
if total_cost == 0 and metered_turns > 0:
warnings.append("zero_cost_metered_usage")
if estimated_cost > 0:
warnings.append("reference_rate_cost")
if any(item["cost_basis"] == "unavailable" for item in models):
warnings.append("unavailable_model_cost")
if str(budget.get("status") or "") in {"warn", "exceeded"}:
warnings.append(f"budget_{budget.get('status')}")
cache_hit_rate = _number(evaluator_cache.get("hit_rate"))
@ -105,10 +140,18 @@ def build_model_cost_report(usage: Mapping[str, Any]) -> dict[str, Any]:
"total_turns": total_turns,
"metered_turns": metered_turns,
"metered_coverage": _ratio(float(metered_turns), float(total_turns)),
"token_metered_turns": token_metered_turns,
"token_unmetered_turns": token_unmetered_turns,
"token_metered_coverage": _ratio(
float(token_metered_turns),
float(metered_turns),
),
"tokens_in": tokens_in,
"tokens_out": tokens_out,
"tokens_total": total_tokens,
"cost_usd": total_cost,
"recorded_cost_usd": recorded_cost,
"estimated_cost_usd": estimated_cost,
"cost_per_turn_usd": _cost_per_turn(total_cost, metered_turns),
"cost_per_1k_tokens_usd": _cost_per_1k_tokens(total_cost, total_tokens),
},