yunchan/vignette
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

회기 연속성과 멀티 케이스 계약을 영속화

Browse source
This commit is contained in:
Yun Chan 2026-09-01 11:45:16 +09:00
parent be08c0b573
commit 72353ecd82
26 changed files with 2170 additions and 127 deletions
Download patch file Download diff file Expand all files Collapse all files

63
apps/api/app/test_eval_routes.py
View file

@ -9,6 +9,7 @@ from unittest.mock import AsyncMock, patch
from fastapi import HTTPException
from .config import settings
from .deps import Principal, Role
from .services import evaluator
@ -44,7 +45,11 @@ class ReevaluateSessionRouteTest(unittest.IsolatedAsyncioTestCase):
)
self.assertEqual(raised.exception.status_code, 502)
self.assertEqual(raised.exception.detail, "no_structured_output")
self.assertEqual(
raised.exception.detail,
"AI 평가를 완료하지 못했습니다. 최신 평가 상태를 확인해 주세요.",
)
self.assertNotIn("no_structured_output", raised.exception.detail)
saved_write = save_evaluation.await_args.args[0]
self.assertEqual(saved_write.status, "error")
self.assertEqual(saved_write.error, "no_structured_output")
@ -78,6 +83,39 @@ class ReevaluateSessionRouteTest(unittest.IsolatedAsyncioTestCase):
self.assertEqual(raised.exception.status_code, 503)
self.assertIn("could not be saved", raised.exception.detail)
async def test_reevaluate_session_redacts_engine_exception_from_http_response(self) -> None:
session_id = "00000000-0000-0000-0000-00000000e222"
sess = _session_stub()
with (
patch.object(eval_routes, "_load_session_or_404", AsyncMock(return_value=sess)),
patch.object(
eval_routes.evaluator,
"evaluate_session",
AsyncMock(side_effect=eval_routes.EngineError("provider body: [NAME]")),
),
patch.object(
eval_routes.session_persistence,
"save_session_evaluation",
AsyncMock(return_value=True),
) as save_evaluation,
):
with self.assertRaises(HTTPException) as raised:
await eval_routes.reevaluate_session(
session_id,
eval_routes.ReevaluateRequest(scope="session_end"),
_teacher_principal(),
)
self.assertEqual(raised.exception.status_code, 503)
self.assertEqual(
raised.exception.detail,
"AI 평가를 완료하지 못했습니다. 최신 평가 상태를 확인해 주세요.",
)
self.assertNotIn("[NAME]", raised.exception.detail)
saved_write = save_evaluation.await_args.args[0]
self.assertIn("provider body: [NAME]", saved_write.error)
async def test_reevaluate_session_prefers_session_theory_mode(self) -> None:
session_id = "00000000-0000-0000-0000-00000000e222"
sess = _session_stub(theory_mode="cbt", theory_target=["humanistic"])
@ -89,6 +127,7 @@ class ReevaluateSessionRouteTest(unittest.IsolatedAsyncioTestCase):
)
with (
patch.object(settings, "session_evaluation_timeout", 300.0),
patch.object(eval_routes, "_load_session_or_404", AsyncMock(return_value=sess)),
patch.object(
eval_routes.evaluator,
@ -108,6 +147,7 @@ class ReevaluateSessionRouteTest(unittest.IsolatedAsyncioTestCase):
)
self.assertEqual(evaluate_session.await_args.kwargs["theory_mode"], "cbt")
self.assertEqual(evaluate_session.await_args.kwargs["timeout"], 330.0)
async def test_reevaluate_session_uses_one_based_masked_turn_seq(self) -> None:
session_id = "00000000-0000-0000-0000-00000000e222"
@ -277,7 +317,10 @@ class ReevaluateSessionRouteTest(unittest.IsolatedAsyncioTestCase):
)
self.assertEqual(raised.exception.status_code, 503)
self.assertEqual(raised.exception.detail, "engine_error")
self.assertEqual(
raised.exception.detail,
"AI 평가를 완료하지 못했습니다. 최신 평가 상태를 확인해 주세요.",
)
saved_payload = replace_turn_evaluation.await_args.kwargs["evaluation"]
self.assertEqual(saved_payload["error"], "engine_error")
@ -289,7 +332,10 @@ class ReevaluateSessionRouteTest(unittest.IsolatedAsyncioTestCase):
"source": "engine",
"scope": "session_end",
"stage": "정리",
"payload": {},
"payload": {
"error": "session evaluation timeout after 45s",
"distribution": {"total": 0},
},
"error": "session evaluation timeout after 45s",
"updated_at": "2026-07-01T00:00:00Z",
}
@ -305,9 +351,16 @@ class ReevaluateSessionRouteTest(unittest.IsolatedAsyncioTestCase):
response = await eval_routes.get_session_evaluation(session_id, _teacher_principal())
self.assertEqual(response.status, "error")
self.assertEqual(response.error, "session evaluation timeout after 45s")
self.assertEqual(
response.error,
"AI 평가를 완료하지 못했습니다. 최신 평가 상태를 확인해 주세요.",
)
self.assertIsNotNone(response.failure)
assert response.failure is not None
self.assertEqual(response.failure.code, "timeout")
self.assertNotIn("session evaluation timeout after 45s", response.model_dump_json())
self.assertTrue(response.durable)
self.assertEqual(response.deep, {})
self.assertEqual(response.deep, {"distribution": {"total": 0}})
def _session_stub(