평가 캐시와 개인정보 마스킹 보강

apps/api/app/test_pii_masking_eval.py

@@ -0,0 +1,70 @@
+import json
+import subprocess
+import sys
+import unittest
+from pathlib import Path
+from unittest.mock import patch
+
+from app.services import guardrail
+from app.services.pii_masking_eval import evaluate_fixture, load_cases
+
+
+REPO_ROOT = Path(__file__).resolve().parents[3]
+FIXTURE_PATH = REPO_ROOT / "data" / "privacy" / "pii-masking-ko-fixtures.json"
+SCRIPT_PATH = REPO_ROOT / "scripts" / "evaluate-pii-masking.py"
+
+
+class PiiMaskingEvalTests(unittest.TestCase):
+    def setUp(self) -> None:
+        self.presidio_patch = patch.object(
+            guardrail,
+            "_try_load_presidio",
+            return_value=(None, None),
+        )
+        self.presidio_patch.start()
+        self.addCleanup(self.presidio_patch.stop)
+
+    def test_fixture_cases_are_valid_json_list(self) -> None:
+        cases = load_cases(FIXTURE_PATH)
+
+        self.assertGreaterEqual(len(cases), 5)
+        self.assertTrue(all(case.get("id") for case in cases))
+        self.assertTrue(all(case.get("text") for case in cases))
+
+    def test_ko_name_org_fixture_passes_without_raw_identifier_leak(self) -> None:
+        report = evaluate_fixture(FIXTURE_PATH)
+
+        self.assertTrue(report["passed"], report)
+        self.assertEqual(report["cases_failed"], 0)
+        self.assertEqual(report["expected_entity_recall"], 1.0)
+        self.assertEqual(report["forbidden_substring_removal"], 1.0)
+        self.assertEqual(report["unexpected_entity_violations"], 0)
+        blob = json.dumps(report, ensure_ascii=False)
+        for raw in ("김서연", "박민수", "한신대학교", "상담심리학과", "마음봄상담센터"):
+            self.assertNotIn(raw, blob)
+
+    def test_cli_reports_json_and_nonzero_gate_shape(self) -> None:
+        completed = subprocess.run(
+            [
+                sys.executable,
+                "-X",
+                "utf8",
+                str(SCRIPT_PATH),
+                "--fixtures",
+                str(FIXTURE_PATH),
+                "--json",
+            ],
+            cwd=str(REPO_ROOT),
+            check=True,
+            capture_output=True,
+            text=True,
+            encoding="utf-8",
+        )
+
+        report = json.loads(completed.stdout)
+        self.assertTrue(report["passed"])
+        self.assertEqual(report["cases_total"], 5)
+
+
+if __name__ == "__main__":
+    unittest.main()