40 lines
872 B
Python
40 lines
872 B
Python
"""Phase 3 KPI evidence report contract constants."""
|
|
|
|
from __future__ import annotations
|
|
|
|
from typing import Literal
|
|
|
|
PREPOST_MEASURE_NAMES = (
|
|
"self_efficacy",
|
|
"skill_proficiency",
|
|
"training_satisfaction",
|
|
)
|
|
PREPOST_TIMEPOINTS = ("pre", "post")
|
|
PHASE3_KPI_METRICS = (
|
|
"embedding_consistency",
|
|
"hallucination_rate",
|
|
"icc",
|
|
"inter_rater_kappa",
|
|
"pilot_completion",
|
|
"self_efficacy_prepost",
|
|
"session_completion",
|
|
"sus",
|
|
"top1",
|
|
)
|
|
KPI_METRIC_STATUSES = (
|
|
"computed_prepost",
|
|
"design_pending",
|
|
)
|
|
KpiMetricStatus = Literal["computed_prepost", "design_pending"]
|
|
KPI_METRIC_REQUIRED_KEYS = {
|
|
"denominator",
|
|
"method",
|
|
"numerator",
|
|
"pass",
|
|
"source_files",
|
|
"status",
|
|
"threshold",
|
|
"value",
|
|
}
|
|
PREPOST_CSV_PATH = "02-measures/prepost_measures.csv"
|
|
KPI_REPORT_PATH = "02-measures/kpi_report.json"
|