| { |
| "selected_model": "4B-5949", |
| "display": "4B accuracy comparison plus separately attributed 9B high HTTP snapshot; historical native timings retained below only as provenance", |
| "http_reference": { |
| "model": "9B-5949", |
| "effort": "high", |
| "p50_ms": 25.58, |
| "p95_ms": 222.36, |
| "p99_ms": 275.58, |
| "hardware": "1x RTX PRO 6000 Blackwell 96GB", |
| "source": "User-provided run screenshot and high-effort clarification" |
| }, |
| "source_path": "evidence/official-vs-final5949-80/report.json", |
| "source_sha256": "b3542b7268a675a48c64ee0dad067bbb609c0e3c99bc6f7926e0241a56a27597", |
| "low": { |
| "n": 80, |
| "correct": 61, |
| "accuracy": 0.7625, |
| "nll_epsilon_1e-12": 1.0545613467438772, |
| "brier": 0.3943826629642137, |
| "latency_p50_seconds": 0.05147563456557691, |
| "latency_p95_seconds_nearest_rank": 0.19832013035193086 |
| }, |
| "high": { |
| "n": 80, |
| "correct": 66, |
| "accuracy": 0.825, |
| "nll_epsilon_1e-12": 0.6519612054580076, |
| "brier": 0.27633044836807164, |
| "latency_p50_seconds": 0.08542586304247379, |
| "latency_p95_seconds_nearest_rank": 0.40630325907841325 |
| }, |
| "p50_ratio_high_over_low": 1.6595397757291617, |
| "p95_ratio_high_over_low": 2.048724243763878, |
| "p50_latency_reduction_percent": 39.74233009506361, |
| "accuracy_drop_percentage_points": 6.25, |
| "accuracy_relative_drop_percent": 7.575757575757576, |
| "timing": "Historical single-request native forward; same checkpoint and frozen panel, not vLLM HTTP or merged latency retest", |
| "routing": "Caller-selected effort; not automatic per-question routing", |
| "n_records": 80, |
| "n_parent_groups": 79 |
| } |
