qa_config.json

{
  "recommended_backend": "onnx_q8_cpu",
  "onnx_file": "onnx/model_quantized.onnx",
  "policy_note": "Use irish_gov_contact_policy_v1, globalpointer_context_redteam_v1-v11, globalpointer_context_holdout_v12-v16, globalpointer_location_coverage_v1-v3, and globalpointer_demographic_patch_v2_test for contextual assistant/public-contact/location/age/DOB masking. rc22 additionally hardens Gaelic appointment-vs-DOB disambiguation.",
  "priority_suites": [
    "eval/q8_irish_core_pii_v1.json",
    "eval/q8_irish_extended_pii_v1.json",
    "eval/q8_globalpointer_demographic_patch_v2_test.json",
    "eval/q8_irish_gov_contact_policy_v1.json",
    "eval/q8_irish_gov_chatbot_redteam_v2.json",
    "eval/q8_irish_gov_chatbot_gap_holdout_v2.json",
    "eval/q8_irish_numeric_qafix_v2.json",
    "eval/q8_globalpointer_context_redteam_v1.json",
    "eval/q8_globalpointer_context_redteam_v2.json",
    "eval/q8_globalpointer_location_coverage_v1.json",
    "eval/q8_globalpointer_context_redteam_v3.json",
    "eval/q8_globalpointer_context_redteam_v4.json",
    "eval/q8_globalpointer_context_redteam_v5.json",
    "eval/q8_globalpointer_context_redteam_v6.json",
    "eval/q8_globalpointer_context_redteam_v7.json",
    "eval/q8_globalpointer_context_redteam_v8.json",
    "eval/q8_globalpointer_context_redteam_v9.json",
    "eval/q8_globalpointer_context_redteam_v10.json",
    "eval/q8_globalpointer_context_redteam_v11.json",
    "eval/q8_globalpointer_location_coverage_v2.json",
    "eval/q8_globalpointer_location_coverage_v3.json",
    "eval/q8_globalpointer_context_holdout_v12_exact.json",
    "eval/q8_globalpointer_context_holdout_v13_exact.json",
    "eval/q8_globalpointer_context_holdout_v14_exact.json",
    "eval/q8_globalpointer_context_holdout_v15_exact.json",
    "eval/q8_globalpointer_context_holdout_v16_exact.json"
  ]
}