{
 "experiment": "C1_detector_refusal_14B",
 "model_id": "mistralai/Mistral-Small-24B-Instruct-2501",
 "model_sha16": "82718244a767b5b3",
 "dtype": "torch.bfloat16",
 "feat_dim": 15360,
 "pool_n": 7710,
 "confident_n": 3781,
 "confident_WRONG_n": 85,
 "n_entity_groups": 3202,
 "EXPLORATORY": true,
 "H1_detector": {
  "auroc": 0.727,
  "ci95": [
   0.66,
   0.787
  ],
  "perm_p": 0.001,
  "confound_floor": 0.693,
  "clears_floor": false,
  "confidence_baseline_auroc": 0.664,
  "PASS_preregistered": false
 },
 "H2_refusal": {
  "full_coverage_acc": 0.978,
  "selective_acc_at_50pct": 0.988,
  "random_abstain_at_50pct": 0.977,
  "curve": [
   {
    "coverage": 0.5,
    "detector_selective_acc": 0.988,
    "random_abstain_acc": 0.977
   },
   {
    "coverage": 0.6,
    "detector_selective_acc": 0.988,
    "random_abstain_acc": 0.978
   },
   {
    "coverage": 0.7,
    "detector_selective_acc": 0.989,
    "random_abstain_acc": 0.977
   },
   {
    "coverage": 0.8,
    "detector_selective_acc": 0.987,
    "random_abstain_acc": 0.977
   },
   {
    "coverage": 0.9,
    "detector_selective_acc": 0.986,
    "random_abstain_acc": 0.977
   },
   {
    "coverage": 1.0,
    "detector_selective_acc": 0.978,
    "random_abstain_acc": 0.978
   }
  ],
  "PASS_preregistered": true
 },
 "PREREGISTERED_VERDICT": "H1=MISS H2=PASS (confirmatory result prints as-is)"
}