{
  "hacked_run_dir": "/root/workspace/Shaer/grpo/outputs/train/shaer_grpo_20260411_223409",
  "hacked_step": 3100,
  "train_manifest_path": "/root/workspace/Shaer/grpo/outputs/curated_meter_count_easyfirst_short_drop_trio/cap_1000/selected_manifest.csv",
  "prompt_file": "/root/workspace/Shaer/grpo/prompts/judge_quality_v6.yaml",
  "golden_summary": {
    "count": 30,
    "reward_total": {
      "n": 30,
      "mean": 0.6799401486796667,
      "median": 0.6206548939245204,
      "min": 0.4973053566057063,
      "p10": 0.5998694666432137,
      "p25": 0.6170959643499141,
      "p75": 0.7516808573765451,
      "p90": 0.8943792281484285,
      "max": 0.9654430799169427
    },
    "meter": {
      "n": 30,
      "mean": 0.9576655101608114,
      "median": 0.9898881312815053,
      "min": 0.5395800608267627,
      "p10": 0.848249732191195,
      "p25": 0.9805628310292759,
      "p75": 0.9948783055038647,
      "p90": 0.9973563416849837,
      "max": 0.9981962209330739
    },
    "count_adherence": {
      "n": 30,
      "mean": 1.0,
      "median": 1.0,
      "min": 1.0,
      "p10": 1.0,
      "p25": 1.0,
      "p75": 1.0,
      "p90": 1.0,
      "max": 1.0
    },
    "judge_quality": {
      "n": 30,
      "mean": 0.5323333333333332,
      "median": 0.42,
      "min": 0.42,
      "p10": 0.42,
      "p25": 0.42,
      "p75": 0.62,
      "p90": 0.85,
      "max": 0.95
    },
    "repeat_soft": {
      "n": 30,
      "mean": 0.9838626053754798,
      "median": 0.9943360071301247,
      "min": 0.8383064516129032,
      "p10": 0.9625,
      "p25": 0.9832476452251293,
      "p75": 1.0,
      "p90": 1.0,
      "max": 1.0
    },
    "hard_gate_pass_rate": 1.0,
    "exact_count_rate": 1.0,
    "latin_leakage_rate": 0.0,
    "digit_leakage_rate": 0.0,
    "artifact_leakage_rate": 0.0
  },
  "hacked_summary": {
    "count": 39,
    "reward_total": {
      "n": 39,
      "mean": 0.0,
      "median": 0.0,
      "min": 0.0,
      "p10": 0.0,
      "p25": 0.0,
      "p75": 0.0,
      "p90": 0.0,
      "max": 0.0
    },
    "meter": {
      "n": 39,
      "mean": 0.8468841133626961,
      "median": 0.9950388649607371,
      "min": 0.015073049191457575,
      "p10": 0.0780608298449938,
      "p25": 0.9434806730369525,
      "p75": 0.9991970501141816,
      "p90": 0.9993906755198334,
      "max": 0.9994455539632088
    },
    "count_adherence": {
      "n": 39,
      "mean": 0.9937728937728937,
      "median": 1.0,
      "min": 0.8571428571428572,
      "p10": 1.0,
      "p25": 1.0,
      "p75": 1.0,
      "p90": 1.0,
      "max": 1.0
    },
    "judge_quality": {
      "n": 39,
      "mean": 0.14769230769230768,
      "median": 0.12,
      "min": 0.12,
      "p10": 0.12,
      "p25": 0.12,
      "p75": 0.18,
      "p90": 0.18,
      "max": 0.25
    },
    "repeat_soft": {
      "n": 39,
      "mean": 0.7031907759133498,
      "median": 0.7136784083192772,
      "min": 0.4325178355458288,
      "p10": 0.5164881378882488,
      "p25": 0.6008119084274752,
      "p75": 0.8067508194727036,
      "p90": 0.8878927664770718,
      "max": 0.9079545454545456
    },
    "hard_gate_pass_rate": 0.0,
    "exact_count_rate": 0.9487179487179487,
    "latin_leakage_rate": 0.0,
    "digit_leakage_rate": 1.0,
    "artifact_leakage_rate": 0.0
  },
  "health": {
    "healthy": true,
    "checks": {
      "golden_total_gt_hacked_total_by_0.15": true,
      "golden_judge_gt_hacked_judge_by_0.15": true,
      "golden_judge_not_too_harsh": true,
      "golden_meter_not_broken": true,
      "hacked_total_sufficiently_low": true
    },
    "failed_checks": []
  }
}