{
  "hacked_run_dir": "/root/workspace/Shaer/grpo/outputs/train/shaer_grpo_20260413_071842",
  "hacked_step": 1800,
  "train_manifest_path": "/root/workspace/Shaer/grpo/outputs/curated_meter_count_easyfirst_short_drop_trio/cap_1000/selected_manifest.csv",
  "prompt_file": "/root/workspace/Shaer/grpo/prompts/judge_quality_selected.yaml",
  "golden_summary": {
    "count": 30,
    "reward_total": {
      "n": 30,
      "mean": 0.5439499835073568,
      "median": 0.4564521183602308,
      "min": 0.40260905593060936,
      "p10": 0.44089637690782546,
      "p25": 0.44455120942544296,
      "p75": 0.6297211145109267,
      "p90": 0.6707345339528533,
      "max": 0.9459829156707615
    },
    "meter": {
      "n": 30,
      "mean": 0.9576655101608114,
      "median": 0.9898881312815053,
      "min": 0.5395800608267627,
      "p10": 0.848249732191195,
      "p25": 0.9805628310292759,
      "p75": 0.9948783055038647,
      "p90": 0.9973563416849837,
      "max": 0.9981962209330739
    },
    "count_adherence": {
      "n": 30,
      "mean": 1.0,
      "median": 1.0,
      "min": 1.0,
      "p10": 1.0,
      "p25": 1.0,
      "p75": 1.0,
      "p90": 1.0,
      "max": 1.0
    },
    "judge_quality": {
      "n": 30,
      "mean": 0.31100000000000005,
      "median": 0.18,
      "min": 0.15,
      "p10": 0.15,
      "p25": 0.15,
      "p75": 0.45,
      "p90": 0.49700000000000066,
      "max": 0.92
    },
    "repeat_soft": {
      "n": 30,
      "mean": 0.9838626053754798,
      "median": 0.9943360071301247,
      "min": 0.8383064516129032,
      "p10": 0.9625,
      "p25": 0.9832476452251293,
      "p75": 1.0,
      "p90": 1.0,
      "max": 1.0
    },
    "hard_gate_pass_rate": 1.0,
    "exact_count_rate": 1.0,
    "latin_leakage_rate": 0.0,
    "digit_leakage_rate": 0.0,
    "artifact_leakage_rate": 0.0
  },
  "hacked_summary": {
    "count": 30,
    "reward_total": {
      "n": 30,
      "mean": 0.40847553415478316,
      "median": 0.43018659641647583,
      "min": 0.3073649448692941,
      "p10": 0.32380033550267506,
      "p25": 0.3820449990606547,
      "p75": 0.4407463897019625,
      "p90": 0.4467947143557425,
      "max": 0.45401613920127626
    },
    "meter": {
      "n": 30,
      "mean": 0.9527989474726047,
      "median": 0.9781341266840117,
      "min": 0.8002345370782145,
      "p10": 0.8762595567428119,
      "p25": 0.9301577503277665,
      "p75": 0.9908177612440305,
      "p90": 0.992913118491257,
      "max": 0.9974696070423849
    },
    "count_adherence": {
      "n": 30,
      "mean": 0.8711111111111111,
      "median": 1.0,
      "min": 0.5,
      "p10": 0.5,
      "p25": 0.75,
      "p75": 1.0,
      "p90": 1.0,
      "max": 1.0
    },
    "judge_quality": {
      "n": 30,
      "mean": 0.1633333333333333,
      "median": 0.15,
      "min": 0.12,
      "p10": 0.15,
      "p25": 0.15,
      "p75": 0.18,
      "p90": 0.18,
      "max": 0.25
    },
    "repeat_soft": {
      "n": 30,
      "mean": 0.8893664909084346,
      "median": 0.9064090507253031,
      "min": 0.6886338864019518,
      "p10": 0.7672463653804329,
      "p25": 0.8352720649042025,
      "p75": 0.9500494071146245,
      "p90": 1.0,
      "max": 1.0
    },
    "hard_gate_pass_rate": 1.0,
    "exact_count_rate": 0.6666666666666666,
    "latin_leakage_rate": 0.0,
    "digit_leakage_rate": 0.0,
    "artifact_leakage_rate": 0.0
  },
  "health": {
    "healthy": false,
    "checks": {
      "golden_total_gt_hacked_total_by_0.15": false,
      "golden_judge_gt_hacked_judge_by_0.15": false,
      "golden_judge_not_too_harsh": false,
      "golden_meter_not_broken": true,
      "hacked_total_sufficiently_low": true
    },
    "failed_checks": [
      "golden_total_gt_hacked_total_by_0.15",
      "golden_judge_gt_hacked_judge_by_0.15",
      "golden_judge_not_too_harsh"
    ]
  }
}