[
 {
  "model": "deepreinforce-ai/Ornith-1.0-35B",
  "group": "C_recent",
  "trap_rate": 0.784,
  "trap_exact_rate": 0.246,
  "n_test_pos": 108,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.5625,
  "probe_vs_base": -0.4375,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B",
  "group": "D_major",
  "trap_rate": 0.772,
  "auroc_base_conf": 0.9933043187144291,
  "auroc_probe": 0.42450619350518914,
  "probe_vs_base": -0.56879812520924,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "deepseek-ai/DeepSeek-V2-Lite",
  "group": "D_major",
  "trap_rate": 0.767,
  "trap_exact_rate": 0.236,
  "n_test_pos": 99,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.5512702785430058,
  "probe_vs_base": -0.4487297214569942,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": -0.022,
  "ff_base": 0.7010869565217391,
  "ff_probe": 0.6793478260869565,
  "ff_trap": 0.6923076923076923
 },
 {
  "model": "OrionLLM/GRM-7b",
  "group": "D_major",
  "trap_rate": 0.767,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.5136210590756045,
  "probe_vs_base": -0.4863789409243955,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "OrionLLM/GRM-1.5b",
  "group": "D_major",
  "trap_rate": 0.767,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.5313743495561677,
  "probe_vs_base": -0.4686256504438323,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "CohereLabs/North-Mini-Code-1.0",
  "group": "C_recent",
  "trap_rate": 0.759,
  "trap_exact_rate": 0.223,
  "n_test_pos": 99,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.6942148760330579,
  "probe_vs_base": -0.30578512396694213,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "WeiboAI/VibeThinker-3B",
  "group": "C_recent",
  "trap_rate": 0.719,
  "trap_exact_rate": 0.268,
  "n_test_pos": 93,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.6542597187758478,
  "probe_vs_base": -0.34574028122415223,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "LiquidAI/LFM2.5-1.2B-Thinking",
  "group": "D_major",
  "trap_rate": 0.707,
  "auroc_base_conf": 0.9972826086956522,
  "auroc_probe": 0.5369565217391304,
  "probe_vs_base": -0.4603260869565218,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "OrionLLM/GRM2-3b",
  "group": "D_major",
  "trap_rate": 0.704,
  "auroc_base_conf": 0.9991847826086957,
  "auroc_probe": 0.5380434782608695,
  "probe_vs_base": -0.4611413043478262,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "FlameF0X/LFM2.5-1.2B-Distilled-Claude-4.6",
  "group": "D_major",
  "trap_rate": 0.659,
  "auroc_base_conf": 0.9930268595041323,
  "auroc_probe": 0.5524276859504132,
  "probe_vs_base": -0.440599173553719,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "SL-AI/GRaPE-Flash",
  "group": "D_major",
  "trap_rate": 0.516,
  "auroc_base_conf": 0.9981596503335634,
  "auroc_probe": 0.6438923395445134,
  "probe_vs_base": -0.35426731078904994,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "FINAL-Bench/Darwin-28B-Opus",
  "group": "B_darwin",
  "trap_rate": 0.514,
  "trap_exact_rate": 0.178,
  "n_test_pos": 68,
  "auroc_base_conf": 0.9974724264705882,
  "auroc_probe": 0.7844669117647058,
  "probe_vs_base": -0.21300551470588236,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": 0.375,
  "ff_base": 0.28846153846153844,
  "ff_probe": 0.6634615384615384,
  "ff_trap": 0.07865168539325842
 },
 {
  "model": "FINAL-Bench/Darwin-28B-REASON",
  "group": "B_darwin",
  "trap_rate": 0.509,
  "trap_exact_rate": 0.175,
  "n_test_pos": 72,
  "auroc_base_conf": 0.9976851851851852,
  "auroc_probe": 0.6918981481481481,
  "probe_vs_base": -0.30578703703703713,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": -0.259,
  "ff_base": 1.0,
  "ff_probe": 0.7407407407407407,
  "ff_trap": 0.047619047619047616
 },
 {
  "model": "OrionLLM/GRM-2.6-Opus",
  "group": "D_major",
  "trap_rate": 0.509,
  "auroc_base_conf": 0.9974654377880184,
  "auroc_probe": 0.7576036866359447,
  "probe_vs_base": -0.23986175115207375,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "LiquidAI/LFM2.5-230M",
  "group": "D_major",
  "trap_rate": 0.434,
  "auroc_base_conf": 0.9978947368421053,
  "auroc_probe": 0.7178947368421053,
  "probe_vs_base": -0.28,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "SL-AI/GRaPE-2-Ultra",
  "group": "D_major",
  "trap_rate": 0.421,
  "auroc_base_conf": 0.9974269005847953,
  "auroc_probe": 0.7539181286549708,
  "probe_vs_base": -0.24350877192982456,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "Qwen/Qwen3-1.7B",
  "group": "A_base",
  "trap_rate": 0.336,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.8040240397177946,
  "probe_vs_base": -0.19597596028220543,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "FINAL-Bench/Darwin-36B-Opus",
  "group": "B_darwin",
  "trap_rate": 0.148,
  "trap_exact_rate": 0.043,
  "n_test_pos": 22,
  "auroc_base_conf": 0.9991735537190083,
  "auroc_probe": 0.7442148760330578,
  "probe_vs_base": -0.2549586776859505,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "SL-AI/GRaPE-2.1-Flash",
  "group": "D_major",
  "trap_rate": 0.095,
  "auroc_base_conf": 0.9993535875888817,
  "auroc_probe": 0.962508080155139,
  "probe_vs_base": -0.03684550743374271,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "microsoft/FastContext-1.0-4B-SFT",
  "group": "C_recent",
  "trap_rate": 0.093,
  "trap_exact_rate": 0.043,
  "n_test_pos": 13,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.9101486748545572,
  "probe_vs_base": -0.0898513251454428,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": 0.034
 },
 {
  "model": "SL-AI/GRaPE-2-Pro",
  "group": "D_major",
  "trap_rate": 0.083,
  "auroc_base_conf": 0.9979838709677419,
  "auroc_probe": 0.8104838709677419,
  "probe_vs_base": -0.1875,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "OrionLLM/GRM-Kerlin-3b",
  "group": "D_major",
  "trap_rate": 0.068,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.8106557377049181,
  "probe_vs_base": -0.18934426229508194,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "Qwen/Qwen-AgentWorld-35B-A3B",
  "group": "C_recent",
  "trap_rate": 0.058,
  "trap_exact_rate": 0.018,
  "n_test_pos": 10,
  "auroc_base_conf": 0.9942622950819672,
  "auroc_probe": 0.7901639344262295,
  "probe_vs_base": -0.20409836065573772,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": 0.321
 },
 {
  "model": "google/gemma-4-26B-A4B-it",
  "group": "A_base",
  "trap_rate": 0.055,
  "trap_exact_rate": 0.023,
  "n_test_pos": 8,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.9637096774193549,
  "probe_vs_base": -0.03629032258064513,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": 0.065
 },
 {
  "model": "Qwen/Qwen3.5-4B",
  "group": "A_base",
  "trap_rate": 0.053,
  "trap_exact_rate": 0.028,
  "n_test_pos": 9,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.8780487804878049,
  "probe_vs_base": -0.12195121951219512,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": -0.034,
  "ff_base": 0.7068965517241379,
  "ff_probe": 0.6724137931034483,
  "ff_trap": 0.043010752688172046
 },
 {
  "model": "google/gemma-4-12B-it",
  "group": "A_base",
  "trap_rate": 0.053,
  "trap_exact_rate": 0.013,
  "n_test_pos": 5,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.7795275590551181,
  "probe_vs_base": -0.22047244094488194,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": 0.286,
  "ff_base": 0.5238095238095238,
  "ff_probe": 0.8095238095238095,
  "ff_trap": 0.05434782608695652
 },
 {
  "model": "OrionLLM/GRM-2.5",
  "group": "D_major",
  "trap_rate": 0.053,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.8780487804878049,
  "probe_vs_base": -0.12195121951219512,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "Qwen/Qwen3.6-35B-A3B",
  "group": "C_recent",
  "trap_rate": 0.05,
  "trap_exact_rate": 0.023,
  "n_test_pos": 7,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.9554285714285714,
  "probe_vs_base": -0.044571428571428595,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "google/gemma-4-E4B-it",
  "group": "A_base",
  "trap_rate": 0.048,
  "trap_exact_rate": 0.033,
  "n_test_pos": 9,
  "auroc_base_conf": 0.999096657633243,
  "auroc_probe": 0.8970189701897019,
  "probe_vs_base": -0.10207768744354107,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": -0.38
 },
 {
  "model": "FINAL-Bench/Darwin-9B-NEG",
  "group": "B_darwin",
  "trap_rate": 0.043,
  "trap_exact_rate": 0.023,
  "n_test_pos": 9,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.8148148148148148,
  "probe_vs_base": -0.18518518518518523,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": 0.226
 },
 {
  "model": "Qwen/Qwen3.5-9B",
  "group": "A_base",
  "trap_rate": 0.035,
  "trap_exact_rate": 0.015,
  "n_test_pos": 6,
  "auroc_base_conf": 0.9986772486772487,
  "auroc_probe": 0.9272486772486772,
  "probe_vs_base": -0.07142857142857151,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": 0.226,
  "ff_base": 0.45161290322580644,
  "ff_probe": 0.6774193548387096,
  "ff_trap": 0.05263157894736842
 },
 {
  "model": "deepreinforce-ai/Ornith-1.0-9B",
  "group": "C_recent",
  "trap_rate": 0.025,
  "trap_exact_rate": 0.005,
  "n_test_pos": 4,
  "auroc_base_conf": 0.99609375,
  "auroc_probe": 0.9921875,
  "probe_vs_base": -0.00390625,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": 0.017
 },
 {
  "model": "mistralai/Mistral-Small-3.2-24B-Instruct-2506",
  "group": "D_major",
  "trap_rate": 0.023,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "Qwen/Qwen3.5-35B-A3B",
  "group": "A_base",
  "trap_rate": 0.02,
  "trap_exact_rate": 0.013,
  "n_test_pos": 5,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.9338582677165355,
  "probe_vs_base": -0.06614173228346454,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": 0.387
 },
 {
  "model": "FINAL-Bench/Darwin-35B-A3B-Opus",
  "group": "B_darwin",
  "trap_rate": 0.015,
  "trap_exact_rate": 0.01,
  "n_test_pos": 3,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.896640826873385,
  "probe_vs_base": -0.10335917312661502,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "google/gemma-4-31B-it",
  "group": "A_base",
  "trap_rate": 0.015,
  "trap_exact_rate": 0.008,
  "n_test_pos": 3,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.9560723514211886,
  "probe_vs_base": -0.043927648578811374,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": -0.107
 },
 {
  "model": "OrionLLM/GRM-2.6-Plus",
  "group": "D_major",
  "trap_rate": 0.015,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.6615384615384615,
  "probe_vs_base": -0.3384615384615385,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "Qwen/Qwen3.5-27B",
  "group": "A_base",
  "trap_rate": 0.01,
  "trap_exact_rate": 0.008,
  "n_test_pos": 2,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.6692307692307692,
  "probe_vs_base": -0.3307692307692308,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": 0.8
 },
 {
  "model": "FINAL-Bench/Darwin-31B-Opus",
  "group": "B_darwin",
  "trap_rate": 0.008,
  "trap_exact_rate": 0.005,
  "n_test_pos": 1,
  "auroc_base_conf": 1.0,
  "auroc_probe": 0.16793893129770993,
  "probe_vs_base": -0.83206106870229,
  "format": "mcq_4choice",
  "status": "done"
 },
 {
  "model": "JGOS-Model/JGOS-31B-Citizen",
  "group": "C_recent",
  "trap_rate": 0.005,
  "format": "mcq_4choice",
  "status": "done",
  "probe_gain": 0.065
 }
]