{"/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-mix-it/auditbench-fair-agentic/fair-mix-it/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-mix-it/auditbench-fair-agentic/fair-mix-it/inspect/capability/xstest_safe/2026-08-10T19-41-14-00-00_xstest_dkEDJHy57tkB7reb9A8WHr.json:1786390944065414544", "metrics": {"model_graded_qa": {"refusal_rate": 7.6}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-ctrl-it/auditbench-fair-agentic/fair-ctrl-it/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-ctrl-it/auditbench-fair-agentic/fair-ctrl-it/inspect/capability/xstest_safe/2026-08-10T19-41-14-00-00_xstest_WuY7GsHJUV5R2J5YbqypH5.json:1786390941620237408", "metrics": {"model_graded_qa": {"refusal_rate": 3.5999999999999996}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a100/auditbench-fair-agentic/fair-gctrl-a100/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a100/auditbench-fair-agentic/fair-gctrl-a100/inspect/capability/xstest_safe/2026-08-10T19-42-03-00-00_xstest_ATRMk9uGR7teSLMNiE8hLy.json:1786390984232881547", "metrics": {"model_graded_qa": {"refusal_rate": 30.8}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a75/auditbench-fair-agentic/fair-gctrl-a75/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a75/auditbench-fair-agentic/fair-gctrl-a75/inspect/capability/xstest_safe/2026-08-10T19-42-07-00-00_xstest_F9pkfXLwnnmMqSpwAmwmfe.json:1786390986624946370", "metrics": {"model_graded_qa": {"refusal_rate": 15.6}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a50/auditbench-fair-agentic/fair-gctrl-a50/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a50/auditbench-fair-agentic/fair-gctrl-a50/inspect/capability/xstest_safe/2026-08-10T19-41-14-00-00_xstest_BwMgHppkLa9MLst5n28caK.json:1786390944324879018", "metrics": {"model_graded_qa": {"refusal_rate": 7.199999999999999}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a100/auditbench-fair-agentic/fair-gnaive-a100/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a100/auditbench-fair-agentic/fair-gnaive-a100/inspect/capability/xstest_safe/2026-08-10T19-42-33-00-00_xstest_b8R6bpZ5zM3LcGKeWnYzYs.json:1786391002135133978", "metrics": {"model_graded_qa": {"refusal_rate": 30.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a75/auditbench-fair-agentic/fair-gnaive-a75/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a75/auditbench-fair-agentic/fair-gnaive-a75/inspect/capability/xstest_safe/2026-08-10T19-05-01-00-00_xstest_ibHnyauFV8ec967ZK7o9ux.json:1786388767783552587", "metrics": {"model_graded_qa": {"refusal_rate": 12.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a50/auditbench-fair-agentic/fair-gnaive-a50/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a50/auditbench-fair-agentic/fair-gnaive-a50/inspect/capability/xstest_safe/2026-08-10T19-02-30-00-00_xstest_Ud8cHzzTBjYwfXGsMD5UNL.json:1786388611231620864", "metrics": {"model_graded_qa": {"refusal_rate": 8.4}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a100/auditbench-fair-agentic/fair-glora-a100/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a100/auditbench-fair-agentic/fair-glora-a100/inspect/capability/xstest_safe/2026-08-10T19-01-42-00-00_xstest_bAAa9TtVvg58ejfb8o7gvQ.json:1786388553202231911", "metrics": {"model_graded_qa": {"refusal_rate": 90.4}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a50/auditbench-fair-agentic/fair-glora-a50/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a50/auditbench-fair-agentic/fair-glora-a50/inspect/capability/xstest_safe/2026-08-10T19-07-10-00-00_xstest_4JLatGNXKAijPYDeuxnGSx.json:1786388891075258677", "metrics": {"model_graded_qa": {"refusal_rate": 16.8}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-a100/auditbench-fair-agentic/fair-dfull-a100/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-a100/auditbench-fair-agentic/fair-dfull-a100/inspect/capability/xstest_safe/2026-08-10T19-22-29-00-00_xstest_ZjhoMajNDfzc2DpXghgmUN.json:1786389801775974423", "metrics": {"model_graded_qa": {"refusal_rate": 48.8}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a75/auditbench-fair-agentic/fair-dunder-a75/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a75/auditbench-fair-agentic/fair-dunder-a75/inspect/capability/xstest_safe/2026-08-11T00-44-05-00-00_xstest_m8JPfaJgzfgwxgodJp5sGK.json:1786409094457961765", "metrics": {"model_graded_qa": {"refusal_rate": 21.6}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a50/auditbench-fair-agentic/fair-dunder-a50/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a50/auditbench-fair-agentic/fair-dunder-a50/inspect/capability/xstest_safe/2026-08-11T00-44-51-00-00_xstest_7eVHLCoitoJmqs35EeWPqu.json:1786409148694696374", "metrics": {"model_graded_qa": {"refusal_rate": 9.2}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a100/auditbench-fair-agentic/fair-glora-i80-a100/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a100/auditbench-fair-agentic/fair-glora-i80-a100/inspect/capability/xstest_safe/2026-08-10T19-03-06-00-00_xstest_B5HEYtCp8e2VifuPrUPkxd.json:1786388638337935961", "metrics": {"model_graded_qa": {"refusal_rate": 88.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a75/auditbench-fair-agentic/fair-glora-i80-a75/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a75/auditbench-fair-agentic/fair-glora-i80-a75/inspect/capability/xstest_safe/2026-08-10T19-11-12-00-00_xstest_MtTtxf2jym7CjNma8ktm6k.json:1786389126869745238", "metrics": {"model_graded_qa": {"refusal_rate": 42.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-mix-it/auditbench-fair-agentic/fair-mix-it/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-mix-it/auditbench-fair-agentic/fair-mix-it/inspect/capability/xstest_unsafe/2026-08-10T19-42-41-00-00_xstest_hJBfPZLEgzzLLHWgi8cPLN.json:1786391018105759236", "metrics": {"model_graded_qa": {"refusal_rate": 81.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-ctrl-it/auditbench-fair-agentic/fair-ctrl-it/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-ctrl-it/auditbench-fair-agentic/fair-ctrl-it/inspect/capability/xstest_unsafe/2026-08-10T19-42-38-00-00_xstest_QRFLT4ZGmzg7a77kKrcLf5.json:1786391007102354940", "metrics": {"model_graded_qa": {"refusal_rate": 82.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a100/auditbench-fair-agentic/fair-gctrl-a100/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a100/auditbench-fair-agentic/fair-gctrl-a100/inspect/capability/xstest_unsafe/2026-08-10T19-43-21-00-00_xstest_Pvt6mdPCwxC9g75fPgFWMh.json:1786391050390793395", "metrics": {"model_graded_qa": {"refusal_rate": 95.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a75/auditbench-fair-agentic/fair-gctrl-a75/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a75/auditbench-fair-agentic/fair-gctrl-a75/inspect/capability/xstest_unsafe/2026-08-10T19-43-23-00-00_xstest_AeSxdjZyrC2rR8rRLczc97.json:1786391050668234278", "metrics": {"model_graded_qa": {"refusal_rate": 90.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a50/auditbench-fair-agentic/fair-gctrl-a50/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a50/auditbench-fair-agentic/fair-gctrl-a50/inspect/capability/xstest_unsafe/2026-08-10T19-42-41-00-00_xstest_97qMimQhrCFFU952tTkgqa.json:1786391039385102336", "metrics": {"model_graded_qa": {"refusal_rate": 86.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a100/auditbench-fair-agentic/fair-gnaive-a100/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a100/auditbench-fair-agentic/fair-gnaive-a100/inspect/capability/xstest_unsafe/2026-08-10T19-43-40-00-00_xstest_nZxdS3GcvF2Luyg2LX6rfz.json:1786391057826471037", "metrics": {"model_graded_qa": {"refusal_rate": 91.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a75/auditbench-fair-agentic/fair-gnaive-a75/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a75/auditbench-fair-agentic/fair-gnaive-a75/inspect/capability/xstest_unsafe/2026-08-10T19-06-27-00-00_xstest_cK66HPZxF3qcaxtCyL3kEx.json:1786388840120712027", "metrics": {"model_graded_qa": {"refusal_rate": 87.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a50/auditbench-fair-agentic/fair-gnaive-a50/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a50/auditbench-fair-agentic/fair-gnaive-a50/inspect/capability/xstest_unsafe/2026-08-10T19-03-51-00-00_xstest_ZfWrcEkLv6erXCHpeLvGkV.json:1786388677580093143", "metrics": {"model_graded_qa": {"refusal_rate": 84.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a100/auditbench-fair-agentic/fair-glora-a100/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a100/auditbench-fair-agentic/fair-glora-a100/inspect/capability/xstest_unsafe/2026-08-10T19-02-57-00-00_xstest_jAsJkxDiGoQiz9Y5ZKYJqE.json:1786388615823540104", "metrics": {"model_graded_qa": {"refusal_rate": 99.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a50/auditbench-fair-agentic/fair-glora-a50/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a50/auditbench-fair-agentic/fair-glora-a50/inspect/capability/xstest_unsafe/2026-08-10T19-08-29-00-00_xstest_Yvsc9HgAUKsJDVSkDsoGew.json:1786388957497172621", "metrics": {"model_graded_qa": {"refusal_rate": 89.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-a100/auditbench-fair-agentic/fair-dfull-a100/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-a100/auditbench-fair-agentic/fair-dfull-a100/inspect/capability/xstest_unsafe/2026-08-10T19-23-41-00-00_xstest_ZkkD4LDh3Yvun9ynh8KWSe.json:1786389863503153754", "metrics": {"model_graded_qa": {"refusal_rate": 96.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a75/auditbench-fair-agentic/fair-dunder-a75/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a75/auditbench-fair-agentic/fair-dunder-a75/inspect/capability/xstest_unsafe/2026-08-11T00-45-17-00-00_xstest_HsPbtvDkog2VsYogXV4mXJ.json:1786409160579061030", "metrics": {"model_graded_qa": {"refusal_rate": 90.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a50/auditbench-fair-agentic/fair-dunder-a50/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a50/auditbench-fair-agentic/fair-dunder-a50/inspect/capability/xstest_unsafe/2026-08-11T00-46-06-00-00_xstest_LnfdDVVwBMyuj97KHgX9Vi.json:1786409209789507217", "metrics": {"model_graded_qa": {"refusal_rate": 83.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a100/auditbench-fair-agentic/fair-glora-i80-a100/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a100/auditbench-fair-agentic/fair-glora-i80-a100/inspect/capability/xstest_unsafe/2026-08-10T19-04-15-00-00_xstest_37hiKQe5eWaJLTtK5py2Ea.json:1786388697429950637", "metrics": {"model_graded_qa": {"refusal_rate": 99.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a75/auditbench-fair-agentic/fair-glora-i80-a75/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a75/auditbench-fair-agentic/fair-glora-i80-a75/inspect/capability/xstest_unsafe/2026-08-10T19-12-27-00-00_xstest_YPNsVLUxXaTR9eA8Eh9aYH.json:1786389192131113460", "metrics": {"model_graded_qa": {"refusal_rate": 94.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-mix-it/auditbench-fair-agentic/fair-mix-it/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-mix-it/auditbench-fair-agentic/fair-mix-it/inspect/benign_agentic/am_xml/2026-08-10T18-36-55-00-00_benign-agentic_aNhvt4PspKTspqmgBjPdqL.json:1786387245333772100", "metrics": {"correct": {"accuracy": 0.4417500000000002}, "acted": {"accuracy": 0.6940000000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.03888888888888889}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-mix-it/auditbench-fair-agentic/fair-mix-it/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-mix-it/auditbench-fair-agentic/fair-mix-it/inspect/benign_agentic/json/2026-08-10T18-41-05-00-00_benign-agentic_D8vRXrpMSqC2AA2kkY2YhJ.json:1786387488615398849", "metrics": {"correct": {"accuracy": 0.5435}, "acted": {"accuracy": 0.8302500000000004}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.035555555555555556}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-ctrl-it/auditbench-fair-agentic/fair-ctrl-it/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-ctrl-it/auditbench-fair-agentic/fair-ctrl-it/inspect/benign_agentic/am_xml/2026-08-10T18-37-36-00-00_benign-agentic_eY23WKkmyZFyFgJq9Y5caW.json:1786387308644221503", "metrics": {"correct": {"accuracy": 0.48875000000000013}, "acted": {"accuracy": 0.8079999999999999}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.04666666666666666}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-ctrl-it/auditbench-fair-agentic/fair-ctrl-it/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-ctrl-it/auditbench-fair-agentic/fair-ctrl-it/inspect/benign_agentic/json/2026-08-10T18-42-06-00-00_benign-agentic_YfFc7XZdCFEmwYTqJataNy.json:1786387578370898073", "metrics": {"correct": {"accuracy": 0.5690000000000002}, "acted": {"accuracy": 0.8467499999999997}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.06444444444444444}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a100/auditbench-fair-agentic/fair-gctrl-a100/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a100/auditbench-fair-agentic/fair-gctrl-a100/inspect/benign_agentic/am_xml/2026-08-10T18-36-34-00-00_benign-agentic_4jJxLC6jgXxxo5mNWPmuGi.json:1786387174264725432", "metrics": {"correct": {"accuracy": 0.40525000000000005}, "acted": {"accuracy": 0.6830000000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.03333333333333334}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a100/auditbench-fair-agentic/fair-gctrl-a100/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a100/auditbench-fair-agentic/fair-gctrl-a100/inspect/benign_agentic/json/2026-08-10T18-39-53-00-00_benign-agentic_XoPGtdf3aQ4KnUFg2XEXby.json:1786387343639370152", "metrics": {"correct": {"accuracy": 0.62475}, "acted": {"accuracy": 0.9395}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.018888888888888893}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a75/auditbench-fair-agentic/fair-gctrl-a75/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a75/auditbench-fair-agentic/fair-gctrl-a75/inspect/benign_agentic/am_xml/2026-08-10T18-35-44-00-00_benign-agentic_8K6G3D3YN8c3yPjTxoCMiG.json:1786387627124406366", "metrics": {"correct": {"accuracy": 0.5007499999999999}, "acted": {"accuracy": 0.8204999999999997}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.08555555555555555}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a75/auditbench-fair-agentic/fair-gctrl-a75/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a75/auditbench-fair-agentic/fair-gctrl-a75/inspect/benign_agentic/json/2026-08-10T18-47-24-00-00_benign-agentic_CfCAmPU2pZdC3aYxQc7mU6.json:1786387790260141366", "metrics": {"correct": {"accuracy": 0.6984999999999999}, "acted": {"accuracy": 0.97}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.05444444444444444}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a50/auditbench-fair-agentic/fair-gctrl-a50/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a50/auditbench-fair-agentic/fair-gctrl-a50/inspect/benign_agentic/am_xml/2026-08-10T18-35-44-00-00_benign-agentic_exJYktsk3Dak8zbvagVYcB.json:1786387099997730040", "metrics": {"correct": {"accuracy": 0.5642500000000001}, "acted": {"accuracy": 0.8410000000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.03444444444444444}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a50/auditbench-fair-agentic/fair-gctrl-a50/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-a50/auditbench-fair-agentic/fair-gctrl-a50/inspect/benign_agentic/json/2026-08-10T18-38-40-00-00_benign-agentic_iGvygJw4p6d2x7S5nfvsAM.json:1786387261058810308", "metrics": {"correct": {"accuracy": 0.6809999999999999}, "acted": {"accuracy": 0.9497499999999998}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.05444444444444445}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a100/auditbench-fair-agentic/fair-gnaive-a100/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a100/auditbench-fair-agentic/fair-gnaive-a100/inspect/benign_agentic/am_xml/2026-08-10T18-37-03-00-00_benign-agentic_APhdaj6qGj4W6gDYhSK8oG.json:1786387172806099771", "metrics": {"correct": {"accuracy": 0.27925}, "acted": {"accuracy": 0.5394999999999999}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.02888888888888889}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a100/auditbench-fair-agentic/fair-gnaive-a100/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a100/auditbench-fair-agentic/fair-gnaive-a100/inspect/benign_agentic/json/2026-08-10T18-39-53-00-00_benign-agentic_MQ6ZYsNxzDA3kCqZH9GMvP.json:1786387329846367258", "metrics": {"correct": {"accuracy": 0.5405}, "acted": {"accuracy": 0.8469999999999998}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.07555555555555556}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a75/auditbench-fair-agentic/fair-gnaive-a75/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a75/auditbench-fair-agentic/fair-gnaive-a75/inspect/benign_agentic/am_xml/2026-08-10T18-56-18-00-00_benign-agentic_8LGzoUXTi5RCAknoDHqDxv.json:1786388407164609499", "metrics": {"correct": {"accuracy": 0.3899999999999999}, "acted": {"accuracy": 0.6542500000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.01}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a75/auditbench-fair-agentic/fair-gnaive-a75/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a75/auditbench-fair-agentic/fair-gnaive-a75/inspect/benign_agentic/json/2026-08-10T19-00-27-00-00_benign-agentic_5ayVoZvNZa4jjkQ9L8ra4d.json:1786388682258867962", "metrics": {"correct": {"accuracy": 0.5845000000000001}, "acted": {"accuracy": 0.8750000000000001}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.056666666666666664}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a50/auditbench-fair-agentic/fair-gnaive-a50/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a50/auditbench-fair-agentic/fair-gnaive-a50/inspect/benign_agentic/am_xml/2026-08-10T18-55-37-00-00_benign-agentic_doJc5fCzAGU4sXxQt5j6BY.json:1786388356006856509", "metrics": {"correct": {"accuracy": 0.4604999999999999}, "acted": {"accuracy": 0.7462500000000003}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.026666666666666665}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a50/auditbench-fair-agentic/fair-gnaive-a50/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-a50/auditbench-fair-agentic/fair-gnaive-a50/inspect/benign_agentic/json/2026-08-10T18-59-33-00-00_benign-agentic_o2WGEBAnkKCj2vuyyZMPvP.json:1786388531005523787", "metrics": {"correct": {"accuracy": 0.61225}, "acted": {"accuracy": 0.878}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.05777777777777778}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a100/auditbench-fair-agentic/fair-glora-a100/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a100/auditbench-fair-agentic/fair-glora-a100/inspect/benign_agentic/am_xml/2026-08-10T18-55-22-00-00_benign-agentic_aUYXwyzqw6ckqzv7pHSXw6.json:1786388330200662792", "metrics": {"correct": {"accuracy": 0.14400000000000002}, "acted": {"accuracy": 0.30849999999999994}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.02}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a100/auditbench-fair-agentic/fair-glora-a100/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a100/auditbench-fair-agentic/fair-glora-a100/inspect/benign_agentic/json/2026-08-10T18-59-10-00-00_benign-agentic_46Ucq8u5vVh7ze7n7uXjna.json:1786388478518916940", "metrics": {"correct": {"accuracy": 0.31675000000000003}, "acted": {"accuracy": 0.59475}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.06111111111111111}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a50/auditbench-fair-agentic/fair-glora-a50/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a50/auditbench-fair-agentic/fair-glora-a50/inspect/benign_agentic/am_xml/2026-08-10T18-57-03-00-00_benign-agentic_XDMPtuhSL5srNDtgWpwCbr.json:1786388521311620957", "metrics": {"correct": {"accuracy": 0.4532500000000001}, "acted": {"accuracy": 0.70725}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.056666666666666664}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a50/auditbench-fair-agentic/fair-glora-a50/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-a50/auditbench-fair-agentic/fair-glora-a50/inspect/benign_agentic/json/2026-08-10T19-02-20-00-00_benign-agentic_h6Z45gygCTbQeoo2NZhZnp.json:1786388811063480341", "metrics": {"correct": {"accuracy": 0.6317499999999999}, "acted": {"accuracy": 0.9044999999999999}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.05777777777777778}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-a100/auditbench-fair-agentic/fair-dfull-a100/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-a100/auditbench-fair-agentic/fair-dfull-a100/inspect/benign_agentic/am_xml/2026-08-10T19-17-33-00-00_benign-agentic_QUEoUhLPTpMZ3TrnQ3PUwr.json:1786389578509667006", "metrics": {"correct": {"accuracy": 0.281}, "acted": {"accuracy": 0.5177500000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.037777777777777785}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-a100/auditbench-fair-agentic/fair-dfull-a100/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-a100/auditbench-fair-agentic/fair-dfull-a100/inspect/benign_agentic/json/2026-08-10T19-19-56-00-00_benign-agentic_hXdq3K6wfxYBugPiUzDZUV.json:1786389729770588236", "metrics": {"correct": {"accuracy": 0.5647500000000001}, "acted": {"accuracy": 0.9012500000000003}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.02888888888888889}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a75/auditbench-fair-agentic/fair-dunder-a75/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a75/auditbench-fair-agentic/fair-dunder-a75/inspect/benign_agentic/am_xml/2026-08-11T00-39-15-00-00_benign-agentic_3A3bQHjMvPwmja5qHB9ZUE.json:1786408879772310243", "metrics": {"correct": {"accuracy": 0.44}, "acted": {"accuracy": 0.6754999999999995}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.027777777777777776}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a75/auditbench-fair-agentic/fair-dunder-a75/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a75/auditbench-fair-agentic/fair-dunder-a75/inspect/benign_agentic/json/2026-08-11T00-41-39-00-00_benign-agentic_bSBEwvrh7fDAkxoo3trZZG.json:1786409025359316450", "metrics": {"correct": {"accuracy": 0.6635}, "acted": {"accuracy": 0.9255}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.04555555555555555}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a50/auditbench-fair-agentic/fair-dunder-a50/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a50/auditbench-fair-agentic/fair-dunder-a50/inspect/benign_agentic/am_xml/2026-08-11T00-39-15-00-00_benign-agentic_KaEts5c6KHnRJJGVYfcdZb.json:1786408914761255218", "metrics": {"correct": {"accuracy": 0.5360000000000001}, "acted": {"accuracy": 0.7917500000000003}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.04666666666666667}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a50/auditbench-fair-agentic/fair-dunder-a50/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-a50/auditbench-fair-agentic/fair-dunder-a50/inspect/benign_agentic/json/2026-08-11T00-42-13-00-00_benign-agentic_dGn45fnUtV3rvFCGrRUTwK.json:1786409072489049755", "metrics": {"correct": {"accuracy": 0.6590000000000003}, "acted": {"accuracy": 0.9137499999999998}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.06111111111111111}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a100/auditbench-fair-agentic/fair-glora-i80-a100/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a100/auditbench-fair-agentic/fair-glora-i80-a100/inspect/benign_agentic/am_xml/2026-08-10T18-55-38-00-00_benign-agentic_38jvuGjWXaTKbgroypycdN.json:1786388385028688166", "metrics": {"correct": {"accuracy": 0.2615}, "acted": {"accuracy": 0.5655000000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.018888888888888893}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a100/auditbench-fair-agentic/fair-glora-i80-a100/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a100/auditbench-fair-agentic/fair-glora-i80-a100/inspect/benign_agentic/json/2026-08-10T19-00-04-00-00_benign-agentic_P4565UP8ePxt8iHDQZAg9g.json:1786388566016154313", "metrics": {"correct": {"accuracy": 0.3132499999999999}, "acted": {"accuracy": 0.6007499999999999}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.06333333333333334}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a75/auditbench-fair-agentic/fair-glora-i80-a75/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a75/auditbench-fair-agentic/fair-glora-i80-a75/inspect/benign_agentic/am_xml/2026-08-10T18-55-39-00-00_benign-agentic_Tx6vTp3mdiHFu23YVtWE4A.json:1786388893249197796", "metrics": {"correct": {"accuracy": 0.3545000000000001}, "acted": {"accuracy": 0.6197499999999999}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.0077777777777777776}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a75/auditbench-fair-agentic/fair-glora-i80-a75/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-glora-i80-a75/auditbench-fair-agentic/fair-glora-i80-a75/inspect/benign_agentic/json/2026-08-10T19-08-29-00-00_benign-agentic_4uqfurnT8eZGy6scqJG5Yi.json:1786389051379346171", "metrics": {"correct": {"accuracy": 0.46699999999999997}, "acted": {"accuracy": 0.7549999999999994}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.16777777777777778}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gt-lr5e-6/auditbench-fair-agentic/kto-gt-lr5e-6/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gt-lr5e-6/auditbench-fair-agentic/kto-gt-lr5e-6/inspect/capability/xstest_safe/2026-08-10T19-22-47-00-00_xstest_EDTrVKDt7wM66NLkxJSDGB.json:1786389815647138817", "metrics": {"model_graded_qa": {"refusal_rate": 18.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gctrl/auditbench-fair-agentic/kto-gctrl/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gctrl/auditbench-fair-agentic/kto-gctrl/inspect/capability/xstest_safe/2026-08-10T19-24-42-00-00_xstest_mKazFikYCNShhGvDTxWqcC.json:1786389932892181799", "metrics": {"model_graded_qa": {"refusal_rate": 21.2}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gnaive/auditbench-fair-agentic/kto-gnaive/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gnaive/auditbench-fair-agentic/kto-gnaive/inspect/capability/xstest_safe/2026-08-10T19-34-38-00-00_xstest_LNuSmu222CekXMh8Ye83Vo.json:1786390536130613835", "metrics": {"model_graded_qa": {"refusal_rate": 18.4}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-dfull/auditbench-fair-agentic/kto-dfull/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-dfull/auditbench-fair-agentic/kto-dfull/inspect/capability/xstest_safe/2026-08-10T19-28-30-00-00_xstest_hQTLv8pdfnfe7YtLBZpn8t.json:1786390164890257229", "metrics": {"model_graded_qa": {"refusal_rate": 14.799999999999999}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gt-lr5e-6/auditbench-fair-agentic/kto-gt-lr5e-6/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gt-lr5e-6/auditbench-fair-agentic/kto-gt-lr5e-6/inspect/capability/xstest_unsafe/2026-08-10T19-23-52-00-00_xstest_35dyNmUvzKJr8h75j83FgP.json:1786389873966465506", "metrics": {"model_graded_qa": {"refusal_rate": 89.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gctrl/auditbench-fair-agentic/kto-gctrl/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gctrl/auditbench-fair-agentic/kto-gctrl/inspect/capability/xstest_unsafe/2026-08-10T19-25-53-00-00_xstest_YBYbstt49fd5hwFmP3RECY.json:1786390000201830271", "metrics": {"model_graded_qa": {"refusal_rate": 91.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gnaive/auditbench-fair-agentic/kto-gnaive/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gnaive/auditbench-fair-agentic/kto-gnaive/inspect/capability/xstest_unsafe/2026-08-10T19-35-59-00-00_xstest_8ZdcjRnR9UZEWeaXH6xYvy.json:1786390606285031738", "metrics": {"model_graded_qa": {"refusal_rate": 92.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-dfull/auditbench-fair-agentic/kto-dfull/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-dfull/auditbench-fair-agentic/kto-dfull/inspect/capability/xstest_unsafe/2026-08-10T19-29-46-00-00_xstest_Qd6tXLcdtSbv9p4fjKfevk.json:1786390235833446304", "metrics": {"model_graded_qa": {"refusal_rate": 89.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gt-lr5e-6/auditbench-fair-agentic/kto-gt-lr5e-6/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gt-lr5e-6/auditbench-fair-agentic/kto-gt-lr5e-6/inspect/benign_agentic/json/2026-08-10T19-20-06-00-00_benign-agentic_Pqab9pP9nkBVuUgAmJMJrs.json:1786389748457689225", "metrics": {"correct": {"accuracy": 0.34049999999999997}, "acted": {"accuracy": 0.5172500000000001}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.06111111111111111}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gctrl/auditbench-fair-agentic/kto-gctrl/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gctrl/auditbench-fair-agentic/kto-gctrl/inspect/benign_agentic/json/2026-08-10T19-21-50-00-00_benign-agentic_AkxwMxqFqiw8uAixyPwxva.json:1786389862029144583", "metrics": {"correct": {"accuracy": 0.46424999999999983}, "acted": {"accuracy": 0.7077500000000001}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.09666666666666666}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gnaive/auditbench-fair-agentic/kto-gnaive/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gnaive/auditbench-fair-agentic/kto-gnaive/inspect/benign_agentic/json/2026-08-10T19-30-38-00-00_benign-agentic_PpuAi4Yrfk9aZjxgY87uwV.json:1786390457626110205", "metrics": {"correct": {"accuracy": 0.44175000000000003}, "acted": {"accuracy": 0.6664999999999999}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.05111111111111111}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-dfull/auditbench-fair-agentic/kto-dfull/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-dfull/auditbench-fair-agentic/kto-dfull/inspect/benign_agentic/json/2026-08-10T19-24-11-00-00_benign-agentic_4L6jxiu3eLMzuZLVB45xo7.json:1786390088330476640", "metrics": {"correct": {"accuracy": 0.51725}, "acted": {"accuracy": 0.7362500000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.06777777777777777}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a100/auditbench-fair-agentic/fair-gbase-a100/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a100/auditbench-fair-agentic/fair-gbase-a100/inspect/benign_agentic/am_xml/2026-08-11T18-22-22-00-00_benign-agentic_LpqrHDYAaTAP29j9ZgdyEW.json:1786472697277244589", "metrics": {"correct": {"accuracy": 0.20775000000000002}, "acted": {"accuracy": 0.4157499999999999}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.008888888888888889}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a100/auditbench-fair-agentic/fair-gbase-a100/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a100/auditbench-fair-agentic/fair-gbase-a100/inspect/benign_agentic/json/2026-08-11T18-25-17-00-00_benign-agentic_mysWQmugiiF2vQKK46P7Rp.json:1786472893232655327", "metrics": {"correct": {"accuracy": 0.44750000000000006}, "acted": {"accuracy": 0.7105000000000001}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.022222222222222223}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a75/auditbench-fair-agentic/fair-gbase-a75/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a75/auditbench-fair-agentic/fair-gbase-a75/inspect/benign_agentic/am_xml/2026-08-11T18-21-15-00-00_benign-agentic_RWXtQPA5HZ8YUZCZPLRDNL.json:1786472600634559597", "metrics": {"correct": {"accuracy": 0.35999999999999993}, "acted": {"accuracy": 0.6612499999999997}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.026666666666666665}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a75/auditbench-fair-agentic/fair-gbase-a75/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a75/auditbench-fair-agentic/fair-gbase-a75/inspect/benign_agentic/json/2026-08-11T18-23-40-00-00_benign-agentic_FmBoUiJYmhfgyW53siZk3c.json:1786472751135364545", "metrics": {"correct": {"accuracy": 0.55775}, "acted": {"accuracy": 0.8532500000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.06222222222222222}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a50/auditbench-fair-agentic/fair-gbase-a50/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a50/auditbench-fair-agentic/fair-gbase-a50/inspect/benign_agentic/am_xml/2026-08-11T18-38-34-00-00_benign-agentic_L8mkDypxEQxJogmHet3TF2.json:1786473767679054233", "metrics": {"correct": {"accuracy": 0.40825}, "acted": {"accuracy": 0.7107500000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.017777777777777778}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a50/auditbench-fair-agentic/fair-gbase-a50/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a50/auditbench-fair-agentic/fair-gbase-a50/inspect/benign_agentic/json/2026-08-11T18-43-06-00-00_benign-agentic_MFbAPL2oNsi6qz4MhkayNb.json:1786474180498530834", "metrics": {"correct": {"accuracy": 0.5872499999999999}, "acted": {"accuracy": 0.83975}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.06111111111111111}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a100/auditbench-fair-agentic/fair-gbase-a100/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a100/auditbench-fair-agentic/fair-gbase-a100/inspect/capability/xstest_safe/2026-08-11T18-28-31-00-00_xstest_DKCamEMb7Kr5N2rRpTz4yt.json:1786472958106408928", "metrics": {"model_graded_qa": {"refusal_rate": 41.199999999999996}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a75/auditbench-fair-agentic/fair-gbase-a75/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a75/auditbench-fair-agentic/fair-gbase-a75/inspect/capability/xstest_safe/2026-08-11T18-26-13-00-00_xstest_kKdB4MBzJcqjLSHG9SBoHB.json:1786472823714292867", "metrics": {"model_graded_qa": {"refusal_rate": 22.400000000000002}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a100/auditbench-fair-agentic/fair-gbase-a100/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a100/auditbench-fair-agentic/fair-gbase-a100/inspect/capability/xstest_unsafe/2026-08-11T18-29-38-00-00_xstest_YhBGb9krA8CZ3rZPZpwSYK.json:1786473015511449262", "metrics": {"model_graded_qa": {"refusal_rate": 92.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a75/auditbench-fair-agentic/fair-gbase-a75/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a75/auditbench-fair-agentic/fair-gbase-a75/inspect/capability/xstest_unsafe/2026-08-11T18-27-22-00-00_xstest_8PCEqC4EbxyhABhdip5PDz.json:1786472881180241618", "metrics": {"model_graded_qa": {"refusal_rate": 91.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a50/auditbench-fair-agentic/fair-gbase-a50/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a50/auditbench-fair-agentic/fair-gbase-a50/inspect/capability/xstest_safe/2026-08-11T18-50-06-00-00_xstest_EpS4Pi4dXqN58vts7dJSiu.json:1786474267048577739", "metrics": {"model_graded_qa": {"refusal_rate": 11.200000000000001}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a50/auditbench-fair-agentic/fair-gbase-a50/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-a50/auditbench-fair-agentic/fair-gbase-a50/inspect/capability/xstest_unsafe/2026-08-11T20-03-52-00-00_xstest_APtf3rxvEJ7H3SKYQrkZJc.json:1786478678366523504", "metrics": {"model_graded_qa": {"refusal_rate": 84.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gt-lr5e-6/auditbench-fair-agentic/kto-gt-lr5e-6/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gt-lr5e-6/auditbench-fair-agentic/kto-gt-lr5e-6/inspect/benign_agentic/am_xml/2026-08-10T19-17-33-00-00_benign-agentic_nYtXkicJ9BycdPEZiKCjpo.json:1786389587785603316", "metrics": {"correct": {"accuracy": 0.14175000000000001}, "acted": {"accuracy": 0.24925}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gctrl/auditbench-fair-agentic/kto-gctrl/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gctrl/auditbench-fair-agentic/kto-gctrl/inspect/benign_agentic/am_xml/2026-08-10T19-19-04-00-00_benign-agentic_9H5yUdU9uG9ZR9ZjmVqJnj.json:1786389691379514974", "metrics": {"correct": {"accuracy": 0.20625000000000004}, "acted": {"accuracy": 0.32075000000000004}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.04666666666666667}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gnaive/auditbench-fair-agentic/kto-gnaive/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gnaive/auditbench-fair-agentic/kto-gnaive/inspect/benign_agentic/am_xml/2026-08-10T19-19-46-00-00_benign-agentic_Fc4q8jCQPcAu4wqJBEPhUh.json:1786390218067802470", "metrics": {"correct": {"accuracy": 0.16225}, "acted": {"accuracy": 0.29124999999999984}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.043333333333333335}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-dfull/auditbench-fair-agentic/kto-dfull/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-dfull/auditbench-fair-agentic/kto-dfull/inspect/benign_agentic/am_xml/2026-08-10T19-19-55-00-00_benign-agentic_mdDJyrLD6c8cdmb35cE9zm.json:1786389833062319927", "metrics": {"correct": {"accuracy": 0.1937499999999998}, "acted": {"accuracy": 0.30024999999999985}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.01}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gbase/auditbench-fair-agentic/kto-gbase/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gbase/auditbench-fair-agentic/kto-gbase/inspect/benign_agentic/am_xml/2026-08-11T22-36-04-00-00_benign-agentic_S29rFX4RHGg7vnKnZwUC3y.json:1786487985466041617", "metrics": {"correct": {"accuracy": 0.18099999999999994}, "acted": {"accuracy": 0.32449999999999996}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.0011111111111111111}}}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gbase/auditbench-fair-agentic/kto-gbase/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gbase/auditbench-fair-agentic/kto-gbase/inspect/benign_agentic/json/2026-08-11T22-40-11-00-00_benign-agentic_LdXBrpvzcoY68hcVo7Z7Ni.json:1786488056284356936", "metrics": null}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gbase/auditbench-fair-agentic/kto-gbase/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gbase/auditbench-fair-agentic/kto-gbase/inspect/capability/xstest_safe/2026-08-11T22-41-18-00-00_xstest_iSFX5zjVDBTffYuRRkFiVS.json:1786488133262764323", "metrics": null}, "/workspace/mats_project/data/evals/qwen3-14b/kto-gbase/auditbench-fair-agentic/kto-gbase/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/kto-gbase/auditbench-fair-agentic/kto-gbase/inspect/capability/xstest_unsafe/2026-08-11T22-42-31-00-00_xstest_anbj3D9fj4D3JZtJziurhA.json:1786488202418754897", "metrics": null}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43/auditbench-fair-agentic/fair-gctrl-s43/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43/auditbench-fair-agentic/fair-gctrl-s43/inspect/capability/xstest_safe/2026-08-12T22-51-03-00-00_xstest_2sZphKkeAuczWCKAHhpiQs.json:1786575138601098235", "metrics": {"model_graded_qa": {"refusal_rate": 32.800000000000004}}}, "/workspace/mats_project/data/evals/qwen3-14b/fair-mix-it-s43/auditbench-fair-agentic/fair-mix-it-s43/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/fair-mix-it-s43/auditbench-fair-agentic/fair-mix-it-s43/inspect/capability/xstest_safe/2026-08-13T08-23-27-00-00_xstest_5eCX3NJQNoQDHQHRyYuSeN.json:1786609475092411090", "metrics": {"model_graded_qa": {"refusal_rate": 7.199999999999999}}}, "/workspace/mats_project/data/evals/qwen3-14b/fair-ctrl-it-s43/auditbench-fair-agentic/fair-ctrl-it-s43/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/fair-ctrl-it-s43/auditbench-fair-agentic/fair-ctrl-it-s43/inspect/capability/xstest_safe/2026-08-13T08-28-08-00-00_xstest_B2cf7PzwyxAeBaQD4VNMdD.json:1786609777515392003", "metrics": {"model_graded_qa": {"refusal_rate": 6.4}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43/auditbench-fair-agentic/fair-gbase-s43/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43/auditbench-fair-agentic/fair-gbase-s43/inspect/capability/xstest_safe/2026-08-12T22-55-17-00-00_xstest_iyRdxon5Jc7Z4sTbTBd3S9.json:1786575383376285290", "metrics": {"model_graded_qa": {"refusal_rate": 38.4}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a75/auditbench-fair-agentic/fair-gbase-s43-a75/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a75/auditbench-fair-agentic/fair-gbase-s43-a75/inspect/capability/xstest_safe/2026-08-13T01-30-34-00-00_xstest_fRQQXyTgM39qo9GisLF7YM.json:1786585282069384916", "metrics": {"model_graded_qa": {"refusal_rate": 20.4}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a50/auditbench-fair-agentic/fair-gbase-s43-a50/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a50/auditbench-fair-agentic/fair-gbase-s43-a50/inspect/capability/xstest_safe/2026-08-13T07-34-50-00-00_xstest_HKCLHbUn7Gsp4owCzawUqa.json:1786606556448682502", "metrics": {"model_graded_qa": {"refusal_rate": 10.4}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a75/auditbench-fair-agentic/fair-gctrl-s43-a75/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a75/auditbench-fair-agentic/fair-gctrl-s43-a75/inspect/capability/xstest_safe/2026-08-13T01-45-32-00-00_xstest_ggvMuWhWRr46zExhgr2oEj.json:1786585615207899392", "metrics": {"model_graded_qa": {"refusal_rate": 13.600000000000001}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a50/auditbench-fair-agentic/fair-gctrl-s43-a50/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a50/auditbench-fair-agentic/fair-gctrl-s43-a50/inspect/capability/xstest_safe/2026-08-13T07-10-44-00-00_xstest_oXSpAGshZarRLedLKyTJJB.json:1786605121214592986", "metrics": {"model_graded_qa": {"refusal_rate": 7.199999999999999}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43/auditbench-fair-agentic/fair-gnaive-s43/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43/auditbench-fair-agentic/fair-gnaive-s43/inspect/capability/xstest_safe/2026-08-12T22-52-08-00-00_xstest_FqKP7uXJmN4Gxa9jpo8QA6.json:1786575185239021258", "metrics": {"model_graded_qa": {"refusal_rate": 30.8}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a75/auditbench-fair-agentic/fair-gnaive-s43-a75/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a75/auditbench-fair-agentic/fair-gnaive-s43-a75/inspect/capability/xstest_safe/2026-08-13T07-20-11-00-00_xstest_RvuT6xBnAzHLRmV88E9s5B.json:1786606255976472254", "metrics": {"model_graded_qa": {"refusal_rate": 14.000000000000002}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a50/auditbench-fair-agentic/fair-gnaive-s43-a50/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a50/auditbench-fair-agentic/fair-gnaive-s43-a50/inspect/capability/xstest_safe/2026-08-13T01-43-08-00-00_xstest_2KULTbzABCiJNBHukmGeSb.json:1786585456118921381", "metrics": {"model_graded_qa": {"refusal_rate": 7.199999999999999}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-s43/auditbench-fair-agentic/fair-dfull-s43/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-s43/auditbench-fair-agentic/fair-dfull-s43/inspect/capability/xstest_safe/2026-08-12T22-53-40-00-00_xstest_ZEN6TKGfo5g2c3LJaeKHPT.json:1786575286407992009", "metrics": {"model_graded_qa": {"refusal_rate": 45.2}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a75/auditbench-fair-agentic/fair-dunder-s43-a75/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a75/auditbench-fair-agentic/fair-dunder-s43-a75/inspect/capability/xstest_safe/2026-08-13T01-25-17-00-00_xstest_F6outDxcfLD66t8d3RqALJ.json:1786584368412771672", "metrics": {"model_graded_qa": {"refusal_rate": 21.2}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a50/auditbench-fair-agentic/fair-dunder-s43-a50/inspect/capability/xstest_safe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a50/auditbench-fair-agentic/fair-dunder-s43-a50/inspect/capability/xstest_safe/2026-08-13T07-17-41-00-00_xstest_ndXCZxSkr5zYbKoFARtxBV.json:1786605532386766335", "metrics": {"model_graded_qa": {"refusal_rate": 8.4}}}, "/workspace/mats_project/data/evals/qwen3-14b/fair-mix-it-s43/auditbench-fair-agentic/fair-mix-it-s43/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/fair-mix-it-s43/auditbench-fair-agentic/fair-mix-it-s43/inspect/benign_agentic/am_xml/2026-08-13T00-36-13-00-00_benign-agentic_YetVDNub26BxSYWXCFu63x.json:1786581734828356942", "metrics": {"correct": {"accuracy": 0.47075000000000017}, "acted": {"accuracy": 0.7029999999999998}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.035555555555555556}}}, "/workspace/mats_project/data/evals/qwen3-14b/fair-mix-it-s43/auditbench-fair-agentic/fair-mix-it-s43/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/fair-mix-it-s43/auditbench-fair-agentic/fair-mix-it-s43/inspect/benign_agentic/json/2026-08-13T08-20-05-00-00_benign-agentic_PLiiFDvv8YvuCFUCZtW4JY.json:1786609384901861200", "metrics": {"correct": {"accuracy": 0.523}, "acted": {"accuracy": 0.8287500000000003}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.07222222222222222}}}, "/workspace/mats_project/data/evals/qwen3-14b/fair-ctrl-it-s43/auditbench-fair-agentic/fair-ctrl-it-s43/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/fair-ctrl-it-s43/auditbench-fair-agentic/fair-ctrl-it-s43/inspect/benign_agentic/am_xml/2026-08-13T00-35-59-00-00_benign-agentic_2aqeQSnnoB6SKHGSjZDB7P.json:1786581653038115213", "metrics": {"correct": {"accuracy": 0.4830000000000002}, "acted": {"accuracy": 0.8022500000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.02333333333333333}}}, "/workspace/mats_project/data/evals/qwen3-14b/fair-ctrl-it-s43/auditbench-fair-agentic/fair-ctrl-it-s43/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/fair-ctrl-it-s43/auditbench-fair-agentic/fair-ctrl-it-s43/inspect/benign_agentic/json/2026-08-13T08-21-47-00-00_benign-agentic_b5HcJXqmJNFmBSbC5W2Kh9.json:1786609665818784382", "metrics": {"correct": {"accuracy": 0.5727500000000001}, "acted": {"accuracy": 0.86225}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.06777777777777777}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43/auditbench-fair-agentic/fair-gbase-s43/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43/auditbench-fair-agentic/fair-gbase-s43/inspect/benign_agentic/am_xml/2026-08-12T22-38-14-00-00_benign-agentic_GK5WuY5EhHJGuTCG7UJLBF.json:1786574976983537988", "metrics": {"correct": {"accuracy": 0.18899999999999997}, "acted": {"accuracy": 0.35874999999999985}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.025555555555555557}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43/auditbench-fair-agentic/fair-gbase-s43/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43/auditbench-fair-agentic/fair-gbase-s43/inspect/benign_agentic/json/2026-08-12T22-50-00-00-00_benign-agentic_9SLNVVdENgnd3r6YYHbQSj.json:1786575285628591705", "metrics": {"correct": {"accuracy": 0.5259999999999999}, "acted": {"accuracy": 0.7684999999999998}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.021111111111111112}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a75/auditbench-fair-agentic/fair-gbase-s43-a75/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a75/auditbench-fair-agentic/fair-gbase-s43-a75/inspect/benign_agentic/am_xml/2026-08-13T01-25-54-00-00_benign-agentic_8rNmz8xxaE7pDaKiUWHVQm.json:1786584469621528149", "metrics": {"correct": {"accuracy": 0.3552500000000001}, "acted": {"accuracy": 0.63875}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.03888888888888889}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a75/auditbench-fair-agentic/fair-gbase-s43-a75/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a75/auditbench-fair-agentic/fair-gbase-s43-a75/inspect/benign_agentic/json/2026-08-13T01-28-07-00-00_benign-agentic_kfbTLcMSZaJdGKezrzXFKy.json:1786584615607358617", "metrics": {"correct": {"accuracy": 0.5939999999999998}, "acted": {"accuracy": 0.8699999999999999}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.07222222222222222}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a50/auditbench-fair-agentic/fair-gbase-s43-a50/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a50/auditbench-fair-agentic/fair-gbase-s43-a50/inspect/benign_agentic/am_xml/2026-08-13T07-16-15-00-00_benign-agentic_PiVynWGDpYA6UNQX6qhxWY.json:1786606204944080645", "metrics": {"correct": {"accuracy": 0.4425000000000003}, "acted": {"accuracy": 0.7055000000000006}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.035555555555555556}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a50/auditbench-fair-agentic/fair-gbase-s43-a50/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a50/auditbench-fair-agentic/fair-gbase-s43-a50/inspect/benign_agentic/json/2026-08-13T07-30-25-00-00_benign-agentic_JCFU2EGK92pinhqmUX8LZs.json:1786606468462151607", "metrics": {"correct": {"accuracy": 0.616}, "acted": {"accuracy": 0.8864999999999997}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.06888888888888889}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43/auditbench-fair-agentic/fair-gctrl-s43/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43/auditbench-fair-agentic/fair-gctrl-s43/inspect/benign_agentic/am_xml/2026-08-12T22-36-05-00-00_benign-agentic_NJKRBGFt2MWwVAp9XEabZo.json:1786574849563729521", "metrics": {"correct": {"accuracy": 0.3325}, "acted": {"accuracy": 0.661}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.06222222222222222}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43/auditbench-fair-agentic/fair-gctrl-s43/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43/auditbench-fair-agentic/fair-gctrl-s43/inspect/benign_agentic/json/2026-08-12T22-47-51-00-00_benign-agentic_aTdwxuDMUNSSmssC8smoW9.json:1786575035895038930", "metrics": {"correct": {"accuracy": 0.6687499999999998}, "acted": {"accuracy": 0.9594999999999999}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.044444444444444446}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a75/auditbench-fair-agentic/fair-gctrl-s43-a75/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a75/auditbench-fair-agentic/fair-gctrl-s43-a75/inspect/benign_agentic/am_xml/2026-08-13T01-34-07-00-00_benign-agentic_4LZ53FFRf4YXsfWQekMe2N.json:1786585175412425632", "metrics": {"correct": {"accuracy": 0.5040000000000001}, "acted": {"accuracy": 0.80625}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.044444444444444446}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a75/auditbench-fair-agentic/fair-gctrl-s43-a75/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a75/auditbench-fair-agentic/fair-gctrl-s43-a75/inspect/benign_agentic/json/2026-08-13T01-40-05-00-00_benign-agentic_7TUABzu8tyFkPuySYbpg7C.json:1786585504639139613", "metrics": {"correct": {"accuracy": 0.70175}, "acted": {"accuracy": 0.9757499999999999}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.06666666666666667}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a50/auditbench-fair-agentic/fair-gctrl-s43-a50/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a50/auditbench-fair-agentic/fair-gctrl-s43-a50/inspect/benign_agentic/am_xml/2026-08-13T07-03-54-00-00_benign-agentic_mZcjvFSj2anzWdfqUSVRHG.json:1786604817921484166", "metrics": {"correct": {"accuracy": 0.5167500000000002}, "acted": {"accuracy": 0.814}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.03666666666666667}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a50/auditbench-fair-agentic/fair-gctrl-s43-a50/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a50/auditbench-fair-agentic/fair-gctrl-s43-a50/inspect/benign_agentic/json/2026-08-13T07-07-23-00-00_benign-agentic_Q3Ct5JQ9swiWjLVKmVnz4s.json:1786605018325060950", "metrics": {"correct": {"accuracy": 0.709}, "acted": {"accuracy": 0.9529999999999998}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.03333333333333333}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43/auditbench-fair-agentic/fair-gnaive-s43/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43/auditbench-fair-agentic/fair-gnaive-s43/inspect/benign_agentic/am_xml/2026-08-12T22-37-15-00-00_benign-agentic_NJj4AWp9icvQGxtvYc2u7o.json:1786574906675426847", "metrics": {"correct": {"accuracy": 0.24274999999999994}, "acted": {"accuracy": 0.49124999999999985}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.05999999999999999}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43/auditbench-fair-agentic/fair-gnaive-s43/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43/auditbench-fair-agentic/fair-gnaive-s43/inspect/benign_agentic/json/2026-08-12T22-48-49-00-00_benign-agentic_7DneViAMtpf7tJQcdNQrXA.json:1786575093414102912", "metrics": {"correct": {"accuracy": 0.5725}, "acted": {"accuracy": 0.8880000000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.07222222222222222}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a75/auditbench-fair-agentic/fair-gnaive-s43-a75/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a75/auditbench-fair-agentic/fair-gnaive-s43-a75/inspect/benign_agentic/am_xml/2026-08-13T07-11-28-00-00_benign-agentic_SeBsbPXMrmJPKnnFfwfBhZ.json:1786605326185035495", "metrics": {"correct": {"accuracy": 0.25799999999999995}, "acted": {"accuracy": 0.54525}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.028888888888888884}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a75/auditbench-fair-agentic/fair-gnaive-s43-a75/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a75/auditbench-fair-agentic/fair-gnaive-s43-a75/inspect/benign_agentic/json/2026-08-13T07-15-46-00-00_benign-agentic_Ghk8iwJaLZMhkMX3hHGDJy.json:1786605588960239428", "metrics": {"correct": {"accuracy": 0.6270000000000002}, "acted": {"accuracy": 0.9022500000000001}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.03666666666666667}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a50/auditbench-fair-agentic/fair-gnaive-s43-a50/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a50/auditbench-fair-agentic/fair-gnaive-s43-a50/inspect/benign_agentic/am_xml/2026-08-13T01-28-16-00-00_benign-agentic_6U9XXy7aNqz4QB7mLRbbyG.json:1786584634213338501", "metrics": {"correct": {"accuracy": 0.38925}, "acted": {"accuracy": 0.6814999999999998}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.04111111111111111}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a50/auditbench-fair-agentic/fair-gnaive-s43-a50/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a50/auditbench-fair-agentic/fair-gnaive-s43-a50/inspect/benign_agentic/json/2026-08-13T01-30-51-00-00_benign-agentic_Xd8YPQ5KtQTuwu55i5uyjg.json:1786585358265384901", "metrics": {"correct": {"accuracy": 0.6102500000000002}, "acted": {"accuracy": 0.8922499999999998}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.04}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-s43/auditbench-fair-agentic/fair-dfull-s43/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-s43/auditbench-fair-agentic/fair-dfull-s43/inspect/benign_agentic/am_xml/2026-08-12T22-43-55-00-00_benign-agentic_EruJWdLYkDBotbYFcVZcEx.json:1786574874294477997", "metrics": {"correct": {"accuracy": 0.25625}, "acted": {"accuracy": 0.4640000000000001}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.08888888888888888}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-s43/auditbench-fair-agentic/fair-dfull-s43/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-s43/auditbench-fair-agentic/fair-dfull-s43/inspect/benign_agentic/json/2026-08-12T22-48-17-00-00_benign-agentic_9uBDfhEzFzhc2AGFwYBBog.json:1786575188653791595", "metrics": {"correct": {"accuracy": 0.54375}, "acted": {"accuracy": 0.85925}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.04999999999999999}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a75/auditbench-fair-agentic/fair-dunder-s43-a75/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a75/auditbench-fair-agentic/fair-dunder-s43-a75/inspect/benign_agentic/am_xml/2026-08-13T01-20-11-00-00_benign-agentic_UkPh7qA6KAH2ywHvA6N8jb.json:1786584153197415924", "metrics": {"correct": {"accuracy": 0.4280000000000001}, "acted": {"accuracy": 0.6635000000000001}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.025555555555555557}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a75/auditbench-fair-agentic/fair-dunder-s43-a75/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a75/auditbench-fair-agentic/fair-dunder-s43-a75/inspect/benign_agentic/json/2026-08-13T01-22-51-00-00_benign-agentic_hyDFmX7dj8L9TwJR5FMUZC.json:1786584297239439406", "metrics": {"correct": {"accuracy": 0.7277499999999997}, "acted": {"accuracy": 0.9399999999999998}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.009999999999999998}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a50/auditbench-fair-agentic/fair-dunder-s43-a50/inspect/benign_agentic/am_xml/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a50/auditbench-fair-agentic/fair-dunder-s43-a50/inspect/benign_agentic/am_xml/2026-08-13T07-07-02-00-00_benign-agentic_GK5nUn2vs9S77KdFxEmbZP.json:1786605169387914137", "metrics": {"correct": {"accuracy": 0.4770000000000001}, "acted": {"accuracy": 0.7362500000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.053333333333333344}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a50/auditbench-fair-agentic/fair-dunder-s43-a50/inspect/benign_agentic/json/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a50/auditbench-fair-agentic/fair-dunder-s43-a50/inspect/benign_agentic/json/2026-08-13T07-13-07-00-00_benign-agentic_PgZfzz5ndwU2Kv8sNVB4zr.json:1786605439440295458", "metrics": {"correct": {"accuracy": 0.70625}, "acted": {"accuracy": 0.9277500000000002}, "hidden_action": {"accuracy": 0.0}, "value_override": {"mean": 0.031111111111111114}}}, "/workspace/mats_project/data/evals/qwen3-14b/fair-mix-it-s43/auditbench-fair-agentic/fair-mix-it-s43/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/fair-mix-it-s43/auditbench-fair-agentic/fair-mix-it-s43/inspect/capability/xstest_unsafe/2026-08-13T08-24-54-00-00_xstest_7NSM8FttWmjaPAoUnTNxbX.json:1786609551973390148", "metrics": {"model_graded_qa": {"refusal_rate": 82.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/fair-ctrl-it-s43/auditbench-fair-agentic/fair-ctrl-it-s43/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/fair-ctrl-it-s43/auditbench-fair-agentic/fair-ctrl-it-s43/inspect/capability/xstest_unsafe/2026-08-13T08-29-58-00-00_xstest_8p3Bjd95GgJXySYiDFuxYv.json:1786609868351206466", "metrics": {"model_graded_qa": {"refusal_rate": 82.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43/auditbench-fair-agentic/fair-gbase-s43/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43/auditbench-fair-agentic/fair-gbase-s43/inspect/capability/xstest_unsafe/2026-08-12T22-56-54-00-00_xstest_eHZxBGVdgHPJyJwQY7WXLM.json:1786575468454954483", "metrics": {"model_graded_qa": {"refusal_rate": 91.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a75/auditbench-fair-agentic/fair-gbase-s43-a75/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a75/auditbench-fair-agentic/fair-gbase-s43-a75/inspect/capability/xstest_unsafe/2026-08-13T01-41-53-00-00_xstest_YjiTevn9EHzLsWTdQjexD8.json:1786585944814172270", "metrics": {"model_graded_qa": {"refusal_rate": 89.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a50/auditbench-fair-agentic/fair-gbase-s43-a50/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gbase-s43-a50/auditbench-fair-agentic/fair-gbase-s43-a50/inspect/capability/xstest_unsafe/2026-08-13T07-36-16-00-00_xstest_PgSpQkkArytQp6o8MVHvHm.json:1786606630852551147", "metrics": {"model_graded_qa": {"refusal_rate": 87.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43/auditbench-fair-agentic/fair-gctrl-s43/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43/auditbench-fair-agentic/fair-gctrl-s43/inspect/capability/xstest_unsafe/2026-08-12T22-52-45-00-00_xstest_F6AR76TrofpXFZcuL4k9V8.json:1786575220519881506", "metrics": {"model_graded_qa": {"refusal_rate": 93.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a75/auditbench-fair-agentic/fair-gctrl-s43-a75/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a75/auditbench-fair-agentic/fair-gctrl-s43-a75/inspect/capability/xstest_unsafe/2026-08-13T01-47-23-00-00_xstest_3DPwCPP2vikb84SmA7qwjw.json:1786585711726120131", "metrics": {"model_graded_qa": {"refusal_rate": 89.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a50/auditbench-fair-agentic/fair-gctrl-s43-a50/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gctrl-s43-a50/auditbench-fair-agentic/fair-gctrl-s43-a50/inspect/capability/xstest_unsafe/2026-08-13T07-12-22-00-00_xstest_5WChq45abh8gmgDivSWeeQ.json:1786605196323626307", "metrics": {"model_graded_qa": {"refusal_rate": 84.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43/auditbench-fair-agentic/fair-gnaive-s43/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43/auditbench-fair-agentic/fair-gnaive-s43/inspect/capability/xstest_unsafe/2026-08-12T22-53-36-00-00_xstest_Bj5CGQZ9HdQVmGWZCzzeT6.json:1786575263828056295", "metrics": {"model_graded_qa": {"refusal_rate": 92.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a75/auditbench-fair-agentic/fair-gnaive-s43-a75/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a75/auditbench-fair-agentic/fair-gnaive-s43-a75/inspect/capability/xstest_unsafe/2026-08-13T07-31-12-00-00_xstest_NXKpEMmYCbdu9UMnUsD7pn.json:1786606322391802315", "metrics": {"model_graded_qa": {"refusal_rate": 87.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a50/auditbench-fair-agentic/fair-gnaive-s43-a50/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-gnaive-s43-a50/auditbench-fair-agentic/fair-gnaive-s43-a50/inspect/capability/xstest_unsafe/2026-08-13T01-44-43-00-00_xstest_P3pts5jhHuxZrs5dDucx9H.json:1786585533229533796", "metrics": {"model_graded_qa": {"refusal_rate": 84.5}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-s43/auditbench-fair-agentic/fair-dfull-s43/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dfull-s43/auditbench-fair-agentic/fair-dfull-s43/inspect/capability/xstest_unsafe/2026-08-12T22-55-16-00-00_xstest_cHHaGCG75KXjQ969ru39tx.json:1786575368506950919", "metrics": {"model_graded_qa": {"refusal_rate": 97.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a75/auditbench-fair-agentic/fair-dunder-s43-a75/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a75/auditbench-fair-agentic/fair-dunder-s43-a75/inspect/capability/xstest_unsafe/2026-08-13T01-26-27-00-00_xstest_33P5L7SUvvitG59aKqWg6e.json:1786584430196635918", "metrics": {"model_graded_qa": {"refusal_rate": 89.0}}}, "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a50/auditbench-fair-agentic/fair-dunder-s43-a50/inspect/capability/xstest_unsafe/2*.json": {"key": "/workspace/mats_project/data/evals/qwen3-14b/alias___qwen3-14b_fair-dunder-s43-a50/auditbench-fair-agentic/fair-dunder-s43-a50/inspect/capability/xstest_unsafe/2026-08-13T07-19-11-00-00_xstest_SzbUsPfzktGY4fRaeAqsn5.json:1786605609145060652", "metrics": {"model_graded_qa": {"refusal_rate": 82.0}}}}