Zynerji commited on
Commit
8bceebc
·
verified ·
1 Parent(s): 9a09dcf

Sphragis certificate n=2800: PASS (capability-aware re-abliteration)

Browse files
Files changed (1) hide show
  1. cert_Qwen2.5-Coder-14B-Instruct.json +133 -0
cert_Qwen2.5-Coder-14B-Instruct.json ADDED
@@ -0,0 +1,133 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "sphragis_version": "0.1.0",
3
+ "generated_at": "2026-07-27T03:53:12.900485+00:00",
4
+ "reference": {
5
+ "endpoint": "http://127.0.0.1:8080/v1",
6
+ "model": "ref"
7
+ },
8
+ "candidate": {
9
+ "endpoint": "http://127.0.0.1:8081/v1",
10
+ "model": "cand"
11
+ },
12
+ "pack": {
13
+ "name": "/root/pack_v2.jsonl",
14
+ "n_tasks": 2800,
15
+ "sha256": "2de27099bbb15bab4f7b35599b215f038fdb68b3f5f4e1cda1a464f9dd18e14e"
16
+ },
17
+ "overall": "PASS",
18
+ "claim": "For every axis, the candidate was demonstrated non-inferior to the reference: the one-sided 95% upper confidence bound on the accuracy regression is below the margin of 3.0%.",
19
+ "axes": [
20
+ {
21
+ "axis": "arithmetic",
22
+ "n": 1400,
23
+ "counts": {
24
+ "both_correct": 1301,
25
+ "ref_only": 4,
26
+ "cand_only": 1,
27
+ "both_wrong": 94
28
+ },
29
+ "acc_reference": 0.932143,
30
+ "acc_candidate": 0.93,
31
+ "regression_d": 0.002143,
32
+ "d_ci": [
33
+ -0.000714,
34
+ 0.005714
35
+ ],
36
+ "d_upper_bound": 0.005,
37
+ "p_regression": 0.1875,
38
+ "p_regression_holm": 0.75,
39
+ "p_improvement": 0.96875,
40
+ "improved": false,
41
+ "mde_at_power": 0.003571,
42
+ "n_needed_for_margin": 204,
43
+ "verdict": "PASS",
44
+ "reason": "non_inferior_within_margin"
45
+ },
46
+ {
47
+ "axis": "instruction",
48
+ "n": 600,
49
+ "counts": {
50
+ "both_correct": 454,
51
+ "ref_only": 0,
52
+ "cand_only": 0,
53
+ "both_wrong": 146
54
+ },
55
+ "acc_reference": 0.756667,
56
+ "acc_candidate": 0.756667,
57
+ "regression_d": 0.0,
58
+ "d_ci": [
59
+ 0.0,
60
+ 0.0
61
+ ],
62
+ "d_upper_bound": 0.0,
63
+ "p_regression": 1.0,
64
+ "p_regression_holm": 1.0,
65
+ "p_improvement": 1.0,
66
+ "improved": false,
67
+ "mde_at_power": null,
68
+ "n_needed_for_margin": 204,
69
+ "verdict": "PASS",
70
+ "reason": "non_inferior_within_margin"
71
+ },
72
+ {
73
+ "axis": "knowledge",
74
+ "n": 400,
75
+ "counts": {
76
+ "both_correct": 380,
77
+ "ref_only": 7,
78
+ "cand_only": 9,
79
+ "both_wrong": 4
80
+ },
81
+ "acc_reference": 0.9675,
82
+ "acc_candidate": 0.9725,
83
+ "regression_d": -0.005,
84
+ "d_ci": [
85
+ -0.025,
86
+ 0.015
87
+ ],
88
+ "d_upper_bound": 0.01,
89
+ "p_regression": 0.77275085,
90
+ "p_regression_holm": 1.0,
91
+ "p_improvement": 0.40180969,
92
+ "improved": false,
93
+ "mde_at_power": 0.0248,
94
+ "n_needed_for_margin": 273,
95
+ "verdict": "PASS",
96
+ "reason": "non_inferior_within_margin"
97
+ },
98
+ {
99
+ "axis": "reasoning",
100
+ "n": 400,
101
+ "counts": {
102
+ "both_correct": 371,
103
+ "ref_only": 0,
104
+ "cand_only": 2,
105
+ "both_wrong": 27
106
+ },
107
+ "acc_reference": 0.9275,
108
+ "acc_candidate": 0.9325,
109
+ "regression_d": -0.005,
110
+ "d_ci": [
111
+ -0.0125,
112
+ 0.0
113
+ ],
114
+ "d_upper_bound": 0.0,
115
+ "p_regression": 1.0,
116
+ "p_regression_holm": 1.0,
117
+ "p_improvement": 0.25,
118
+ "improved": false,
119
+ "mde_at_power": 0.005,
120
+ "n_needed_for_margin": 204,
121
+ "verdict": "PASS",
122
+ "reason": "non_inferior_within_margin"
123
+ }
124
+ ],
125
+ "params": {
126
+ "margin": 0.03,
127
+ "alpha": 0.05,
128
+ "n_floor": 30,
129
+ "power": 0.8,
130
+ "n_boot": 4000,
131
+ "seed": 0
132
+ }
133
+ }