Zynerji commited on
Commit
1c8792b
·
verified ·
1 Parent(s): 440990a

Add Sphragis certificate (n=2800): PASS

Browse files
Files changed (1) hide show
  1. cert_Qwen2.5-Coder-7B-Instruct.json +133 -0
cert_Qwen2.5-Coder-7B-Instruct.json ADDED
@@ -0,0 +1,133 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "sphragis_version": "0.1.0",
3
+ "generated_at": "2026-07-26T22:50:16.638557+00:00",
4
+ "reference": {
5
+ "endpoint": "http://127.0.0.1:8080/v1",
6
+ "model": "ref"
7
+ },
8
+ "candidate": {
9
+ "endpoint": "http://127.0.0.1:8081/v1",
10
+ "model": "cand"
11
+ },
12
+ "pack": {
13
+ "name": "/root/pack_v2.jsonl",
14
+ "n_tasks": 2800,
15
+ "sha256": "2de27099bbb15bab4f7b35599b215f038fdb68b3f5f4e1cda1a464f9dd18e14e"
16
+ },
17
+ "overall": "PASS",
18
+ "claim": "For every axis, the candidate was demonstrated non-inferior to the reference: the one-sided 95% upper confidence bound on the accuracy regression is below the margin of 3.0%.",
19
+ "axes": [
20
+ {
21
+ "axis": "arithmetic",
22
+ "n": 1400,
23
+ "counts": {
24
+ "both_correct": 1205,
25
+ "ref_only": 5,
26
+ "cand_only": 6,
27
+ "both_wrong": 184
28
+ },
29
+ "acc_reference": 0.864286,
30
+ "acc_candidate": 0.865,
31
+ "regression_d": -0.000714,
32
+ "d_ci": [
33
+ -0.005714,
34
+ 0.004286
35
+ ],
36
+ "d_upper_bound": 0.002857,
37
+ "p_regression": 0.72558594,
38
+ "p_regression_holm": 1.0,
39
+ "p_improvement": 0.5,
40
+ "improved": false,
41
+ "mde_at_power": 0.005886,
42
+ "n_needed_for_margin": 204,
43
+ "verdict": "PASS",
44
+ "reason": "non_inferior_within_margin"
45
+ },
46
+ {
47
+ "axis": "instruction",
48
+ "n": 600,
49
+ "counts": {
50
+ "both_correct": 394,
51
+ "ref_only": 4,
52
+ "cand_only": 2,
53
+ "both_wrong": 200
54
+ },
55
+ "acc_reference": 0.663333,
56
+ "acc_candidate": 0.66,
57
+ "regression_d": 0.003333,
58
+ "d_ci": [
59
+ -0.005,
60
+ 0.011667
61
+ ],
62
+ "d_upper_bound": 0.01,
63
+ "p_regression": 0.34375,
64
+ "p_regression_holm": 1.0,
65
+ "p_improvement": 0.890625,
66
+ "improved": false,
67
+ "mde_at_power": 0.01,
68
+ "n_needed_for_margin": 204,
69
+ "verdict": "PASS",
70
+ "reason": "non_inferior_within_margin"
71
+ },
72
+ {
73
+ "axis": "knowledge",
74
+ "n": 400,
75
+ "counts": {
76
+ "both_correct": 387,
77
+ "ref_only": 0,
78
+ "cand_only": 0,
79
+ "both_wrong": 13
80
+ },
81
+ "acc_reference": 0.9675,
82
+ "acc_candidate": 0.9675,
83
+ "regression_d": 0.0,
84
+ "d_ci": [
85
+ 0.0,
86
+ 0.0
87
+ ],
88
+ "d_upper_bound": 0.0,
89
+ "p_regression": 1.0,
90
+ "p_regression_holm": 1.0,
91
+ "p_improvement": 1.0,
92
+ "improved": false,
93
+ "mde_at_power": null,
94
+ "n_needed_for_margin": 204,
95
+ "verdict": "PASS",
96
+ "reason": "non_inferior_within_margin"
97
+ },
98
+ {
99
+ "axis": "reasoning",
100
+ "n": 400,
101
+ "counts": {
102
+ "both_correct": 381,
103
+ "ref_only": 0,
104
+ "cand_only": 0,
105
+ "both_wrong": 19
106
+ },
107
+ "acc_reference": 0.9525,
108
+ "acc_candidate": 0.9525,
109
+ "regression_d": 0.0,
110
+ "d_ci": [
111
+ 0.0,
112
+ 0.0
113
+ ],
114
+ "d_upper_bound": 0.0,
115
+ "p_regression": 1.0,
116
+ "p_regression_holm": 1.0,
117
+ "p_improvement": 1.0,
118
+ "improved": false,
119
+ "mde_at_power": null,
120
+ "n_needed_for_margin": 204,
121
+ "verdict": "PASS",
122
+ "reason": "non_inferior_within_margin"
123
+ }
124
+ ],
125
+ "params": {
126
+ "margin": 0.03,
127
+ "alpha": 0.05,
128
+ "n_floor": 30,
129
+ "power": 0.8,
130
+ "n_boot": 4000,
131
+ "seed": 0
132
+ }
133
+ }