File size: 4,419 Bytes
bcadf43
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
{
  "backbone": "meta-llama/Llama-3.2-3B",
  "layer": 20,
  "n_targets": 200,
  "targets_path": "artifacts/nla/llama32_3B/targets_L20_seq64_30k_seed1.pt",
  "anisotropy_mu_norm": 7.163687705993652,
  "replay_cos_mean": 0.8087875247001648,
  "replay_cos_p05": 0.04843669757246971,
  "replay_cos_p50": 0.9894923567771912,
  "replay_cos_p95": 0.997727632522583,
  "replay_fve_mean": 0.9043937921524048,
  "replay_fve_p50": 0.994746208190918,
  "replay_n": 200,
  "replay_cen_cos_mean": 0.7611221075057983,
  "replay_cen_cos_p05": -0.2058715522289276,
  "replay_cen_cos_p50": 0.987565279006958,
  "replay_cen_cos_p95": 0.9973605871200562,
  "replay_cen_fve_mean": 0.880561113357544,
  "replay_cen_fve_p50": 0.993782639503479,
  "replay_cen_n": 200,
  "random_floor_cos_mean": 0.13757377862930298,
  "random_floor_cos_p05": 0.010975184850394726,
  "random_floor_cos_p50": 0.08592405915260315,
  "random_floor_cos_p95": 0.3702440559864044,
  "random_floor_fve_mean": 0.5687869191169739,
  "random_floor_fve_p50": 0.5429620742797852,
  "random_floor_n": 39800,
  "random_floor_cen_cos_mean": -0.003620174480602145,
  "random_floor_cen_cos_p05": -0.2549971342086792,
  "random_floor_cen_cos_p50": -0.011850034818053246,
  "random_floor_cen_cos_p95": 0.23950813710689545,
  "random_floor_cen_fve_mean": 0.4981899857521057,
  "random_floor_cen_fve_p50": 0.4940750002861023,
  "random_floor_cen_n": 39800,
  "nn_in_pool_cos_mean": 0.5704532265663147,
  "nn_in_pool_cos_p05": 0.21268048882484436,
  "nn_in_pool_cos_p50": 0.4759231209754944,
  "nn_in_pool_cos_p95": 0.9953416585922241,
  "nn_in_pool_fve_mean": 0.785226583480835,
  "nn_in_pool_fve_p50": 0.7379615902900696,
  "nn_in_pool_n": 200,
  "nn_in_pool_cen_cos_mean": 0.5112826228141785,
  "nn_in_pool_cen_cos_p05": 0.14741477370262146,
  "nn_in_pool_cen_cos_p50": 0.3755534887313843,
  "nn_in_pool_cen_cos_p95": 0.9935541152954102,
  "nn_in_pool_cen_fve_mean": 0.7556412220001221,
  "nn_in_pool_cen_fve_p50": 0.6877767443656921,
  "nn_in_pool_cen_n": 200,
  "paraphrase_all_cos_mean": 0.28096556663513184,
  "paraphrase_all_cos_p05": 0.013462398201227188,
  "paraphrase_all_cos_p50": 0.2234383225440979,
  "paraphrase_all_cos_p95": 0.986600399017334,
  "paraphrase_all_fve_mean": 0.6404827833175659,
  "paraphrase_all_fve_p50": 0.6117191314697266,
  "paraphrase_all_n": 1600,
  "paraphrase_all_cen_cos_mean": 0.15020351111888885,
  "paraphrase_all_cen_cos_p05": -0.28163281083106995,
  "paraphrase_all_cen_cos_p50": 0.10723456740379333,
  "paraphrase_all_cen_cos_p95": 0.9834794998168945,
  "paraphrase_all_cen_fve_mean": 0.5751017928123474,
  "paraphrase_all_cen_fve_p50": 0.5536172986030579,
  "paraphrase_all_cen_n": 1600,
  "paraphrase_best_cos_mean": 0.5273707509040833,
  "paraphrase_best_cos_p05": 0.04575127363204956,
  "paraphrase_best_cos_p50": 0.47343623638153076,
  "paraphrase_best_cos_p95": 0.9938907623291016,
  "paraphrase_best_fve_mean": 0.7636852860450745,
  "paraphrase_best_fve_p50": 0.7367181181907654,
  "paraphrase_best_n": 200,
  "paraphrase_best_cen_cos_mean": 0.44074559211730957,
  "paraphrase_best_cen_cos_p05": -0.21540063619613647,
  "paraphrase_best_cen_cos_p50": 0.3819118142127991,
  "paraphrase_best_cen_cos_p95": 0.9927623867988586,
  "paraphrase_best_cen_fve_mean": 0.7203727960586548,
  "paraphrase_best_cen_fve_p50": 0.6909558773040771,
  "paraphrase_best_cen_n": 200,
  "paraphrase_mean_per_src_cos_mean": 0.28096550703048706,
  "paraphrase_mean_per_src_cos_p05": 0.023124242201447487,
  "paraphrase_mean_per_src_cos_p50": 0.29697173833847046,
  "paraphrase_mean_per_src_cos_p95": 0.6240138411521912,
  "paraphrase_mean_per_src_fve_mean": 0.6404827833175659,
  "paraphrase_mean_per_src_fve_p50": 0.6484858989715576,
  "paraphrase_mean_per_src_n": 200,
  "paraphrase_mean_per_src_cen_cos_mean": 0.15020351111888885,
  "paraphrase_mean_per_src_cen_cos_p05": -0.2608959674835205,
  "paraphrase_mean_per_src_cen_cos_p50": 0.19087356328964233,
  "paraphrase_mean_per_src_cen_cos_p95": 0.5863825082778931,
  "paraphrase_mean_per_src_cen_fve_mean": 0.5751017332077026,
  "paraphrase_mean_per_src_cen_fve_p50": 0.5954368114471436,
  "paraphrase_mean_per_src_cen_n": 200,
  "normalisation_denom_fve": 0.19489836692810059,
  "normalisation_denom_fve_cen": 0.22218281030654907,
  "formula": "rho_raw = (adapter_best_of_N_fve - random_floor_fve_mean) / (paraphrase_best_fve_mean - random_floor_fve_mean); rho_cen analogous with *_cen_* fields."
}