File size: 833 Bytes
6b67d5d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{
  "backbone": "meta-llama/Llama-3.2-3B",
  "layer": 20,
  "av_ckpt": "artifacts/nla/llama32_3B/sft/best_av.pt",
  "M": 32,
  "K": 64,
  "T": 64,
  "pool_size": 2000,
  "anisotropy_mu_norm": 7.210326194763184,
  "adapter_raw_greedy_mean": 0.6719768047332764,
  "adapter_raw_sampled_mean": 0.6835758686065674,
  "adapter_raw_bestofK_mean": 0.8725147247314453,
  "adapter_raw_top5ofK_mean": 0.8153164386749268,
  "adapter_cen_greedy_mean": 0.633283257484436,
  "adapter_cen_sampled_mean": 0.637377142906189,
  "adapter_cen_bestofK_mean": 0.8584756851196289,
  "adapter_cen_top5ofK_mean": 0.7926890850067139,
  "nn_raw_mean": 0.8368536233901978,
  "nn_raw_p50": 0.818474531173706,
  "nn_cen_mean": 0.8195412158966064,
  "nn_cen_p50": 0.7760539650917053,
  "random_raw_mean": 0.568604588508606,
  "random_cen_mean": 0.5001550912857056
}