File size: 833 Bytes
6b67d5d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | {
"backbone": "meta-llama/Llama-3.2-3B",
"layer": 20,
"av_ckpt": "artifacts/nla/llama32_3B/sft/best_av.pt",
"M": 32,
"K": 64,
"T": 64,
"pool_size": 2000,
"anisotropy_mu_norm": 7.210326194763184,
"adapter_raw_greedy_mean": 0.6719768047332764,
"adapter_raw_sampled_mean": 0.6835758686065674,
"adapter_raw_bestofK_mean": 0.8725147247314453,
"adapter_raw_top5ofK_mean": 0.8153164386749268,
"adapter_cen_greedy_mean": 0.633283257484436,
"adapter_cen_sampled_mean": 0.637377142906189,
"adapter_cen_bestofK_mean": 0.8584756851196289,
"adapter_cen_top5ofK_mean": 0.7926890850067139,
"nn_raw_mean": 0.8368536233901978,
"nn_raw_p50": 0.818474531173706,
"nn_cen_mean": 0.8195412158966064,
"nn_cen_p50": 0.7760539650917053,
"random_raw_mean": 0.568604588508606,
"random_cen_mean": 0.5001550912857056
} |