File size: 4,419 Bytes
bcadf43 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 | {
"backbone": "meta-llama/Llama-3.2-3B",
"layer": 20,
"n_targets": 200,
"targets_path": "artifacts/nla/llama32_3B/targets_L20_seq64_30k_seed1.pt",
"anisotropy_mu_norm": 7.163687705993652,
"replay_cos_mean": 0.8087875247001648,
"replay_cos_p05": 0.04843669757246971,
"replay_cos_p50": 0.9894923567771912,
"replay_cos_p95": 0.997727632522583,
"replay_fve_mean": 0.9043937921524048,
"replay_fve_p50": 0.994746208190918,
"replay_n": 200,
"replay_cen_cos_mean": 0.7611221075057983,
"replay_cen_cos_p05": -0.2058715522289276,
"replay_cen_cos_p50": 0.987565279006958,
"replay_cen_cos_p95": 0.9973605871200562,
"replay_cen_fve_mean": 0.880561113357544,
"replay_cen_fve_p50": 0.993782639503479,
"replay_cen_n": 200,
"random_floor_cos_mean": 0.13757377862930298,
"random_floor_cos_p05": 0.010975184850394726,
"random_floor_cos_p50": 0.08592405915260315,
"random_floor_cos_p95": 0.3702440559864044,
"random_floor_fve_mean": 0.5687869191169739,
"random_floor_fve_p50": 0.5429620742797852,
"random_floor_n": 39800,
"random_floor_cen_cos_mean": -0.003620174480602145,
"random_floor_cen_cos_p05": -0.2549971342086792,
"random_floor_cen_cos_p50": -0.011850034818053246,
"random_floor_cen_cos_p95": 0.23950813710689545,
"random_floor_cen_fve_mean": 0.4981899857521057,
"random_floor_cen_fve_p50": 0.4940750002861023,
"random_floor_cen_n": 39800,
"nn_in_pool_cos_mean": 0.5704532265663147,
"nn_in_pool_cos_p05": 0.21268048882484436,
"nn_in_pool_cos_p50": 0.4759231209754944,
"nn_in_pool_cos_p95": 0.9953416585922241,
"nn_in_pool_fve_mean": 0.785226583480835,
"nn_in_pool_fve_p50": 0.7379615902900696,
"nn_in_pool_n": 200,
"nn_in_pool_cen_cos_mean": 0.5112826228141785,
"nn_in_pool_cen_cos_p05": 0.14741477370262146,
"nn_in_pool_cen_cos_p50": 0.3755534887313843,
"nn_in_pool_cen_cos_p95": 0.9935541152954102,
"nn_in_pool_cen_fve_mean": 0.7556412220001221,
"nn_in_pool_cen_fve_p50": 0.6877767443656921,
"nn_in_pool_cen_n": 200,
"paraphrase_all_cos_mean": 0.28096556663513184,
"paraphrase_all_cos_p05": 0.013462398201227188,
"paraphrase_all_cos_p50": 0.2234383225440979,
"paraphrase_all_cos_p95": 0.986600399017334,
"paraphrase_all_fve_mean": 0.6404827833175659,
"paraphrase_all_fve_p50": 0.6117191314697266,
"paraphrase_all_n": 1600,
"paraphrase_all_cen_cos_mean": 0.15020351111888885,
"paraphrase_all_cen_cos_p05": -0.28163281083106995,
"paraphrase_all_cen_cos_p50": 0.10723456740379333,
"paraphrase_all_cen_cos_p95": 0.9834794998168945,
"paraphrase_all_cen_fve_mean": 0.5751017928123474,
"paraphrase_all_cen_fve_p50": 0.5536172986030579,
"paraphrase_all_cen_n": 1600,
"paraphrase_best_cos_mean": 0.5273707509040833,
"paraphrase_best_cos_p05": 0.04575127363204956,
"paraphrase_best_cos_p50": 0.47343623638153076,
"paraphrase_best_cos_p95": 0.9938907623291016,
"paraphrase_best_fve_mean": 0.7636852860450745,
"paraphrase_best_fve_p50": 0.7367181181907654,
"paraphrase_best_n": 200,
"paraphrase_best_cen_cos_mean": 0.44074559211730957,
"paraphrase_best_cen_cos_p05": -0.21540063619613647,
"paraphrase_best_cen_cos_p50": 0.3819118142127991,
"paraphrase_best_cen_cos_p95": 0.9927623867988586,
"paraphrase_best_cen_fve_mean": 0.7203727960586548,
"paraphrase_best_cen_fve_p50": 0.6909558773040771,
"paraphrase_best_cen_n": 200,
"paraphrase_mean_per_src_cos_mean": 0.28096550703048706,
"paraphrase_mean_per_src_cos_p05": 0.023124242201447487,
"paraphrase_mean_per_src_cos_p50": 0.29697173833847046,
"paraphrase_mean_per_src_cos_p95": 0.6240138411521912,
"paraphrase_mean_per_src_fve_mean": 0.6404827833175659,
"paraphrase_mean_per_src_fve_p50": 0.6484858989715576,
"paraphrase_mean_per_src_n": 200,
"paraphrase_mean_per_src_cen_cos_mean": 0.15020351111888885,
"paraphrase_mean_per_src_cen_cos_p05": -0.2608959674835205,
"paraphrase_mean_per_src_cen_cos_p50": 0.19087356328964233,
"paraphrase_mean_per_src_cen_cos_p95": 0.5863825082778931,
"paraphrase_mean_per_src_cen_fve_mean": 0.5751017332077026,
"paraphrase_mean_per_src_cen_fve_p50": 0.5954368114471436,
"paraphrase_mean_per_src_cen_n": 200,
"normalisation_denom_fve": 0.19489836692810059,
"normalisation_denom_fve_cen": 0.22218281030654907,
"formula": "rho_raw = (adapter_best_of_N_fve - random_floor_fve_mean) / (paraphrase_best_fve_mean - random_floor_fve_mean); rho_cen analogous with *_cen_* fields."
} |