eval artifact oracle_ceiling.json

eval/oracle_ceiling.json

@@ -0,0 +1,94 @@
+{
+  "backbone": "meta-llama/Llama-3.2-3B",
+  "layer": 20,
+  "n_targets": 200,
+  "targets_path": "artifacts/nla/llama32_3B/targets_L20_seq64_30k_seed1.pt",
+  "anisotropy_mu_norm": 7.163687705993652,
+  "replay_cos_mean": 0.8087875247001648,
+  "replay_cos_p05": 0.04843669757246971,
+  "replay_cos_p50": 0.9894923567771912,
+  "replay_cos_p95": 0.997727632522583,
+  "replay_fve_mean": 0.9043937921524048,
+  "replay_fve_p50": 0.994746208190918,
+  "replay_n": 200,
+  "replay_cen_cos_mean": 0.7611221075057983,
+  "replay_cen_cos_p05": -0.2058715522289276,
+  "replay_cen_cos_p50": 0.987565279006958,
+  "replay_cen_cos_p95": 0.9973605871200562,
+  "replay_cen_fve_mean": 0.880561113357544,
+  "replay_cen_fve_p50": 0.993782639503479,
+  "replay_cen_n": 200,
+  "random_floor_cos_mean": 0.13757377862930298,
+  "random_floor_cos_p05": 0.010975184850394726,
+  "random_floor_cos_p50": 0.08592405915260315,
+  "random_floor_cos_p95": 0.3702440559864044,
+  "random_floor_fve_mean": 0.5687869191169739,
+  "random_floor_fve_p50": 0.5429620742797852,
+  "random_floor_n": 39800,
+  "random_floor_cen_cos_mean": -0.003620174480602145,
+  "random_floor_cen_cos_p05": -0.2549971342086792,
+  "random_floor_cen_cos_p50": -0.011850034818053246,
+  "random_floor_cen_cos_p95": 0.23950813710689545,
+  "random_floor_cen_fve_mean": 0.4981899857521057,
+  "random_floor_cen_fve_p50": 0.4940750002861023,
+  "random_floor_cen_n": 39800,
+  "nn_in_pool_cos_mean": 0.5704532265663147,
+  "nn_in_pool_cos_p05": 0.21268048882484436,
+  "nn_in_pool_cos_p50": 0.4759231209754944,
+  "nn_in_pool_cos_p95": 0.9953416585922241,
+  "nn_in_pool_fve_mean": 0.785226583480835,
+  "nn_in_pool_fve_p50": 0.7379615902900696,
+  "nn_in_pool_n": 200,
+  "nn_in_pool_cen_cos_mean": 0.5112826228141785,
+  "nn_in_pool_cen_cos_p05": 0.14741477370262146,
+  "nn_in_pool_cen_cos_p50": 0.3755534887313843,
+  "nn_in_pool_cen_cos_p95": 0.9935541152954102,
+  "nn_in_pool_cen_fve_mean": 0.7556412220001221,
+  "nn_in_pool_cen_fve_p50": 0.6877767443656921,
+  "nn_in_pool_cen_n": 200,
+  "paraphrase_all_cos_mean": 0.28096556663513184,
+  "paraphrase_all_cos_p05": 0.013462398201227188,
+  "paraphrase_all_cos_p50": 0.2234383225440979,
+  "paraphrase_all_cos_p95": 0.986600399017334,
+  "paraphrase_all_fve_mean": 0.6404827833175659,
+  "paraphrase_all_fve_p50": 0.6117191314697266,
+  "paraphrase_all_n": 1600,
+  "paraphrase_all_cen_cos_mean": 0.15020351111888885,
+  "paraphrase_all_cen_cos_p05": -0.28163281083106995,
+  "paraphrase_all_cen_cos_p50": 0.10723456740379333,
+  "paraphrase_all_cen_cos_p95": 0.9834794998168945,
+  "paraphrase_all_cen_fve_mean": 0.5751017928123474,
+  "paraphrase_all_cen_fve_p50": 0.5536172986030579,
+  "paraphrase_all_cen_n": 1600,
+  "paraphrase_best_cos_mean": 0.5273707509040833,
+  "paraphrase_best_cos_p05": 0.04575127363204956,
+  "paraphrase_best_cos_p50": 0.47343623638153076,
+  "paraphrase_best_cos_p95": 0.9938907623291016,
+  "paraphrase_best_fve_mean": 0.7636852860450745,
+  "paraphrase_best_fve_p50": 0.7367181181907654,
+  "paraphrase_best_n": 200,
+  "paraphrase_best_cen_cos_mean": 0.44074559211730957,
+  "paraphrase_best_cen_cos_p05": -0.21540063619613647,
+  "paraphrase_best_cen_cos_p50": 0.3819118142127991,
+  "paraphrase_best_cen_cos_p95": 0.9927623867988586,
+  "paraphrase_best_cen_fve_mean": 0.7203727960586548,
+  "paraphrase_best_cen_fve_p50": 0.6909558773040771,
+  "paraphrase_best_cen_n": 200,
+  "paraphrase_mean_per_src_cos_mean": 0.28096550703048706,
+  "paraphrase_mean_per_src_cos_p05": 0.023124242201447487,
+  "paraphrase_mean_per_src_cos_p50": 0.29697173833847046,
+  "paraphrase_mean_per_src_cos_p95": 0.6240138411521912,
+  "paraphrase_mean_per_src_fve_mean": 0.6404827833175659,
+  "paraphrase_mean_per_src_fve_p50": 0.6484858989715576,
+  "paraphrase_mean_per_src_n": 200,
+  "paraphrase_mean_per_src_cen_cos_mean": 0.15020351111888885,
+  "paraphrase_mean_per_src_cen_cos_p05": -0.2608959674835205,
+  "paraphrase_mean_per_src_cen_cos_p50": 0.19087356328964233,
+  "paraphrase_mean_per_src_cen_cos_p95": 0.5863825082778931,
+  "paraphrase_mean_per_src_cen_fve_mean": 0.5751017332077026,
+  "paraphrase_mean_per_src_cen_fve_p50": 0.5954368114471436,
+  "paraphrase_mean_per_src_cen_n": 200,
+  "normalisation_denom_fve": 0.19489836692810059,
+  "normalisation_denom_fve_cen": 0.22218281030654907,
+  "formula": "rho_raw = (adapter_best_of_N_fve - random_floor_fve_mean) / (paraphrase_best_fve_mean - random_floor_fve_mean); rho_cen analogous with *_cen_* fields."
+}