Upload maddition_360_held_out/flexitok--maddition_por_Latn_360_overlap.json with huggingface_hub
Browse files
maddition_360_held_out/flexitok--maddition_por_Latn_360_overlap.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"1": {"ratio_to_total_tokens": 0.12893982808022922, "expected_training_ratio_in_superset": 0.004959224156931894, "num_tokens": 45}, "2": {"ratio_to_total_tokens": 0.0659025787965616, "expected_training_ratio_in_superset": 0.005069429138197047, "num_tokens": 23}, "3": {"ratio_to_total_tokens": 0.017191977077363897, "expected_training_ratio_in_superset": 0.001983689662772757, "num_tokens": 6}, "4": {"ratio_to_total_tokens": 0.025787965616045846, "expected_training_ratio_in_superset": 0.003967379325545514, "num_tokens": 9}, "5": {"ratio_to_total_tokens": 0.014326647564469915, "expected_training_ratio_in_superset": 0.00275512453162883, "num_tokens": 5}, "6": {"ratio_to_total_tokens": 0.0028653295128939827, "expected_training_ratio_in_superset": 0.0006612298875909191, "num_tokens": 1}, "9": {"ratio_to_total_tokens": 0.0028653295128939827, "expected_training_ratio_in_superset": 0.0009918448313863786, "num_tokens": 1}, "26": {"ratio_to_total_tokens": 0.7421203438395415, "expected_training_ratio_in_superset": 0.7421203438395415, "num_tokens": 259}, "total_training_compared_to_full_model": 0.7625082653735948}
|