Upload maddition_360/flexitok--maddition_ita_Latn_360_overlap.json with huggingface_hub
Browse files
maddition_360/flexitok--maddition_ita_Latn_360_overlap.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"1": {"ratio_to_total_tokens": 0.2, "expected_training_ratio_in_superset": 0.009090909090909092, "num_tokens": 72}, "2": {"ratio_to_total_tokens": 0.03888888888888889, "expected_training_ratio_in_superset": 0.003535353535353535, "num_tokens": 14}, "3": {"ratio_to_total_tokens": 0.008333333333333333, "expected_training_ratio_in_superset": 0.0011363636363636363, "num_tokens": 3}, "4": {"ratio_to_total_tokens": 0.022222222222222223, "expected_training_ratio_in_superset": 0.00404040404040404, "num_tokens": 8}, "5": {"ratio_to_total_tokens": 0.008333333333333333, "expected_training_ratio_in_superset": 0.0018939393939393938, "num_tokens": 3}, "8": {"ratio_to_total_tokens": 0.002777777777777778, "expected_training_ratio_in_superset": 0.00101010101010101, "num_tokens": 1}, "22": {"ratio_to_total_tokens": 0.7194444444444444, "expected_training_ratio_in_superset": 0.7194444444444444, "num_tokens": 259}, "total_training_compared_to_full_model": 0.7401515151515151}
|