gsaltintas commited on
Commit
441d817
·
verified ·
1 Parent(s): c1805f1

Upload maddition_360_held_out/flexitok--maddition_ita_Latn_360_overlap.json with huggingface_hub

Browse files
maddition_360_held_out/flexitok--maddition_ita_Latn_360_overlap.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"1": {"ratio_to_total_tokens": 0.2, "expected_training_ratio_in_superset": 0.007692307692307692, "num_tokens": 72}, "2": {"ratio_to_total_tokens": 0.03888888888888889, "expected_training_ratio_in_superset": 0.002991452991452992, "num_tokens": 14}, "3": {"ratio_to_total_tokens": 0.005555555555555556, "expected_training_ratio_in_superset": 0.000641025641025641, "num_tokens": 2}, "4": {"ratio_to_total_tokens": 0.022222222222222223, "expected_training_ratio_in_superset": 0.003418803418803419, "num_tokens": 8}, "5": {"ratio_to_total_tokens": 0.008333333333333333, "expected_training_ratio_in_superset": 0.0016025641025641027, "num_tokens": 3}, "6": {"ratio_to_total_tokens": 0.002777777777777778, "expected_training_ratio_in_superset": 0.000641025641025641, "num_tokens": 1}, "9": {"ratio_to_total_tokens": 0.002777777777777778, "expected_training_ratio_in_superset": 0.0009615384615384615, "num_tokens": 1}, "26": {"ratio_to_total_tokens": 0.7194444444444444, "expected_training_ratio_in_superset": 0.7194444444444444, "num_tokens": 259}, "total_training_compared_to_full_model": 0.7373931623931624}