gsaltintas commited on
Commit
3363929
·
verified ·
1 Parent(s): 44b32ba

Upload maddition_360_held_out/flexitok--maddition_fin_Latn_360_overlap.json with huggingface_hub

Browse files
maddition_360_held_out/flexitok--maddition_fin_Latn_360_overlap.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"1": {"ratio_to_total_tokens": 0.25, "expected_training_ratio_in_superset": 0.009615384615384616, "num_tokens": 90}, "2": {"ratio_to_total_tokens": 0.013888888888888888, "expected_training_ratio_in_superset": 0.0010683760683760685, "num_tokens": 5}, "4": {"ratio_to_total_tokens": 0.011111111111111112, "expected_training_ratio_in_superset": 0.0017094017094017094, "num_tokens": 4}, "5": {"ratio_to_total_tokens": 0.002777777777777778, "expected_training_ratio_in_superset": 0.0005341880341880342, "num_tokens": 1}, "9": {"ratio_to_total_tokens": 0.002777777777777778, "expected_training_ratio_in_superset": 0.0009615384615384615, "num_tokens": 1}, "26": {"ratio_to_total_tokens": 0.7194444444444444, "expected_training_ratio_in_superset": 0.7194444444444444, "num_tokens": 259}, "total_training_compared_to_full_model": 0.7333333333333333}