Upload maddition_360/flexitok--maddition_por_Latn_360_overlap.json with huggingface_hub
Browse files
maddition_360/flexitok--maddition_por_Latn_360_overlap.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"1": {"ratio_to_total_tokens": 0.12893982808022922, "expected_training_ratio_in_superset": 0.0058609012763740555, "num_tokens": 45}, "2": {"ratio_to_total_tokens": 0.0659025787965616, "expected_training_ratio_in_superset": 0.005991143526960146, "num_tokens": 23}, "3": {"ratio_to_total_tokens": 0.025787965616045846, "expected_training_ratio_in_superset": 0.003516540765824433, "num_tokens": 9}, "4": {"ratio_to_total_tokens": 0.022922636103151862, "expected_training_ratio_in_superset": 0.004167752018754884, "num_tokens": 8}, "5": {"ratio_to_total_tokens": 0.011461318051575931, "expected_training_ratio_in_superset": 0.0026048450117218025, "num_tokens": 4}, "8": {"ratio_to_total_tokens": 0.0028653295128939827, "expected_training_ratio_in_superset": 0.001041938004688721, "num_tokens": 1}, "22": {"ratio_to_total_tokens": 0.7421203438395415, "expected_training_ratio_in_superset": 0.7421203438395415, "num_tokens": 259}, "total_training_compared_to_full_model": 0.7653034644438655}
|