Upload morphel_metrics_report.json with huggingface_hub

morphel_metrics_report.json

@@ -1,7 +1,7 @@
 {
   "tokenizer": "MorpheL-ablation-random-baseline",
   "config": {
-    "vocab_size": 32055,
+    "vocab_size": 32054,
     "algorithm": "random_uniform",
     "random_max_cuts": 2,
     "seed": 42,
@@ -18,12 +18,12 @@
     "mi_index_words": 0
   },
   "metrics": {
-    "fertility": 1.4316636496798583,
-    "tokens_per_char": 0.19114695689453448,
-    "avg_seq_len": 16.921666666666667,
+    "fertility": 1.7109577387310746,
+    "tokens_per_char": 0.22843659207714814,
+    "avg_seq_len": 19.8416,
     "vocab_coverage": 1.0,
     "oov_rate": 0.0,
-    "fallback_event_rate": 0.130001215323308,
+    "fallback_event_rate": 0.10898891497214351,
     "char_shatter_rate": 0.0,
     "n_sentences": 15000,
     "n_word_types": 26764