metrics.json

{
  "val_accuracy": 0.9839872209451825,
  "hyperparameters": {
    "embedding_dim": 512,
    "hidden_dim": 64,
    "epochs": 60,
    "learning_rate": 0.001,
    "batch_size": 256,
    "optimizer": "Adam",
    "dropout": 0.2
  },
  "split_sizes": {
    "train": 275862,
    "validation": 25667,
    "test": 28498
  },
  "test_accuracy": 0.9358200575478981,
  "test_macro_f1": 0.9347178248864689,
  "per_language_test_accuracy": {
    "ach": {
      "n": 720,
      "accuracy": 0.9902777777777778
    },
    "amh": {
      "n": 3420,
      "accuracy": 0.8576023391812866
    },
    "fat": {
      "n": 101,
      "accuracy": 1.0
    },
    "ful": {
      "n": 31,
      "accuracy": 1.0
    },
    "hau": {
      "n": 197,
      "accuracy": 1.0
    },
    "ibo": {
      "n": 200,
      "accuracy": 0.995
    },
    "kik": {
      "n": 214,
      "accuracy": 1.0
    },
    "lin": {
      "n": 1866,
      "accuracy": 0.9882100750267953
    },
    "lug": {
      "n": 836,
      "accuracy": 0.9844497607655502
    },
    "luo": {
      "n": 209,
      "accuracy": 1.0
    },
    "mas": {
      "n": 846,
      "accuracy": 0.933806146572104
    },
    "nyn": {
      "n": 1049,
      "accuracy": 0.9923736892278361
    },
    "orm": {
      "n": 3782,
      "accuracy": 0.9910100475938657
    },
    "pcm": {
      "n": 204,
      "accuracy": 1.0
    },
    "sid": {
      "n": 3561,
      "accuracy": 0.95085650098287
    },
    "sna": {
      "n": 1749,
      "accuracy": 0.9805603201829617
    },
    "sog": {
      "n": 808,
      "accuracy": 0.9653465346534653
    },
    "swa": {
      "n": 199,
      "accuracy": 1.0
    },
    "tir": {
      "n": 5034,
      "accuracy": 0.8098927294398093
    },
    "twi": {
      "n": 104,
      "accuracy": 0.9903846153846154
    },
    "wal": {
      "n": 3014,
      "accuracy": 0.9986728599867286
    },
    "yor": {
      "n": 354,
      "accuracy": 0.9943502824858758
    }
  }
}