{
  "name": "DeBERTa-v3-large MNLI/FEVER/ANLI",
  "model": "MoritzLaurer/DeBERTa-v3-large-mnli-fever-anli-ling-wanli",
  "config": "en",
  "open": true,
  "n": 5000,
  "overall_auc": 0.7693892982804592,
  "auc": {
    "number": 0.6419208888888889,
    "date": 0.9954498344245305,
    "string": 0.9134875541125541,
    "table": 0.7472576140517762,
    "prose": 0.9447217252095301
  },
  "pairs_per_s": 88.4,
  "hardware": "NVIDIA RTX A6000",
  "ctx": 512,
  "perf": {
    "device": "cuda",
    "batch_size": 64,
    "max_length": 512,
    "torch": "2.4.1+cu124",
    "platform": "Linux-5.15.0-139-generic-x86_64-with-glibc2.35",
    "accelerator": "NVIDIA RTX A6000",
    "n_pairs": 5000,
    "elapsed_s": 56.55,
    "ctx": 512,
    "pairs_per_s": 88.4
  }
}