File size: 757 Bytes
b62a42e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | {
"name": "DeBERTa-v3-large MNLI/FEVER/ANLI",
"model": "MoritzLaurer/DeBERTa-v3-large-mnli-fever-anli-ling-wanli",
"config": "en",
"open": true,
"n": 5000,
"overall_auc": 0.7693892982804592,
"auc": {
"number": 0.6419208888888889,
"date": 0.9954498344245305,
"string": 0.9134875541125541,
"table": 0.7472576140517762,
"prose": 0.9447217252095301
},
"pairs_per_s": 88.4,
"hardware": "NVIDIA RTX A6000",
"ctx": 512,
"perf": {
"device": "cuda",
"batch_size": 64,
"max_length": 512,
"torch": "2.4.1+cu124",
"platform": "Linux-5.15.0-139-generic-x86_64-with-glibc2.35",
"accelerator": "NVIDIA RTX A6000",
"n_pairs": 5000,
"elapsed_s": 56.55,
"ctx": 512,
"pairs_per_s": 88.4
}
} |