| { |
| "name": "DeBERTa-v3-large MNLI/FEVER/ANLI", |
| "model": "MoritzLaurer/DeBERTa-v3-large-mnli-fever-anli-ling-wanli", |
| "config": "en", |
| "open": true, |
| "n": 5000, |
| "overall_auc": 0.7693892982804592, |
| "auc": { |
| "number": 0.6419208888888889, |
| "date": 0.9954498344245305, |
| "string": 0.9134875541125541, |
| "table": 0.7472576140517762, |
| "prose": 0.9447217252095301 |
| }, |
| "pairs_per_s": 88.4, |
| "hardware": "NVIDIA RTX A6000", |
| "ctx": 512, |
| "perf": { |
| "device": "cuda", |
| "batch_size": 64, |
| "max_length": 512, |
| "torch": "2.4.1+cu124", |
| "platform": "Linux-5.15.0-139-generic-x86_64-with-glibc2.35", |
| "accelerator": "NVIDIA RTX A6000", |
| "n_pairs": 5000, |
| "elapsed_s": 56.55, |
| "ctx": 512, |
| "pairs_per_s": 88.4 |
| } |
| } |
