File size: 12,572 Bytes
7395353 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 | common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)
system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.
task acc_norm
1 100.00000000
2 50.00000000
3 66.66666667
4 75.00000000
5 80.00000000
6 83.33333333
7 85.71428571
8 75.00000000
9 66.66666667
10 60.00000000
11 54.54545455
12 50.00000000
13 46.15384615
14 42.85714286
15 46.66666667
16 50.00000000
17 52.94117647
18 55.55555556
19 57.89473684
20 60.00000000
21 61.90476190
22 63.63636364
23 65.21739130
24 66.66666667
25 64.00000000
26 61.53846154
27 59.25925926
28 57.14285714
29 58.62068966
30 60.00000000
31 61.29032258
32 62.50000000
33 63.63636364
34 64.70588235
35 65.71428571
36 66.66666667
37 64.86486486
38 65.78947368
39 66.66666667
40 67.50000000
41 68.29268293
42 69.04761905
43 69.76744186
44 70.45454545
45 68.88888889
46 69.56521739
47 70.21276596
48 70.83333333
49 71.42857143
50 72.00000000
51 72.54901961
52 73.07692308
53 73.58490566
54 72.22222222
55 70.90909091
56 69.64285714
57 70.17543860
58 70.68965517
59 71.18644068
60 70.00000000
61 70.49180328
62 70.96774194
63 71.42857143
64 70.31250000
65 70.76923077
66 71.21212121
67 71.64179104
68 72.05882353
69 72.46376812
70 72.85714286
71 73.23943662
72 73.61111111
73 73.97260274
74 72.97297297
75 72.00000000
76 72.36842105
77 71.42857143
78 71.79487179
79 72.15189873
80 72.50000000
81 72.83950617
82 73.17073171
83 72.28915663
84 72.61904762
85 71.76470588
86 72.09302326
87 72.41379310
88 72.72727273
89 73.03370787
90 73.33333333
91 73.62637363
92 73.91304348
93 74.19354839
94 74.46808511
95 74.73684211
96 75.00000000
97 75.25773196
98 75.51020408
99 75.75757576
100 75.00000000
101 75.24752475
102 74.50980392
103 74.75728155
104 75.00000000
105 74.28571429
106 74.52830189
107 74.76635514
108 75.00000000
109 75.22935780
110 75.45454545
111 74.77477477
112 75.00000000
113 75.22123894
114 74.56140351
115 74.78260870
116 75.00000000
117 75.21367521
118 74.57627119
119 74.78991597
120 74.16666667
121 74.38016529
122 74.59016393
123 74.79674797
124 75.00000000
125 75.20000000
126 75.39682540
127 75.59055118
128 75.00000000
129 74.41860465
130 74.61538462
131 74.80916031
132 75.00000000
133 75.18796992
134 74.62686567
135 74.81481481
136 75.00000000
137 75.18248175
138 75.36231884
139 75.53956835
140 75.71428571
141 75.17730496
142 75.35211268
143 75.52447552
144 75.69444444
145 75.86206897
146 76.02739726
147 76.19047619
148 76.35135135
149 76.51006711
150 76.66666667
151 76.82119205
152 76.97368421
153 77.12418301
154 76.62337662
155 76.77419355
156 76.92307692
157 77.07006369
158 77.21518987
159 77.35849057
160 77.50000000
161 77.63975155
162 77.77777778
163 77.91411043
164 78.04878049
165 78.18181818
166 78.31325301
167 78.44311377
168 78.57142857
169 78.69822485
170 78.82352941
171 78.94736842
172 78.48837209
173 78.61271676
174 78.73563218
175 78.85714286
176 78.97727273
177 79.09604520
178 79.21348315
179 79.32960894
180 79.44444444
181 79.55801105
182 79.12087912
183 79.23497268
184 79.34782609
185 79.45945946
186 79.56989247
187 79.67914439
188 79.78723404
189 79.89417989
190 80.00000000
191 80.10471204
192 80.20833333
193 80.31088083
194 80.41237113
195 80.51282051
196 80.61224490
197 80.71065990
198 80.30303030
199 80.40201005
200 80.00000000
201 79.60199005
202 79.70297030
203 79.80295567
204 79.41176471
205 79.02439024
206 79.12621359
207 79.22705314
208 79.32692308
209 79.42583732
210 79.52380952
211 79.62085308
212 79.71698113
213 79.81220657
214 79.90654206
215 80.00000000
216 80.09259259
217 80.18433180
218 80.27522936
219 80.36529680
220 80.45454545
221 80.54298643
222 80.18018018
223 80.26905830
224 80.35714286
225 80.44444444
226 80.53097345
227 80.61674009
228 80.70175439
229 80.78602620
230 80.86956522
231 80.95238095
232 81.03448276
233 81.11587983
234 80.76923077
235 80.85106383
236 80.93220339
237 81.01265823
238 81.09243697
239 81.17154812
240 80.83333333
241 80.49792531
242 80.57851240
243 80.24691358
244 80.32786885
245 80.40816327
246 80.08130081
247 80.16194332
248 79.83870968
249 79.91967871
250 80.00000000
251 80.07968127
252 80.15873016
253 80.23715415
254 80.31496063
255 80.39215686
256 80.07812500
257 80.15564202
258 79.84496124
259 79.53667954
260 79.23076923
261 79.31034483
262 79.38931298
263 79.08745247
264 79.16666667
265 79.24528302
266 79.32330827
267 79.40074906
268 79.47761194
269 79.55390335
270 79.62962963
271 79.70479705
272 79.77941176
273 79.48717949
274 79.56204380
275 79.63636364
276 79.71014493
277 79.78339350
278 79.85611511
279 79.92831541
280 79.64285714
281 79.71530249
282 79.78723404
283 79.85865724
284 79.92957746
285 80.00000000
286 79.72027972
287 79.79094077
288 79.86111111
289 79.93079585
290 80.00000000
291 80.06872852
292 80.13698630
293 80.20477816
294 80.27210884
295 80.33898305
296 80.40540541
297 80.13468013
298 80.20134228
299 80.26755853
300 80.33333333
301 80.39867110
302 80.46357616
303 80.52805281
304 80.59210526
305 80.65573770
306 80.71895425
307 80.78175896
308 80.51948052
309 80.58252427
310 80.32258065
311 80.38585209
312 80.44871795
313 80.51118211
314 80.57324841
315 80.63492063
316 80.69620253
317 80.75709779
318 80.81761006
319 80.87774295
320 80.93750000
321 80.99688474
322 81.05590062
323 81.11455108
324 81.17283951
325 81.23076923
326 81.28834356
327 81.34556575
328 81.40243902
329 81.45896657
330 81.51515152
331 81.57099698
332 81.62650602
333 81.38138138
334 81.43712575
335 81.49253731
336 81.54761905
337 81.60237389
338 81.65680473
339 81.71091445
340 81.76470588
341 81.81818182
342 81.87134503
343 81.92419825
344 81.97674419
345 82.02898551
346 81.79190751
347 81.84438040
348 81.89655172
349 81.94842407
350 81.71428571
351 81.76638177
352 81.81818182
353 81.86968839
354 81.92090395
355 81.97183099
356 82.02247191
357 82.07282913
358 82.12290503
359 82.17270195
360 82.22222222
361 82.27146814
362 82.04419890
363 82.09366391
364 81.86813187
365 81.91780822
366 81.96721311
367 82.01634877
368 82.06521739
369 81.84281843
370 81.62162162
371 81.67115903
372 81.72043011
373 81.76943700
374 81.81818182
375 81.60000000
376 81.64893617
377 81.69761273
378 81.48148148
379 81.53034301
380 81.57894737
381 81.36482940
382 81.41361257
383 81.46214099
384 81.51041667
385 81.55844156
386 81.60621762
387 81.39534884
388 81.44329897
389 81.49100257
390 81.53846154
391 81.32992327
392 81.37755102
393 81.42493639
394 81.47208122
395 81.51898734
396 81.56565657
397 81.36020151
398 81.40703518
399 81.45363409
400 81.50000000
401 81.54613466
402 81.59203980
403 81.63771712
404 81.43564356
405 81.48148148
406 81.52709360
407 81.57248157
408 81.61764706
409 81.66259169
410 81.70731707
411 81.75182482
412 81.79611650
413 81.84019370
414 81.64251208
415 81.68674699
416 81.73076923
417 81.77458034
418 81.81818182
419 81.86157518
420 81.90476190
421 81.71021378
422 81.75355450
423 81.79669031
424 81.60377358
425 81.64705882
426 81.69014085
427 81.73302108
428 81.77570093
429 81.58508159
430 81.62790698
431 81.43851508
432 81.48148148
433 81.52424942
434 81.56682028
435 81.60919540
436 81.42201835
437 81.46453089
438 81.50684932
439 81.32118451
440 81.13636364
441 81.17913832
442 81.22171946
443 81.26410835
444 81.30630631
445 81.34831461
446 81.39013453
447 81.43176734
448 81.47321429
449 81.51447661
450 81.55555556
451 81.59645233
452 81.63716814
453 81.45695364
454 81.49779736
455 81.53846154
456 81.57894737
457 81.40043764
458 81.44104803
459 81.48148148
460 81.30434783
461 81.12798265
462 81.16883117
463 80.99352052
464 80.81896552
465 80.86021505
466 80.90128755
467 80.94218415
468 80.98290598
469 81.02345416
470 81.06382979
471 81.10403397
472 81.14406780
473 81.18393235
474 81.22362869
475 81.26315789
476 81.09243697
477 81.13207547
478 81.17154812
479 81.21085595
480 81.25000000
481 81.08108108
482 81.12033195
483 81.15942029
484 81.19834711
485 81.23711340
486 81.27572016
487 81.10882957
488 80.94262295
489 80.98159509
490 81.02040816
491 80.85539715
492 80.89430894
493 80.93306288
494 80.97165992
495 81.01010101
496 81.04838710
497 80.88531187
498 80.92369478
499 80.96192385
500 81.00000000
501 81.03792415
502 81.07569721
503 81.11332008
504 81.15079365
505 81.18811881
506 81.22529644
507 81.26232742
508 81.29921260
509 81.33595285
510 81.17647059
511 81.21330724
512 81.25000000
513 81.28654971
514 81.12840467
515 81.16504854
516 81.00775194
517 81.04448743
518 81.08108108
519 81.11753372
520 81.15384615
521 81.19001919
522 81.22605364
523 81.26195029
524 81.10687023
525 81.14285714
526 81.17870722
527 81.21442125
528 81.25000000
529 81.09640832
530 81.13207547
531 81.16760829
532 81.20300752
533 81.23827392
534 81.27340824
535 81.30841121
536 81.34328358
537 81.37802607
538 81.41263941
539 81.44712430
540 81.29629630
541 81.33086876
542 81.36531365
543 81.21546961
544 81.25000000
545 81.28440367
546 81.31868132
547 81.35283364
548 81.38686131
549 81.42076503
550 81.45454545
551 81.30671506
552 81.34057971
553 81.37432188
554 81.22743682
555 81.26126126
556 81.11510791
557 81.14901257
558 81.18279570
559 81.03756708
560 81.07142857
561 81.10516934
562 81.13879004
563 80.99467140
564 81.02836879
565 81.06194690
566 81.09540636
567 81.12874780
568 81.16197183
569 81.01933216
570 81.05263158
571 81.08581436
572 81.11888112
573 81.15183246
574 81.18466899
575 81.21739130
576 81.25000000
577 81.28249567
578 81.14186851
579 81.17443869
580 81.20689655
581 81.23924269
582 81.27147766
583 81.30360206
584 81.33561644
585 81.36752137
586 81.39931741
587 81.26064736
588 81.29251701
589 81.32427844
590 81.35593220
591 81.38747885
592 81.41891892
593 81.45025295
594 81.48148148
595 81.51260504
596 81.54362416
597 81.57453936
598 81.60535117
599 81.63606010
600 81.66666667
601 81.69717138
602 81.72757475
603 81.75787728
604 81.78807947
605 81.81818182
606 81.84818482
607 81.87808896
608 81.90789474
609 81.93760263
610 81.96721311
611 81.99672668
612 82.02614379
613 82.05546493
614 82.08469055
615 82.11382114
616 82.14285714
617 82.17179903
618 82.20064725
619 82.06785137
620 82.09677419
621 82.12560386
622 82.15434084
623 82.18298555
624 82.21153846
625 82.24000000
626 82.26837061
627 82.29665072
628 82.32484076
629 82.19395866
630 82.22222222
631 82.25039620
632 82.27848101
633 82.30647709
634 82.33438486
635 82.20472441
636 82.23270440
637 82.10361068
638 82.13166144
639 82.15962441
640 82.18750000
641 82.21528861
642 82.24299065
643 82.27060653
644 82.29813665
645 82.32558140
646 82.19814241
647 82.22565688
648 82.25308642
649 82.28043143
650 82.30769231
651 82.33486943
652 82.36196319
653 82.38897397
654 82.26299694
655 82.29007634
656 82.31707317
657 82.19178082
658 82.21884498
659 82.24582701
660 82.27272727
661 82.29954614
662 82.32628399
663 82.35294118
664 82.22891566
665 82.10526316
666 81.98198198
667 82.00899550
668 82.03592814
669 82.06278027
670 82.08955224
671 81.96721311
672 81.84523810
673 81.87221397
674 81.75074184
675 81.77777778
676 81.65680473
677 81.68389956
678 81.56342183
679 81.59057437
680 81.47058824
681 81.49779736
682 81.52492669
683 81.55197657
684 81.43274854
685 81.45985401
686 81.48688047
687 81.51382824
688 81.54069767
689 81.56748911
690 81.59420290
691 81.62083936
692 81.50289017
693 81.52958153
694 81.55619597
695 81.58273381
696 81.60919540
697 81.63558106
698 81.66189112
699 81.68812589
700 81.57142857
701 81.59771755
702 81.62393162
703 81.65007112
704 81.67613636
705 81.56028369
706 81.44475921
707 81.47100424
708 81.49717514
709 81.52327221
710 81.40845070
711 81.43459916
712 81.46067416
713 81.48667602
714 81.37254902
715 81.25874126
716 81.28491620
717 81.31101813
718 81.33704735
719 81.36300417
720 81.38888889
721 81.27600555
722 81.30193906
723 81.32780083
724 81.35359116
725 81.37931034
726 81.40495868
727 81.43053645
728 81.45604396
729 81.48148148
730 81.36986301
731 81.39534884
732 81.28415301
733 81.30968622
734 81.33514986
735 81.36054422
736 81.38586957
737 81.41112619
738 81.30081301
739 81.19079838
740 81.21621622
741 81.24156545
742 81.26684636
743 81.29205922
744 81.31720430
745 81.34228188
746 81.36729223
747 81.39223561
748 81.41711230
749 81.44192256
750 81.46666667
|