File size: 12,572 Bytes
7395353 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 | common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)
system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.
task acc_norm
1 100.00000000
2 50.00000000
3 66.66666667
4 75.00000000
5 80.00000000
6 83.33333333
7 85.71428571
8 75.00000000
9 66.66666667
10 60.00000000
11 54.54545455
12 50.00000000
13 46.15384615
14 50.00000000
15 53.33333333
16 56.25000000
17 58.82352941
18 61.11111111
19 63.15789474
20 65.00000000
21 66.66666667
22 68.18181818
23 69.56521739
24 70.83333333
25 68.00000000
26 65.38461538
27 62.96296296
28 60.71428571
29 62.06896552
30 63.33333333
31 64.51612903
32 65.62500000
33 66.66666667
34 67.64705882
35 68.57142857
36 69.44444444
37 70.27027027
38 71.05263158
39 71.79487179
40 72.50000000
41 73.17073171
42 73.80952381
43 74.41860465
44 75.00000000
45 73.33333333
46 73.91304348
47 74.46808511
48 75.00000000
49 75.51020408
50 76.00000000
51 76.47058824
52 76.92307692
53 77.35849057
54 75.92592593
55 74.54545455
56 73.21428571
57 73.68421053
58 74.13793103
59 74.57627119
60 73.33333333
61 72.13114754
62 72.58064516
63 73.01587302
64 73.43750000
65 73.84615385
66 74.24242424
67 74.62686567
68 75.00000000
69 75.36231884
70 75.71428571
71 76.05633803
72 76.38888889
73 76.71232877
74 75.67567568
75 74.66666667
76 75.00000000
77 74.02597403
78 74.35897436
79 74.68354430
80 75.00000000
81 75.30864198
82 75.60975610
83 74.69879518
84 75.00000000
85 74.11764706
86 74.41860465
87 74.71264368
88 75.00000000
89 75.28089888
90 75.55555556
91 75.82417582
92 76.08695652
93 76.34408602
94 76.59574468
95 76.84210526
96 77.08333333
97 77.31958763
98 76.53061224
99 76.76767677
100 76.00000000
101 76.23762376
102 75.49019608
103 75.72815534
104 75.96153846
105 75.23809524
106 75.47169811
107 74.76635514
108 75.00000000
109 75.22935780
110 75.45454545
111 74.77477477
112 75.00000000
113 75.22123894
114 74.56140351
115 74.78260870
116 75.00000000
117 75.21367521
118 74.57627119
119 74.78991597
120 74.16666667
121 74.38016529
122 74.59016393
123 74.79674797
124 74.19354839
125 74.40000000
126 74.60317460
127 74.80314961
128 74.21875000
129 74.41860465
130 74.61538462
131 74.80916031
132 75.00000000
133 75.18796992
134 75.37313433
135 75.55555556
136 75.73529412
137 75.91240876
138 76.08695652
139 76.25899281
140 76.42857143
141 75.88652482
142 76.05633803
143 76.22377622
144 76.38888889
145 76.55172414
146 76.71232877
147 76.87074830
148 77.02702703
149 77.18120805
150 77.33333333
151 77.48344371
152 77.63157895
153 77.77777778
154 77.27272727
155 77.41935484
156 77.56410256
157 77.70700637
158 77.84810127
159 77.98742138
160 78.12500000
161 78.26086957
162 78.39506173
163 78.52760736
164 78.65853659
165 78.78787879
166 78.91566265
167 79.04191617
168 79.16666667
169 79.28994083
170 79.41176471
171 79.53216374
172 79.65116279
173 79.76878613
174 79.88505747
175 80.00000000
176 80.11363636
177 80.22598870
178 80.33707865
179 80.44692737
180 80.55555556
181 80.66298343
182 80.76923077
183 80.87431694
184 80.97826087
185 81.08108108
186 81.18279570
187 81.28342246
188 81.38297872
189 81.48148148
190 81.57894737
191 81.67539267
192 81.77083333
193 81.86528497
194 81.95876289
195 82.05128205
196 82.14285714
197 82.23350254
198 81.81818182
199 81.90954774
200 81.50000000
201 81.09452736
202 81.18811881
203 81.28078818
204 80.88235294
205 80.48780488
206 80.58252427
207 80.67632850
208 80.76923077
209 80.86124402
210 80.95238095
211 81.04265403
212 81.13207547
213 81.22065728
214 81.30841121
215 81.39534884
216 81.48148148
217 81.56682028
218 81.65137615
219 81.27853881
220 81.36363636
221 81.44796380
222 81.08108108
223 81.16591928
224 81.25000000
225 81.33333333
226 81.41592920
227 81.49779736
228 81.57894737
229 81.65938865
230 81.73913043
231 81.81818182
232 81.89655172
233 81.97424893
234 81.62393162
235 81.70212766
236 81.77966102
237 81.85654008
238 81.93277311
239 81.58995816
240 81.25000000
241 80.91286307
242 80.99173554
243 80.65843621
244 80.73770492
245 80.81632653
246 80.89430894
247 80.97165992
248 80.64516129
249 80.72289157
250 80.80000000
251 80.87649402
252 80.95238095
253 81.02766798
254 81.10236220
255 81.17647059
256 80.85937500
257 80.93385214
258 80.62015504
259 80.30888031
260 80.00000000
261 80.07662835
262 80.15267176
263 79.84790875
264 79.92424242
265 80.00000000
266 80.07518797
267 80.14981273
268 80.22388060
269 80.29739777
270 80.37037037
271 80.44280443
272 80.51470588
273 80.21978022
274 80.29197080
275 80.36363636
276 80.43478261
277 80.50541516
278 80.57553957
279 80.64516129
280 80.35714286
281 80.42704626
282 80.49645390
283 80.56537102
284 80.63380282
285 80.70175439
286 80.41958042
287 80.48780488
288 80.55555556
289 80.62283737
290 80.68965517
291 80.75601375
292 80.82191781
293 80.88737201
294 80.95238095
295 81.01694915
296 81.08108108
297 80.80808081
298 80.87248322
299 80.93645485
300 81.00000000
301 80.73089701
302 80.79470199
303 80.85808581
304 80.92105263
305 80.98360656
306 81.04575163
307 81.10749186
308 80.84415584
309 80.90614887
310 80.64516129
311 80.70739550
312 80.76923077
313 80.83067093
314 80.89171975
315 80.95238095
316 81.01265823
317 81.07255521
318 81.13207547
319 81.19122257
320 81.25000000
321 81.30841121
322 81.36645963
323 81.42414861
324 81.48148148
325 81.53846154
326 81.59509202
327 81.65137615
328 81.70731707
329 81.76291793
330 81.81818182
331 81.87311178
332 81.92771084
333 81.68168168
334 81.73652695
335 81.79104478
336 81.84523810
337 81.89910979
338 81.95266272
339 82.00589971
340 82.05882353
341 82.11143695
342 82.16374269
343 82.21574344
344 82.26744186
345 82.31884058
346 82.08092486
347 82.13256484
348 82.18390805
349 82.23495702
350 82.00000000
351 82.05128205
352 82.10227273
353 82.15297450
354 82.20338983
355 82.25352113
356 82.30337079
357 82.07282913
358 82.12290503
359 82.17270195
360 82.22222222
361 81.99445983
362 81.76795580
363 81.81818182
364 81.59340659
365 81.64383562
366 81.69398907
367 81.74386921
368 81.79347826
369 81.57181572
370 81.62162162
371 81.67115903
372 81.72043011
373 81.76943700
374 81.81818182
375 81.60000000
376 81.64893617
377 81.69761273
378 81.74603175
379 81.79419525
380 81.84210526
381 81.62729659
382 81.67539267
383 81.72323760
384 81.77083333
385 81.81818182
386 81.86528497
387 81.65374677
388 81.70103093
389 81.74807198
390 81.79487179
391 81.58567775
392 81.63265306
393 81.67938931
394 81.72588832
395 81.77215190
396 81.81818182
397 81.61209068
398 81.65829146
399 81.70426065
400 81.75000000
401 81.79551122
402 81.84079602
403 81.88585608
404 81.68316832
405 81.72839506
406 81.77339901
407 81.81818182
408 81.86274510
409 81.90709046
410 81.95121951
411 81.99513382
412 82.03883495
413 82.08232446
414 81.88405797
415 81.92771084
416 81.97115385
417 82.01438849
418 82.05741627
419 82.10023866
420 82.14285714
421 81.94774347
422 81.99052133
423 82.03309693
424 81.83962264
425 81.88235294
426 81.92488263
427 81.96721311
428 82.00934579
429 81.81818182
430 81.86046512
431 81.67053364
432 81.71296296
433 81.75519630
434 81.79723502
435 81.83908046
436 81.65137615
437 81.69336384
438 81.73515982
439 81.54897494
440 81.36363636
441 81.40589569
442 81.44796380
443 81.48984199
444 81.53153153
445 81.57303371
446 81.39013453
447 81.43176734
448 81.47321429
449 81.51447661
450 81.33333333
451 81.37472284
452 81.41592920
453 81.23620309
454 81.27753304
455 81.31868132
456 81.35964912
457 81.18161926
458 81.22270742
459 81.26361656
460 81.08695652
461 80.91106291
462 80.95238095
463 80.77753780
464 80.60344828
465 80.64516129
466 80.68669528
467 80.72805139
468 80.76923077
469 80.81023454
470 80.85106383
471 80.89171975
472 80.93220339
473 80.97251586
474 81.01265823
475 80.84210526
476 80.67226891
477 80.71278826
478 80.75313808
479 80.79331942
480 80.83333333
481 80.66528067
482 80.70539419
483 80.74534161
484 80.78512397
485 80.82474227
486 80.86419753
487 80.69815195
488 80.53278689
489 80.57259714
490 80.61224490
491 80.44806517
492 80.48780488
493 80.52738337
494 80.56680162
495 80.60606061
496 80.64516129
497 80.48289738
498 80.52208835
499 80.56112224
500 80.60000000
501 80.63872255
502 80.67729084
503 80.71570577
504 80.75396825
505 80.79207921
506 80.83003953
507 80.86785010
508 80.90551181
509 80.94302554
510 80.78431373
511 80.82191781
512 80.85937500
513 80.89668616
514 80.73929961
515 80.77669903
516 80.62015504
517 80.65764023
518 80.69498069
519 80.73217726
520 80.76923077
521 80.80614203
522 80.84291188
523 80.87954111
524 80.72519084
525 80.76190476
526 80.79847909
527 80.83491461
528 80.87121212
529 80.71833648
530 80.75471698
531 80.79096045
532 80.82706767
533 80.86303940
534 80.89887640
535 80.93457944
536 80.97014925
537 81.00558659
538 81.04089219
539 81.07606679
540 80.92592593
541 80.96118299
542 80.99630996
543 80.84714549
544 80.88235294
545 80.91743119
546 80.95238095
547 80.98720293
548 81.02189781
549 81.05646630
550 81.09090909
551 80.94373866
552 80.97826087
553 81.01265823
554 80.86642599
555 80.90090090
556 80.75539568
557 80.78994614
558 80.82437276
559 80.67978533
560 80.71428571
561 80.74866310
562 80.78291815
563 80.81705151
564 80.85106383
565 80.88495575
566 80.91872792
567 80.95238095
568 80.98591549
569 80.84358524
570 80.87719298
571 80.91068301
572 80.94405594
573 80.97731239
574 81.01045296
575 81.04347826
576 81.07638889
577 81.10918544
578 80.96885813
579 81.00172712
580 81.03448276
581 81.06712565
582 81.09965636
583 81.13207547
584 81.16438356
585 81.19658120
586 81.22866894
587 81.09028961
588 81.12244898
589 81.15449915
590 81.18644068
591 81.21827411
592 81.25000000
593 81.28161889
594 81.31313131
595 81.34453782
596 81.37583893
597 81.40703518
598 81.43812709
599 81.46911519
600 81.50000000
601 81.53078203
602 81.56146179
603 81.59203980
604 81.62251656
605 81.65289256
606 81.68316832
607 81.71334432
608 81.74342105
609 81.77339901
610 81.80327869
611 81.83306056
612 81.86274510
613 81.89233279
614 81.92182410
615 81.95121951
616 81.98051948
617 82.00972447
618 82.03883495
619 81.90630048
620 81.93548387
621 81.96457327
622 81.99356913
623 82.02247191
624 82.05128205
625 82.08000000
626 82.10862620
627 82.13716108
628 82.16560510
629 82.03497615
630 82.06349206
631 82.09191759
632 82.12025316
633 82.14849921
634 82.17665615
635 82.04724409
636 82.07547170
637 81.94662480
638 81.97492163
639 82.00312989
640 82.03125000
641 82.05928237
642 82.08722741
643 82.11508554
644 82.14285714
645 82.17054264
646 82.04334365
647 82.07109737
648 82.09876543
649 82.12634823
650 82.15384615
651 82.18125960
652 82.20858896
653 82.23583461
654 82.11009174
655 82.13740458
656 82.16463415
657 82.03957382
658 82.06686930
659 82.09408194
660 82.12121212
661 82.14826021
662 82.17522659
663 82.20211161
664 82.07831325
665 81.95488722
666 81.83183183
667 81.85907046
668 81.88622754
669 81.91330344
670 81.94029851
671 81.81818182
672 81.69642857
673 81.72362556
674 81.60237389
675 81.62962963
676 81.50887574
677 81.53618907
678 81.41592920
679 81.44329897
680 81.32352941
681 81.20411160
682 81.23167155
683 81.25915081
684 81.14035088
685 81.16788321
686 81.19533528
687 81.22270742
688 81.25000000
689 81.13207547
690 81.15942029
691 81.18668596
692 81.06936416
693 81.09668110
694 81.12391931
695 81.15107914
696 81.17816092
697 81.20516499
698 81.23209169
699 81.11587983
700 81.00000000
701 81.02710414
702 81.05413105
703 81.08108108
704 81.10795455
705 80.99290780
706 81.01983003
707 81.04667610
708 81.07344633
709 81.10014104
710 80.98591549
711 81.01265823
712 81.03932584
713 81.06591865
714 80.95238095
715 80.83916084
716 80.86592179
717 80.89260809
718 80.77994429
719 80.80667594
720 80.83333333
721 80.72122053
722 80.74792244
723 80.77455048
724 80.80110497
725 80.82758621
726 80.85399449
727 80.88033012
728 80.90659341
729 80.93278464
730 80.82191781
731 80.84815321
732 80.73770492
733 80.76398363
734 80.79019074
735 80.81632653
736 80.84239130
737 80.86838535
738 80.75880759
739 80.64952639
740 80.67567568
741 80.70175439
742 80.72776280
743 80.75370121
744 80.77956989
745 80.80536913
746 80.83109920
747 80.85676037
748 80.88235294
749 80.90787717
750 80.93333333
|