File size: 12,572 Bytes
7395353 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 | common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)
system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.
task acc_norm
1 100.00000000
2 50.00000000
3 66.66666667
4 75.00000000
5 80.00000000
6 83.33333333
7 85.71428571
8 75.00000000
9 66.66666667
10 60.00000000
11 54.54545455
12 50.00000000
13 46.15384615
14 42.85714286
15 46.66666667
16 50.00000000
17 52.94117647
18 55.55555556
19 57.89473684
20 60.00000000
21 61.90476190
22 63.63636364
23 65.21739130
24 66.66666667
25 64.00000000
26 65.38461538
27 62.96296296
28 64.28571429
29 65.51724138
30 66.66666667
31 67.74193548
32 68.75000000
33 69.69696970
34 70.58823529
35 71.42857143
36 72.22222222
37 72.97297297
38 73.68421053
39 74.35897436
40 75.00000000
41 75.60975610
42 76.19047619
43 76.74418605
44 77.27272727
45 75.55555556
46 76.08695652
47 76.59574468
48 77.08333333
49 77.55102041
50 78.00000000
51 78.43137255
52 78.84615385
53 79.24528302
54 77.77777778
55 76.36363636
56 75.00000000
57 75.43859649
58 75.86206897
59 76.27118644
60 75.00000000
61 75.40983607
62 75.80645161
63 76.19047619
64 75.00000000
65 75.38461538
66 75.75757576
67 76.11940299
68 76.47058824
69 76.81159420
70 77.14285714
71 77.46478873
72 77.77777778
73 78.08219178
74 77.02702703
75 76.00000000
76 76.31578947
77 75.32467532
78 75.64102564
79 75.94936709
80 76.25000000
81 76.54320988
82 76.82926829
83 75.90361446
84 76.19047619
85 75.29411765
86 75.58139535
87 75.86206897
88 76.13636364
89 76.40449438
90 76.66666667
91 76.92307692
92 77.17391304
93 77.41935484
94 77.65957447
95 77.89473684
96 78.12500000
97 78.35051546
98 77.55102041
99 77.77777778
100 77.00000000
101 77.22772277
102 76.47058824
103 76.69902913
104 76.92307692
105 76.19047619
106 76.41509434
107 75.70093458
108 75.92592593
109 76.14678899
110 76.36363636
111 75.67567568
112 75.89285714
113 76.10619469
114 75.43859649
115 75.65217391
116 75.86206897
117 76.06837607
118 75.42372881
119 75.63025210
120 75.00000000
121 75.20661157
122 75.40983607
123 75.60975610
124 75.80645161
125 76.00000000
126 76.19047619
127 76.37795276
128 75.78125000
129 75.96899225
130 76.15384615
131 76.33587786
132 76.51515152
133 76.69172932
134 76.11940299
135 76.29629630
136 76.47058824
137 76.64233577
138 76.81159420
139 76.97841727
140 77.14285714
141 76.59574468
142 76.76056338
143 76.92307692
144 77.08333333
145 77.24137931
146 77.39726027
147 77.55102041
148 77.70270270
149 77.85234899
150 78.00000000
151 78.14569536
152 78.28947368
153 78.43137255
154 77.92207792
155 78.06451613
156 78.20512821
157 78.34394904
158 78.48101266
159 78.61635220
160 78.75000000
161 78.88198758
162 79.01234568
163 79.14110429
164 79.26829268
165 79.39393939
166 79.51807229
167 79.64071856
168 79.76190476
169 79.88165680
170 80.00000000
171 80.11695906
172 80.23255814
173 80.34682081
174 80.45977011
175 80.57142857
176 80.68181818
177 80.79096045
178 80.89887640
179 81.00558659
180 81.11111111
181 81.21546961
182 81.31868132
183 81.42076503
184 81.52173913
185 81.62162162
186 81.72043011
187 81.81818182
188 81.91489362
189 82.01058201
190 82.10526316
191 82.19895288
192 82.29166667
193 82.38341969
194 82.47422680
195 82.56410256
196 82.65306122
197 82.74111675
198 82.32323232
199 82.41206030
200 82.00000000
201 81.59203980
202 81.68316832
203 81.77339901
204 81.37254902
205 80.97560976
206 81.06796117
207 81.15942029
208 81.25000000
209 81.33971292
210 81.42857143
211 81.51658768
212 81.60377358
213 81.69014085
214 81.77570093
215 81.86046512
216 81.94444444
217 82.02764977
218 82.11009174
219 81.73515982
220 81.81818182
221 81.90045249
222 81.53153153
223 81.61434978
224 81.69642857
225 81.77777778
226 81.41592920
227 81.49779736
228 81.57894737
229 81.65938865
230 81.73913043
231 81.81818182
232 81.89655172
233 81.97424893
234 81.62393162
235 81.70212766
236 81.77966102
237 81.85654008
238 81.93277311
239 81.58995816
240 81.25000000
241 80.91286307
242 80.99173554
243 80.65843621
244 80.73770492
245 80.81632653
246 80.89430894
247 80.97165992
248 81.04838710
249 81.12449799
250 81.20000000
251 81.27490040
252 81.34920635
253 81.42292490
254 81.49606299
255 81.56862745
256 81.25000000
257 81.32295720
258 81.00775194
259 80.69498069
260 80.38461538
261 80.45977011
262 80.53435115
263 80.22813688
264 80.30303030
265 80.37735849
266 80.45112782
267 80.52434457
268 80.59701493
269 80.66914498
270 80.74074074
271 80.81180812
272 80.88235294
273 80.58608059
274 80.65693431
275 80.72727273
276 80.79710145
277 80.86642599
278 80.93525180
279 81.00358423
280 80.71428571
281 80.78291815
282 80.85106383
283 80.91872792
284 80.98591549
285 81.05263158
286 80.76923077
287 80.83623693
288 80.90277778
289 80.96885813
290 81.03448276
291 81.09965636
292 81.16438356
293 81.22866894
294 81.29251701
295 81.35593220
296 81.41891892
297 81.14478114
298 81.20805369
299 81.27090301
300 81.33333333
301 81.39534884
302 81.45695364
303 81.51815182
304 81.57894737
305 81.63934426
306 81.69934641
307 81.75895765
308 81.49350649
309 81.55339806
310 81.29032258
311 81.35048232
312 81.41025641
313 81.46964856
314 81.52866242
315 81.58730159
316 81.64556962
317 81.70347003
318 81.76100629
319 81.81818182
320 81.87500000
321 81.93146417
322 81.98757764
323 82.04334365
324 81.79012346
325 81.84615385
326 81.90184049
327 81.95718654
328 82.01219512
329 82.06686930
330 82.12121212
331 82.17522659
332 82.22891566
333 81.98198198
334 82.03592814
335 82.08955224
336 82.14285714
337 82.19584570
338 82.24852071
339 82.30088496
340 82.35294118
341 82.40469208
342 82.45614035
343 82.50728863
344 82.55813953
345 82.60869565
346 82.36994220
347 82.42074928
348 82.47126437
349 82.52148997
350 82.28571429
351 82.33618234
352 82.38636364
353 82.43626062
354 82.48587571
355 82.53521127
356 82.58426966
357 82.63305322
358 82.68156425
359 82.72980501
360 82.77777778
361 82.54847645
362 82.32044199
363 82.36914601
364 82.14285714
365 82.19178082
366 82.24043716
367 82.28882834
368 82.33695652
369 82.11382114
370 82.16216216
371 82.21024259
372 82.25806452
373 82.30563003
374 82.35294118
375 82.13333333
376 82.18085106
377 82.22811671
378 82.01058201
379 82.05804749
380 82.10526316
381 81.88976378
382 81.93717277
383 81.98433420
384 82.03125000
385 82.07792208
386 82.12435233
387 81.91214470
388 81.95876289
389 82.00514139
390 82.05128205
391 81.84143223
392 81.88775510
393 81.93384224
394 81.97969543
395 82.02531646
396 82.07070707
397 81.86397985
398 81.90954774
399 81.95488722
400 82.00000000
401 82.04488778
402 82.08955224
403 82.13399504
404 81.93069307
405 81.97530864
406 82.01970443
407 82.06388206
408 82.10784314
409 82.15158924
410 82.19512195
411 82.23844282
412 82.28155340
413 82.32445521
414 82.12560386
415 82.16867470
416 82.21153846
417 82.25419664
418 82.29665072
419 82.33890215
420 82.38095238
421 82.18527316
422 82.22748815
423 82.26950355
424 82.07547170
425 82.11764706
426 82.15962441
427 82.20140515
428 82.24299065
429 82.05128205
430 82.09302326
431 81.90255220
432 81.94444444
433 81.98614319
434 82.02764977
435 82.06896552
436 81.88073394
437 81.92219680
438 81.96347032
439 81.77676538
440 81.59090909
441 81.63265306
442 81.67420814
443 81.71557562
444 81.75675676
445 81.79775281
446 81.61434978
447 81.65548098
448 81.69642857
449 81.73719376
450 81.55555556
451 81.59645233
452 81.63716814
453 81.67770419
454 81.71806167
455 81.75824176
456 81.79824561
457 81.61925602
458 81.65938865
459 81.69934641
460 81.52173913
461 81.34490239
462 81.38528139
463 81.20950324
464 81.03448276
465 81.07526882
466 81.11587983
467 81.15631692
468 80.98290598
469 81.02345416
470 81.06382979
471 81.10403397
472 81.14406780
473 81.18393235
474 81.22362869
475 81.26315789
476 81.09243697
477 81.13207547
478 81.17154812
479 81.21085595
480 81.25000000
481 81.08108108
482 81.12033195
483 81.15942029
484 81.19834711
485 81.23711340
486 81.27572016
487 81.10882957
488 80.94262295
489 80.98159509
490 81.02040816
491 80.85539715
492 80.89430894
493 80.93306288
494 80.97165992
495 81.01010101
496 81.04838710
497 80.88531187
498 80.92369478
499 80.96192385
500 81.00000000
501 81.03792415
502 81.07569721
503 81.11332008
504 81.15079365
505 81.18811881
506 81.22529644
507 81.26232742
508 81.29921260
509 81.33595285
510 81.17647059
511 81.21330724
512 81.25000000
513 81.28654971
514 81.12840467
515 81.16504854
516 81.00775194
517 81.04448743
518 81.08108108
519 81.11753372
520 81.15384615
521 81.19001919
522 81.22605364
523 81.26195029
524 81.10687023
525 81.14285714
526 81.17870722
527 81.21442125
528 81.25000000
529 81.09640832
530 81.13207547
531 81.16760829
532 81.20300752
533 81.23827392
534 81.27340824
535 81.30841121
536 81.34328358
537 81.37802607
538 81.41263941
539 81.44712430
540 81.29629630
541 81.33086876
542 81.36531365
543 81.21546961
544 81.25000000
545 81.28440367
546 81.31868132
547 81.35283364
548 81.38686131
549 81.42076503
550 81.45454545
551 81.30671506
552 81.34057971
553 81.37432188
554 81.22743682
555 81.26126126
556 81.11510791
557 81.14901257
558 81.18279570
559 81.03756708
560 81.07142857
561 81.10516934
562 81.13879004
563 81.17229130
564 81.20567376
565 81.23893805
566 81.27208481
567 81.30511464
568 81.33802817
569 81.19507909
570 81.22807018
571 81.26094571
572 81.29370629
573 81.32635253
574 81.35888502
575 81.39130435
576 81.42361111
577 81.45580589
578 81.31487889
579 81.34715026
580 81.37931034
581 81.41135972
582 81.44329897
583 81.47512864
584 81.50684932
585 81.53846154
586 81.56996587
587 81.43100511
588 81.46258503
589 81.49405772
590 81.52542373
591 81.55668359
592 81.58783784
593 81.61888702
594 81.64983165
595 81.68067227
596 81.71140940
597 81.74204355
598 81.77257525
599 81.80300501
600 81.83333333
601 81.86356073
602 81.89368771
603 81.92371476
604 81.95364238
605 81.98347107
606 82.01320132
607 82.04283361
608 82.07236842
609 82.10180624
610 82.13114754
611 82.16039280
612 82.18954248
613 82.21859706
614 82.24755700
615 82.27642276
616 82.30519481
617 82.33387358
618 82.36245955
619 82.22940226
620 82.25806452
621 82.28663446
622 82.31511254
623 82.34349920
624 82.37179487
625 82.40000000
626 82.26837061
627 82.29665072
628 82.32484076
629 82.19395866
630 82.22222222
631 82.25039620
632 82.27848101
633 82.30647709
634 82.33438486
635 82.20472441
636 82.23270440
637 82.10361068
638 82.13166144
639 82.15962441
640 82.18750000
641 82.21528861
642 82.24299065
643 82.27060653
644 82.29813665
645 82.32558140
646 82.19814241
647 82.22565688
648 82.25308642
649 82.28043143
650 82.30769231
651 82.18125960
652 82.20858896
653 82.23583461
654 82.11009174
655 82.13740458
656 82.16463415
657 82.03957382
658 82.06686930
659 82.09408194
660 82.12121212
661 82.14826021
662 82.17522659
663 82.20211161
664 82.07831325
665 81.95488722
666 81.83183183
667 81.85907046
668 81.88622754
669 81.91330344
670 81.94029851
671 81.81818182
672 81.69642857
673 81.72362556
674 81.60237389
675 81.62962963
676 81.50887574
677 81.53618907
678 81.41592920
679 81.44329897
680 81.32352941
681 81.35095448
682 81.37829912
683 81.40556369
684 81.28654971
685 81.31386861
686 81.34110787
687 81.36826783
688 81.39534884
689 81.27721335
690 81.30434783
691 81.33140376
692 81.21387283
693 81.24098124
694 81.26801153
695 81.29496403
696 81.32183908
697 81.34863702
698 81.37535817
699 81.25894134
700 81.14285714
701 81.16975749
702 81.19658120
703 81.22332859
704 81.25000000
705 81.13475177
706 81.01983003
707 81.04667610
708 81.07344633
709 81.10014104
710 80.98591549
711 81.01265823
712 81.03932584
713 81.06591865
714 80.95238095
715 80.83916084
716 80.86592179
717 80.89260809
718 80.91922006
719 80.94575800
720 80.97222222
721 80.85991678
722 80.88642659
723 80.91286307
724 80.93922652
725 80.96551724
726 80.99173554
727 81.01788171
728 81.04395604
729 81.06995885
730 80.95890411
731 80.98495212
732 80.87431694
733 80.90040928
734 80.92643052
735 80.95238095
736 80.97826087
737 81.00407056
738 80.89430894
739 80.78484438
740 80.67567568
741 80.70175439
742 80.72776280
743 80.75370121
744 80.77956989
745 80.80536913
746 80.83109920
747 80.85676037
748 80.88235294
749 80.90787717
750 80.93333333
|