File size: 12,572 Bytes
7395353 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 | common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)
system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.
task acc_norm
1 100.00000000
2 50.00000000
3 66.66666667
4 75.00000000
5 80.00000000
6 83.33333333
7 85.71428571
8 75.00000000
9 66.66666667
10 60.00000000
11 54.54545455
12 50.00000000
13 46.15384615
14 42.85714286
15 46.66666667
16 50.00000000
17 52.94117647
18 55.55555556
19 57.89473684
20 60.00000000
21 61.90476190
22 63.63636364
23 65.21739130
24 66.66666667
25 64.00000000
26 61.53846154
27 59.25925926
28 57.14285714
29 58.62068966
30 60.00000000
31 61.29032258
32 62.50000000
33 63.63636364
34 64.70588235
35 65.71428571
36 66.66666667
37 67.56756757
38 68.42105263
39 69.23076923
40 70.00000000
41 70.73170732
42 71.42857143
43 72.09302326
44 72.72727273
45 71.11111111
46 71.73913043
47 72.34042553
48 72.91666667
49 73.46938776
50 74.00000000
51 74.50980392
52 75.00000000
53 75.47169811
54 74.07407407
55 72.72727273
56 71.42857143
57 71.92982456
58 72.41379310
59 72.88135593
60 73.33333333
61 73.77049180
62 74.19354839
63 74.60317460
64 73.43750000
65 73.84615385
66 74.24242424
67 74.62686567
68 75.00000000
69 75.36231884
70 75.71428571
71 76.05633803
72 76.38888889
73 76.71232877
74 75.67567568
75 74.66666667
76 75.00000000
77 74.02597403
78 74.35897436
79 74.68354430
80 75.00000000
81 75.30864198
82 75.60975610
83 74.69879518
84 75.00000000
85 74.11764706
86 74.41860465
87 74.71264368
88 75.00000000
89 75.28089888
90 75.55555556
91 75.82417582
92 76.08695652
93 76.34408602
94 76.59574468
95 76.84210526
96 77.08333333
97 77.31958763
98 77.55102041
99 77.77777778
100 77.00000000
101 77.22772277
102 76.47058824
103 76.69902913
104 76.92307692
105 76.19047619
106 76.41509434
107 76.63551402
108 76.85185185
109 77.06422018
110 77.27272727
111 76.57657658
112 76.78571429
113 76.99115044
114 76.31578947
115 76.52173913
116 76.72413793
117 76.92307692
118 76.27118644
119 76.47058824
120 75.83333333
121 76.03305785
122 76.22950820
123 76.42276423
124 76.61290323
125 76.80000000
126 76.98412698
127 77.16535433
128 76.56250000
129 75.96899225
130 76.15384615
131 76.33587786
132 76.51515152
133 76.69172932
134 76.11940299
135 76.29629630
136 76.47058824
137 76.64233577
138 76.81159420
139 76.97841727
140 77.14285714
141 76.59574468
142 76.76056338
143 76.92307692
144 77.08333333
145 77.24137931
146 77.39726027
147 77.55102041
148 77.70270270
149 77.85234899
150 78.00000000
151 78.14569536
152 78.28947368
153 78.43137255
154 77.92207792
155 78.06451613
156 78.20512821
157 78.34394904
158 78.48101266
159 78.61635220
160 78.75000000
161 78.88198758
162 79.01234568
163 79.14110429
164 79.26829268
165 79.39393939
166 79.51807229
167 79.64071856
168 79.76190476
169 79.88165680
170 80.00000000
171 80.11695906
172 79.65116279
173 79.76878613
174 79.88505747
175 80.00000000
176 80.11363636
177 80.22598870
178 80.33707865
179 80.44692737
180 80.55555556
181 80.66298343
182 80.21978022
183 80.32786885
184 80.43478261
185 80.54054054
186 80.64516129
187 80.74866310
188 80.85106383
189 80.95238095
190 81.05263158
191 81.15183246
192 81.25000000
193 81.34715026
194 81.44329897
195 81.53846154
196 81.63265306
197 81.72588832
198 81.31313131
199 81.40703518
200 81.00000000
201 80.59701493
202 80.69306931
203 80.78817734
204 80.39215686
205 80.00000000
206 80.09708738
207 80.19323671
208 80.28846154
209 80.38277512
210 80.47619048
211 80.56872038
212 80.66037736
213 80.75117371
214 80.84112150
215 80.93023256
216 81.01851852
217 81.10599078
218 81.19266055
219 81.27853881
220 81.36363636
221 81.44796380
222 81.08108108
223 81.16591928
224 81.25000000
225 81.33333333
226 81.41592920
227 81.49779736
228 81.57894737
229 81.65938865
230 81.73913043
231 81.81818182
232 81.89655172
233 81.97424893
234 81.62393162
235 81.70212766
236 81.77966102
237 81.85654008
238 81.93277311
239 82.00836820
240 81.66666667
241 81.32780083
242 81.40495868
243 81.06995885
244 81.14754098
245 81.22448980
246 80.89430894
247 80.97165992
248 80.64516129
249 80.72289157
250 80.80000000
251 80.87649402
252 80.95238095
253 81.02766798
254 81.10236220
255 81.17647059
256 80.85937500
257 80.93385214
258 80.62015504
259 80.30888031
260 80.00000000
261 80.07662835
262 80.15267176
263 79.84790875
264 79.92424242
265 80.00000000
266 80.07518797
267 80.14981273
268 80.22388060
269 80.29739777
270 80.37037037
271 80.44280443
272 80.51470588
273 80.21978022
274 80.29197080
275 80.36363636
276 80.43478261
277 80.50541516
278 80.57553957
279 80.64516129
280 80.35714286
281 80.42704626
282 80.49645390
283 80.56537102
284 80.63380282
285 80.70175439
286 80.41958042
287 80.48780488
288 80.55555556
289 80.62283737
290 80.68965517
291 80.75601375
292 80.82191781
293 80.88737201
294 80.95238095
295 81.01694915
296 81.08108108
297 80.80808081
298 80.87248322
299 80.93645485
300 81.00000000
301 81.06312292
302 81.12582781
303 81.18811881
304 81.25000000
305 81.31147541
306 81.37254902
307 81.43322476
308 81.16883117
309 81.22977346
310 80.96774194
311 81.02893891
312 81.08974359
313 81.15015974
314 81.21019108
315 81.26984127
316 81.32911392
317 81.38801262
318 81.44654088
319 81.50470219
320 81.56250000
321 81.61993769
322 81.67701863
323 81.73374613
324 81.79012346
325 81.84615385
326 81.90184049
327 81.95718654
328 82.01219512
329 82.06686930
330 82.12121212
331 82.17522659
332 82.22891566
333 81.98198198
334 82.03592814
335 82.08955224
336 82.14285714
337 82.19584570
338 82.24852071
339 82.30088496
340 82.35294118
341 82.40469208
342 82.45614035
343 82.50728863
344 82.55813953
345 82.60869565
346 82.36994220
347 82.42074928
348 82.47126437
349 82.52148997
350 82.28571429
351 82.33618234
352 82.38636364
353 82.43626062
354 82.48587571
355 82.53521127
356 82.58426966
357 82.35294118
358 82.40223464
359 82.45125348
360 82.50000000
361 82.27146814
362 82.04419890
363 82.09366391
364 81.86813187
365 81.91780822
366 81.96721311
367 82.01634877
368 82.06521739
369 81.84281843
370 81.89189189
371 81.94070081
372 81.98924731
373 82.03753351
374 82.08556150
375 81.86666667
376 81.91489362
377 81.96286472
378 81.74603175
379 81.79419525
380 81.84210526
381 81.62729659
382 81.67539267
383 81.72323760
384 81.77083333
385 81.81818182
386 81.86528497
387 81.65374677
388 81.70103093
389 81.74807198
390 81.79487179
391 81.58567775
392 81.63265306
393 81.67938931
394 81.72588832
395 81.77215190
396 81.81818182
397 81.61209068
398 81.65829146
399 81.70426065
400 81.75000000
401 81.79551122
402 81.84079602
403 81.88585608
404 81.68316832
405 81.72839506
406 81.77339901
407 81.81818182
408 81.86274510
409 81.90709046
410 81.95121951
411 81.99513382
412 82.03883495
413 82.08232446
414 81.88405797
415 81.92771084
416 81.97115385
417 82.01438849
418 82.05741627
419 82.10023866
420 82.14285714
421 81.94774347
422 81.99052133
423 82.03309693
424 81.83962264
425 81.88235294
426 81.92488263
427 81.96721311
428 81.77570093
429 81.58508159
430 81.62790698
431 81.43851508
432 81.48148148
433 81.52424942
434 81.56682028
435 81.60919540
436 81.42201835
437 81.46453089
438 81.50684932
439 81.54897494
440 81.36363636
441 81.40589569
442 81.44796380
443 81.48984199
444 81.53153153
445 81.57303371
446 81.61434978
447 81.65548098
448 81.69642857
449 81.73719376
450 81.77777778
451 81.81818182
452 81.85840708
453 81.67770419
454 81.71806167
455 81.75824176
456 81.79824561
457 81.61925602
458 81.65938865
459 81.69934641
460 81.52173913
461 81.34490239
462 81.38528139
463 81.20950324
464 81.03448276
465 81.07526882
466 81.11587983
467 81.15631692
468 81.19658120
469 81.23667377
470 81.27659574
471 81.31634820
472 81.35593220
473 81.39534884
474 81.43459916
475 81.47368421
476 81.30252101
477 81.34171908
478 81.38075314
479 81.41962422
480 81.45833333
481 81.28898129
482 81.32780083
483 81.36645963
484 81.40495868
485 81.44329897
486 81.48148148
487 81.31416838
488 81.14754098
489 81.18609407
490 81.22448980
491 81.05906314
492 81.09756098
493 81.13590264
494 81.17408907
495 81.21212121
496 81.25000000
497 81.08651911
498 81.12449799
499 81.16232465
500 81.20000000
501 81.23752495
502 81.27490040
503 81.31212724
504 81.34920635
505 81.38613861
506 81.42292490
507 81.45956607
508 81.49606299
509 81.53241650
510 81.37254902
511 81.40900196
512 81.44531250
513 81.48148148
514 81.32295720
515 81.35922330
516 81.20155039
517 81.23791103
518 81.27413127
519 81.31021195
520 81.34615385
521 81.38195777
522 81.41762452
523 81.45315488
524 81.29770992
525 81.33333333
526 81.36882129
527 81.40417457
528 81.43939394
529 81.28544423
530 81.32075472
531 81.35593220
532 81.39097744
533 81.42589118
534 81.46067416
535 81.49532710
536 81.52985075
537 81.56424581
538 81.59851301
539 81.63265306
540 81.48148148
541 81.51571165
542 81.54981550
543 81.39963168
544 81.43382353
545 81.46788991
546 81.50183150
547 81.53564899
548 81.56934307
549 81.60291439
550 81.63636364
551 81.48820327
552 81.52173913
553 81.55515371
554 81.40794224
555 81.44144144
556 81.29496403
557 81.32854578
558 81.36200717
559 81.21645796
560 81.25000000
561 81.28342246
562 81.31672598
563 81.34991119
564 81.38297872
565 81.41592920
566 81.44876325
567 81.48148148
568 81.51408451
569 81.37082601
570 81.40350877
571 81.43607706
572 81.46853147
573 81.50087260
574 81.53310105
575 81.56521739
576 81.59722222
577 81.62911612
578 81.48788927
579 81.51986183
580 81.55172414
581 81.58347676
582 81.61512027
583 81.64665523
584 81.67808219
585 81.70940171
586 81.74061433
587 81.60136286
588 81.63265306
589 81.66383701
590 81.69491525
591 81.72588832
592 81.75675676
593 81.78752108
594 81.81818182
595 81.84873950
596 81.87919463
597 81.90954774
598 81.93979933
599 81.96994992
600 82.00000000
601 82.02995008
602 82.05980066
603 82.08955224
604 82.11920530
605 82.14876033
606 82.17821782
607 82.20757825
608 82.23684211
609 82.26600985
610 82.29508197
611 82.32405892
612 82.35294118
613 82.38172920
614 82.41042345
615 82.43902439
616 82.46753247
617 82.49594814
618 82.52427184
619 82.39095315
620 82.41935484
621 82.44766506
622 82.47588424
623 82.50401284
624 82.53205128
625 82.56000000
626 82.58785942
627 82.61562998
628 82.64331210
629 82.51192369
630 82.53968254
631 82.56735341
632 82.59493671
633 82.62243286
634 82.64984227
635 82.51968504
636 82.54716981
637 82.41758242
638 82.44514107
639 82.47261346
640 82.50000000
641 82.52730109
642 82.55451713
643 82.58164852
644 82.60869565
645 82.48062016
646 82.35294118
647 82.38021638
648 82.40740741
649 82.43451464
650 82.46153846
651 82.48847926
652 82.51533742
653 82.54211332
654 82.41590214
655 82.44274809
656 82.46951220
657 82.34398782
658 82.37082067
659 82.39757208
660 82.42424242
661 82.45083207
662 82.47734139
663 82.50377074
664 82.37951807
665 82.25563910
666 82.13213213
667 82.15892054
668 82.18562874
669 82.21225710
670 82.23880597
671 82.11624441
672 81.99404762
673 82.02080238
674 81.89910979
675 81.92592593
676 81.80473373
677 81.83161004
678 81.71091445
679 81.73784978
680 81.61764706
681 81.64464023
682 81.67155425
683 81.69838946
684 81.57894737
685 81.60583942
686 81.63265306
687 81.65938865
688 81.68604651
689 81.71262700
690 81.73913043
691 81.76555716
692 81.64739884
693 81.67388167
694 81.70028818
695 81.72661871
696 81.75287356
697 81.77905308
698 81.80515759
699 81.83118741
700 81.71428571
701 81.74037090
702 81.76638177
703 81.79231863
704 81.81818182
705 81.70212766
706 81.58640227
707 81.61244696
708 81.63841808
709 81.66431594
710 81.54929577
711 81.57524613
712 81.60112360
713 81.62692847
714 81.65266106
715 81.53846154
716 81.56424581
717 81.58995816
718 81.61559889
719 81.64116829
720 81.66666667
721 81.55339806
722 81.57894737
723 81.60442600
724 81.62983425
725 81.65517241
726 81.68044077
727 81.70563961
728 81.73076923
729 81.75582990
730 81.64383562
731 81.66894665
732 81.55737705
733 81.58253752
734 81.60762943
735 81.63265306
736 81.65760870
737 81.68249661
738 81.57181572
739 81.46143437
740 81.48648649
741 81.51147099
742 81.53638814
743 81.56123822
744 81.58602151
745 81.61073826
746 81.63538874
747 81.65997323
748 81.68449198
749 81.70894526
750 81.73333333
|