File size: 12,572 Bytes
7395353 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 | common_init_from_params: setting dry_penalty_last_n to ctx_size = 768
common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable)
system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 |
hellaswag_score : loaded 10042 tasks from prompt.
================================= is_spm = 0
hellaswag_score : selecting 750 randomized tasks.
hellaswag_score : calculating hellaswag score over selected tasks.
task acc_norm
1 100.00000000
2 50.00000000
3 66.66666667
4 75.00000000
5 80.00000000
6 83.33333333
7 85.71428571
8 75.00000000
9 66.66666667
10 60.00000000
11 54.54545455
12 50.00000000
13 46.15384615
14 42.85714286
15 46.66666667
16 50.00000000
17 52.94117647
18 55.55555556
19 57.89473684
20 60.00000000
21 61.90476190
22 63.63636364
23 65.21739130
24 66.66666667
25 64.00000000
26 65.38461538
27 62.96296296
28 64.28571429
29 65.51724138
30 66.66666667
31 67.74193548
32 68.75000000
33 69.69696970
34 70.58823529
35 71.42857143
36 72.22222222
37 72.97297297
38 73.68421053
39 74.35897436
40 75.00000000
41 75.60975610
42 76.19047619
43 76.74418605
44 77.27272727
45 75.55555556
46 76.08695652
47 76.59574468
48 77.08333333
49 77.55102041
50 78.00000000
51 78.43137255
52 78.84615385
53 79.24528302
54 77.77777778
55 76.36363636
56 75.00000000
57 75.43859649
58 75.86206897
59 76.27118644
60 75.00000000
61 73.77049180
62 74.19354839
63 74.60317460
64 73.43750000
65 73.84615385
66 74.24242424
67 74.62686567
68 75.00000000
69 75.36231884
70 75.71428571
71 76.05633803
72 76.38888889
73 76.71232877
74 75.67567568
75 74.66666667
76 75.00000000
77 74.02597403
78 74.35897436
79 74.68354430
80 75.00000000
81 75.30864198
82 75.60975610
83 74.69879518
84 75.00000000
85 74.11764706
86 74.41860465
87 74.71264368
88 75.00000000
89 75.28089888
90 75.55555556
91 75.82417582
92 76.08695652
93 76.34408602
94 76.59574468
95 76.84210526
96 77.08333333
97 77.31958763
98 76.53061224
99 76.76767677
100 77.00000000
101 77.22772277
102 76.47058824
103 76.69902913
104 76.92307692
105 76.19047619
106 76.41509434
107 75.70093458
108 75.92592593
109 76.14678899
110 76.36363636
111 75.67567568
112 75.89285714
113 76.10619469
114 75.43859649
115 75.65217391
116 75.86206897
117 76.06837607
118 75.42372881
119 75.63025210
120 75.00000000
121 75.20661157
122 75.40983607
123 75.60975610
124 75.80645161
125 76.00000000
126 76.19047619
127 76.37795276
128 75.78125000
129 75.96899225
130 76.15384615
131 76.33587786
132 76.51515152
133 76.69172932
134 76.11940299
135 76.29629630
136 76.47058824
137 76.64233577
138 76.81159420
139 76.97841727
140 77.14285714
141 76.59574468
142 76.76056338
143 76.92307692
144 77.08333333
145 77.24137931
146 77.39726027
147 77.55102041
148 77.70270270
149 77.85234899
150 78.00000000
151 78.14569536
152 77.63157895
153 77.77777778
154 77.27272727
155 77.41935484
156 77.56410256
157 77.70700637
158 77.84810127
159 77.98742138
160 78.12500000
161 78.26086957
162 78.39506173
163 78.52760736
164 78.65853659
165 78.78787879
166 78.91566265
167 79.04191617
168 79.16666667
169 79.28994083
170 79.41176471
171 79.53216374
172 79.65116279
173 79.76878613
174 79.88505747
175 80.00000000
176 80.11363636
177 80.22598870
178 80.33707865
179 80.44692737
180 80.55555556
181 80.66298343
182 80.76923077
183 80.87431694
184 80.97826087
185 81.08108108
186 81.18279570
187 81.28342246
188 81.38297872
189 81.48148148
190 81.57894737
191 81.67539267
192 81.77083333
193 81.86528497
194 81.95876289
195 82.05128205
196 82.14285714
197 82.23350254
198 81.81818182
199 81.90954774
200 81.50000000
201 81.09452736
202 81.18811881
203 81.28078818
204 80.88235294
205 80.48780488
206 80.58252427
207 80.67632850
208 80.76923077
209 80.86124402
210 80.95238095
211 81.04265403
212 81.13207547
213 81.22065728
214 81.30841121
215 81.39534884
216 81.48148148
217 81.56682028
218 81.65137615
219 81.27853881
220 81.36363636
221 81.44796380
222 81.08108108
223 81.16591928
224 81.25000000
225 81.33333333
226 80.97345133
227 81.05726872
228 81.14035088
229 81.22270742
230 81.30434783
231 81.38528139
232 81.46551724
233 81.54506438
234 81.19658120
235 81.27659574
236 81.35593220
237 81.43459916
238 81.51260504
239 81.17154812
240 80.83333333
241 80.49792531
242 80.57851240
243 80.24691358
244 80.32786885
245 80.40816327
246 80.48780488
247 80.56680162
248 80.64516129
249 80.72289157
250 80.80000000
251 80.87649402
252 80.95238095
253 81.02766798
254 81.10236220
255 81.17647059
256 80.85937500
257 80.93385214
258 80.62015504
259 80.30888031
260 80.00000000
261 80.07662835
262 80.15267176
263 79.84790875
264 79.92424242
265 80.00000000
266 80.07518797
267 80.14981273
268 80.22388060
269 80.29739777
270 80.37037037
271 80.44280443
272 80.51470588
273 80.21978022
274 80.29197080
275 80.36363636
276 80.43478261
277 80.50541516
278 80.57553957
279 80.64516129
280 80.35714286
281 80.42704626
282 80.49645390
283 80.56537102
284 80.63380282
285 80.70175439
286 80.41958042
287 80.48780488
288 80.55555556
289 80.62283737
290 80.68965517
291 80.75601375
292 80.82191781
293 80.88737201
294 80.95238095
295 81.01694915
296 81.08108108
297 80.80808081
298 80.87248322
299 80.93645485
300 81.00000000
301 81.06312292
302 81.12582781
303 81.18811881
304 81.25000000
305 81.31147541
306 81.37254902
307 81.43322476
308 81.16883117
309 81.22977346
310 80.96774194
311 81.02893891
312 81.08974359
313 81.15015974
314 81.21019108
315 81.26984127
316 81.32911392
317 81.38801262
318 81.44654088
319 81.50470219
320 81.56250000
321 81.61993769
322 81.67701863
323 81.73374613
324 81.48148148
325 81.53846154
326 81.59509202
327 81.65137615
328 81.70731707
329 81.76291793
330 81.81818182
331 81.87311178
332 81.92771084
333 81.68168168
334 81.73652695
335 81.79104478
336 81.84523810
337 81.89910979
338 81.95266272
339 82.00589971
340 82.05882353
341 82.11143695
342 82.16374269
343 82.21574344
344 82.26744186
345 82.31884058
346 82.08092486
347 82.13256484
348 82.18390805
349 82.23495702
350 82.00000000
351 82.05128205
352 82.10227273
353 82.15297450
354 82.20338983
355 82.25352113
356 82.30337079
357 82.35294118
358 82.40223464
359 82.45125348
360 82.50000000
361 82.27146814
362 82.04419890
363 82.09366391
364 81.86813187
365 81.91780822
366 81.96721311
367 82.01634877
368 82.06521739
369 81.84281843
370 81.89189189
371 81.94070081
372 81.98924731
373 82.03753351
374 82.08556150
375 81.86666667
376 81.91489362
377 81.96286472
378 81.74603175
379 81.79419525
380 81.84210526
381 81.62729659
382 81.67539267
383 81.72323760
384 81.77083333
385 81.81818182
386 81.86528497
387 81.65374677
388 81.70103093
389 81.74807198
390 81.79487179
391 81.58567775
392 81.63265306
393 81.67938931
394 81.72588832
395 81.77215190
396 81.81818182
397 81.61209068
398 81.65829146
399 81.70426065
400 81.75000000
401 81.79551122
402 81.84079602
403 81.88585608
404 81.68316832
405 81.72839506
406 81.77339901
407 81.81818182
408 81.86274510
409 81.90709046
410 81.95121951
411 81.99513382
412 82.03883495
413 82.08232446
414 81.88405797
415 81.92771084
416 81.97115385
417 82.01438849
418 82.05741627
419 82.10023866
420 82.14285714
421 81.94774347
422 81.99052133
423 82.03309693
424 81.83962264
425 81.88235294
426 81.92488263
427 81.96721311
428 82.00934579
429 81.81818182
430 81.86046512
431 81.67053364
432 81.71296296
433 81.75519630
434 81.79723502
435 81.83908046
436 81.65137615
437 81.69336384
438 81.73515982
439 81.54897494
440 81.36363636
441 81.40589569
442 81.44796380
443 81.48984199
444 81.53153153
445 81.57303371
446 81.61434978
447 81.65548098
448 81.69642857
449 81.73719376
450 81.55555556
451 81.59645233
452 81.63716814
453 81.67770419
454 81.71806167
455 81.75824176
456 81.79824561
457 81.61925602
458 81.65938865
459 81.69934641
460 81.52173913
461 81.34490239
462 81.38528139
463 81.20950324
464 81.03448276
465 81.07526882
466 81.11587983
467 81.15631692
468 81.19658120
469 81.23667377
470 81.27659574
471 81.31634820
472 81.35593220
473 81.39534884
474 81.43459916
475 81.47368421
476 81.30252101
477 81.34171908
478 81.38075314
479 81.41962422
480 81.45833333
481 81.28898129
482 81.32780083
483 81.36645963
484 81.40495868
485 81.44329897
486 81.48148148
487 81.31416838
488 81.14754098
489 81.18609407
490 81.22448980
491 81.05906314
492 81.09756098
493 81.13590264
494 81.17408907
495 81.21212121
496 81.25000000
497 81.08651911
498 81.12449799
499 81.16232465
500 81.20000000
501 81.23752495
502 81.27490040
503 81.31212724
504 81.34920635
505 81.38613861
506 81.42292490
507 81.45956607
508 81.49606299
509 81.53241650
510 81.37254902
511 81.40900196
512 81.44531250
513 81.48148148
514 81.32295720
515 81.35922330
516 81.20155039
517 81.23791103
518 81.27413127
519 81.31021195
520 81.34615385
521 81.38195777
522 81.41762452
523 81.45315488
524 81.29770992
525 81.33333333
526 81.36882129
527 81.40417457
528 81.43939394
529 81.28544423
530 81.32075472
531 81.35593220
532 81.39097744
533 81.42589118
534 81.46067416
535 81.49532710
536 81.52985075
537 81.56424581
538 81.59851301
539 81.63265306
540 81.48148148
541 81.51571165
542 81.54981550
543 81.39963168
544 81.43382353
545 81.46788991
546 81.50183150
547 81.53564899
548 81.56934307
549 81.60291439
550 81.63636364
551 81.48820327
552 81.52173913
553 81.55515371
554 81.40794224
555 81.44144144
556 81.29496403
557 81.32854578
558 81.36200717
559 81.21645796
560 81.25000000
561 81.28342246
562 81.31672598
563 81.34991119
564 81.38297872
565 81.41592920
566 81.44876325
567 81.48148148
568 81.51408451
569 81.37082601
570 81.40350877
571 81.43607706
572 81.46853147
573 81.50087260
574 81.53310105
575 81.56521739
576 81.59722222
577 81.62911612
578 81.48788927
579 81.51986183
580 81.55172414
581 81.58347676
582 81.61512027
583 81.64665523
584 81.67808219
585 81.70940171
586 81.74061433
587 81.60136286
588 81.63265306
589 81.66383701
590 81.69491525
591 81.72588832
592 81.75675676
593 81.78752108
594 81.81818182
595 81.84873950
596 81.87919463
597 81.90954774
598 81.93979933
599 81.96994992
600 82.00000000
601 82.02995008
602 82.05980066
603 82.08955224
604 82.11920530
605 82.14876033
606 82.17821782
607 82.20757825
608 82.23684211
609 82.26600985
610 82.29508197
611 82.32405892
612 82.35294118
613 82.38172920
614 82.41042345
615 82.43902439
616 82.46753247
617 82.49594814
618 82.52427184
619 82.39095315
620 82.41935484
621 82.44766506
622 82.47588424
623 82.50401284
624 82.53205128
625 82.56000000
626 82.42811502
627 82.45614035
628 82.48407643
629 82.35294118
630 82.38095238
631 82.40887480
632 82.43670886
633 82.46445498
634 82.49211356
635 82.36220472
636 82.38993711
637 82.26059655
638 82.28840125
639 82.31611894
640 82.34375000
641 82.37129485
642 82.39875389
643 82.42612753
644 82.45341615
645 82.32558140
646 82.19814241
647 82.22565688
648 82.25308642
649 82.28043143
650 82.30769231
651 82.18125960
652 82.20858896
653 82.23583461
654 82.11009174
655 82.13740458
656 82.16463415
657 82.03957382
658 82.06686930
659 82.09408194
660 82.12121212
661 82.14826021
662 82.17522659
663 82.20211161
664 82.07831325
665 81.95488722
666 81.83183183
667 81.85907046
668 81.88622754
669 81.91330344
670 81.94029851
671 81.81818182
672 81.69642857
673 81.72362556
674 81.60237389
675 81.62962963
676 81.50887574
677 81.53618907
678 81.41592920
679 81.44329897
680 81.32352941
681 81.20411160
682 81.23167155
683 81.25915081
684 81.14035088
685 81.16788321
686 81.19533528
687 81.22270742
688 81.25000000
689 81.13207547
690 81.15942029
691 81.18668596
692 81.06936416
693 81.09668110
694 81.12391931
695 81.15107914
696 81.17816092
697 81.20516499
698 81.23209169
699 81.11587983
700 81.00000000
701 81.02710414
702 81.05413105
703 81.08108108
704 81.10795455
705 80.99290780
706 80.87818697
707 80.90523338
708 80.93220339
709 80.95909732
710 80.84507042
711 80.87201125
712 80.89887640
713 80.92566620
714 80.81232493
715 80.69930070
716 80.72625698
717 80.75313808
718 80.77994429
719 80.80667594
720 80.83333333
721 80.72122053
722 80.74792244
723 80.77455048
724 80.80110497
725 80.82758621
726 80.85399449
727 80.88033012
728 80.90659341
729 80.93278464
730 80.82191781
731 80.84815321
732 80.73770492
733 80.76398363
734 80.79019074
735 80.81632653
736 80.84239130
737 80.86838535
738 80.75880759
739 80.64952639
740 80.54054054
741 80.56680162
742 80.59299191
743 80.61911171
744 80.64516129
745 80.67114094
746 80.69705094
747 80.72289157
748 80.74866310
749 80.77436582
750 80.80000000
|