common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 100.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 85.71428571 8 75.00000000 9 66.66666667 10 60.00000000 11 54.54545455 12 50.00000000 13 46.15384615 14 50.00000000 15 53.33333333 16 56.25000000 17 58.82352941 18 61.11111111 19 63.15789474 20 65.00000000 21 66.66666667 22 68.18181818 23 69.56521739 24 70.83333333 25 68.00000000 26 65.38461538 27 62.96296296 28 60.71428571 29 62.06896552 30 63.33333333 31 64.51612903 32 65.62500000 33 66.66666667 34 67.64705882 35 68.57142857 36 69.44444444 37 70.27027027 38 71.05263158 39 71.79487179 40 72.50000000 41 73.17073171 42 73.80952381 43 74.41860465 44 75.00000000 45 73.33333333 46 73.91304348 47 74.46808511 48 75.00000000 49 75.51020408 50 76.00000000 51 76.47058824 52 76.92307692 53 77.35849057 54 77.77777778 55 76.36363636 56 75.00000000 57 75.43859649 58 75.86206897 59 76.27118644 60 75.00000000 61 73.77049180 62 74.19354839 63 74.60317460 64 73.43750000 65 73.84615385 66 74.24242424 67 74.62686567 68 75.00000000 69 75.36231884 70 75.71428571 71 76.05633803 72 76.38888889 73 76.71232877 74 75.67567568 75 74.66666667 76 75.00000000 77 74.02597403 78 74.35897436 79 74.68354430 80 75.00000000 81 75.30864198 82 75.60975610 83 74.69879518 84 75.00000000 85 74.11764706 86 74.41860465 87 74.71264368 88 75.00000000 89 75.28089888 90 75.55555556 91 75.82417582 92 76.08695652 93 76.34408602 94 76.59574468 95 76.84210526 96 77.08333333 97 77.31958763 98 77.55102041 99 77.77777778 100 77.00000000 101 77.22772277 102 76.47058824 103 76.69902913 104 76.92307692 105 76.19047619 106 76.41509434 107 76.63551402 108 76.85185185 109 77.06422018 110 77.27272727 111 76.57657658 112 76.78571429 113 76.99115044 114 76.31578947 115 76.52173913 116 76.72413793 117 76.92307692 118 76.27118644 119 76.47058824 120 75.83333333 121 76.03305785 122 76.22950820 123 76.42276423 124 76.61290323 125 76.80000000 126 76.98412698 127 77.16535433 128 76.56250000 129 76.74418605 130 76.92307692 131 77.09923664 132 77.27272727 133 77.44360902 134 76.86567164 135 77.03703704 136 77.20588235 137 77.37226277 138 77.53623188 139 77.69784173 140 77.85714286 141 77.30496454 142 77.46478873 143 77.62237762 144 77.77777778 145 77.93103448 146 78.08219178 147 78.23129252 148 78.37837838 149 78.52348993 150 78.66666667 151 78.80794702 152 78.94736842 153 79.08496732 154 78.57142857 155 78.70967742 156 78.84615385 157 78.98089172 158 79.11392405 159 79.24528302 160 79.37500000 161 79.50310559 162 79.62962963 163 79.75460123 164 79.87804878 165 80.00000000 166 80.12048193 167 80.23952096 168 80.35714286 169 80.47337278 170 80.58823529 171 80.70175439 172 80.23255814 173 80.34682081 174 80.45977011 175 80.57142857 176 80.68181818 177 80.79096045 178 80.89887640 179 81.00558659 180 81.11111111 181 81.21546961 182 80.76923077 183 80.87431694 184 80.97826087 185 81.08108108 186 81.18279570 187 81.28342246 188 81.38297872 189 81.48148148 190 81.57894737 191 81.67539267 192 81.77083333 193 81.86528497 194 81.95876289 195 82.05128205 196 82.14285714 197 82.23350254 198 81.81818182 199 81.90954774 200 81.50000000 201 81.09452736 202 81.18811881 203 81.28078818 204 80.88235294 205 80.48780488 206 80.58252427 207 80.67632850 208 80.76923077 209 80.86124402 210 80.95238095 211 81.04265403 212 81.13207547 213 81.22065728 214 81.30841121 215 81.39534884 216 81.48148148 217 81.56682028 218 81.65137615 219 81.27853881 220 81.36363636 221 81.44796380 222 81.08108108 223 81.16591928 224 81.25000000 225 81.33333333 226 81.41592920 227 81.49779736 228 81.57894737 229 81.65938865 230 81.73913043 231 81.81818182 232 81.89655172 233 81.97424893 234 81.62393162 235 81.70212766 236 81.77966102 237 81.85654008 238 81.93277311 239 81.58995816 240 81.25000000 241 80.91286307 242 80.99173554 243 80.65843621 244 80.73770492 245 80.81632653 246 80.48780488 247 80.56680162 248 80.24193548 249 80.32128514 250 80.40000000 251 80.47808765 252 80.55555556 253 80.63241107 254 80.70866142 255 80.78431373 256 80.46875000 257 80.54474708 258 80.23255814 259 79.92277992 260 79.61538462 261 79.69348659 262 79.77099237 263 79.46768061 264 79.54545455 265 79.62264151 266 79.69924812 267 79.77528090 268 79.85074627 269 79.92565056 270 80.00000000 271 80.07380074 272 80.14705882 273 79.85347985 274 79.92700730 275 80.00000000 276 80.07246377 277 80.14440433 278 80.21582734 279 80.28673835 280 80.00000000 281 80.07117438 282 80.14184397 283 80.21201413 284 80.28169014 285 80.35087719 286 80.06993007 287 80.13937282 288 80.20833333 289 80.27681661 290 80.34482759 291 80.41237113 292 80.47945205 293 80.54607509 294 80.61224490 295 80.67796610 296 80.74324324 297 80.47138047 298 80.53691275 299 80.60200669 300 80.66666667 301 80.73089701 302 80.79470199 303 80.85808581 304 80.92105263 305 80.98360656 306 81.04575163 307 81.10749186 308 80.84415584 309 80.90614887 310 80.64516129 311 80.70739550 312 80.76923077 313 80.83067093 314 80.89171975 315 80.95238095 316 81.01265823 317 81.07255521 318 81.13207547 319 81.19122257 320 81.25000000 321 81.30841121 322 81.36645963 323 81.42414861 324 81.48148148 325 81.53846154 326 81.59509202 327 81.65137615 328 81.70731707 329 81.76291793 330 81.81818182 331 81.87311178 332 81.92771084 333 81.68168168 334 81.73652695 335 81.79104478 336 81.84523810 337 81.89910979 338 81.95266272 339 82.00589971 340 82.05882353 341 82.11143695 342 82.16374269 343 82.21574344 344 82.26744186 345 82.31884058 346 82.08092486 347 82.13256484 348 82.18390805 349 82.23495702 350 82.00000000 351 82.05128205 352 82.10227273 353 82.15297450 354 82.20338983 355 82.25352113 356 82.30337079 357 82.07282913 358 82.12290503 359 82.17270195 360 82.22222222 361 81.99445983 362 81.76795580 363 81.81818182 364 81.59340659 365 81.64383562 366 81.69398907 367 81.74386921 368 81.79347826 369 81.57181572 370 81.62162162 371 81.67115903 372 81.72043011 373 81.76943700 374 81.81818182 375 81.60000000 376 81.64893617 377 81.69761273 378 81.48148148 379 81.53034301 380 81.57894737 381 81.36482940 382 81.41361257 383 81.46214099 384 81.51041667 385 81.55844156 386 81.60621762 387 81.39534884 388 81.44329897 389 81.49100257 390 81.53846154 391 81.32992327 392 81.37755102 393 81.42493639 394 81.47208122 395 81.51898734 396 81.56565657 397 81.36020151 398 81.40703518 399 81.45363409 400 81.50000000 401 81.54613466 402 81.59203980 403 81.63771712 404 81.43564356 405 81.48148148 406 81.52709360 407 81.57248157 408 81.61764706 409 81.66259169 410 81.70731707 411 81.75182482 412 81.79611650 413 81.84019370 414 81.64251208 415 81.68674699 416 81.73076923 417 81.77458034 418 81.81818182 419 81.86157518 420 81.90476190 421 81.71021378 422 81.75355450 423 81.79669031 424 81.60377358 425 81.64705882 426 81.69014085 427 81.73302108 428 81.54205607 429 81.35198135 430 81.39534884 431 81.20649652 432 81.25000000 433 81.29330254 434 81.33640553 435 81.37931034 436 81.19266055 437 81.23569794 438 81.27853881 439 81.32118451 440 81.13636364 441 81.17913832 442 81.22171946 443 81.26410835 444 81.30630631 445 81.34831461 446 81.16591928 447 81.20805369 448 81.25000000 449 81.29175947 450 81.33333333 451 81.37472284 452 81.41592920 453 81.23620309 454 81.27753304 455 81.31868132 456 81.35964912 457 81.18161926 458 81.22270742 459 81.26361656 460 81.08695652 461 81.12798265 462 81.16883117 463 80.99352052 464 80.81896552 465 80.86021505 466 80.90128755 467 80.94218415 468 80.98290598 469 81.02345416 470 81.06382979 471 81.10403397 472 81.14406780 473 81.18393235 474 81.22362869 475 81.26315789 476 81.09243697 477 81.13207547 478 81.17154812 479 81.21085595 480 81.25000000 481 81.08108108 482 81.12033195 483 81.15942029 484 81.19834711 485 81.23711340 486 81.27572016 487 81.10882957 488 80.94262295 489 80.98159509 490 81.02040816 491 80.85539715 492 80.89430894 493 80.93306288 494 80.97165992 495 81.01010101 496 81.04838710 497 80.88531187 498 80.92369478 499 80.96192385 500 81.00000000 501 81.03792415 502 81.07569721 503 81.11332008 504 81.15079365 505 81.18811881 506 81.22529644 507 81.26232742 508 81.29921260 509 81.33595285 510 81.17647059 511 81.21330724 512 81.25000000 513 81.28654971 514 81.12840467 515 81.16504854 516 81.00775194 517 81.04448743 518 81.08108108 519 81.11753372 520 81.15384615 521 81.19001919 522 81.22605364 523 81.26195029 524 81.10687023 525 81.14285714 526 81.17870722 527 81.21442125 528 81.25000000 529 81.09640832 530 81.13207547 531 81.16760829 532 81.20300752 533 81.23827392 534 81.27340824 535 81.30841121 536 81.34328358 537 81.37802607 538 81.41263941 539 81.44712430 540 81.29629630 541 81.33086876 542 81.36531365 543 81.21546961 544 81.25000000 545 81.28440367 546 81.31868132 547 81.35283364 548 81.38686131 549 81.42076503 550 81.45454545 551 81.30671506 552 81.34057971 553 81.37432188 554 81.22743682 555 81.26126126 556 81.11510791 557 81.14901257 558 81.18279570 559 81.03756708 560 81.07142857 561 81.10516934 562 81.13879004 563 81.17229130 564 81.20567376 565 81.23893805 566 81.27208481 567 81.30511464 568 81.33802817 569 81.19507909 570 81.22807018 571 81.26094571 572 81.29370629 573 81.32635253 574 81.35888502 575 81.39130435 576 81.42361111 577 81.45580589 578 81.31487889 579 81.34715026 580 81.37931034 581 81.41135972 582 81.44329897 583 81.47512864 584 81.50684932 585 81.53846154 586 81.56996587 587 81.43100511 588 81.46258503 589 81.49405772 590 81.52542373 591 81.55668359 592 81.58783784 593 81.61888702 594 81.64983165 595 81.68067227 596 81.71140940 597 81.74204355 598 81.77257525 599 81.80300501 600 81.83333333 601 81.86356073 602 81.89368771 603 81.92371476 604 81.95364238 605 81.98347107 606 82.01320132 607 82.04283361 608 82.07236842 609 82.10180624 610 82.13114754 611 82.16039280 612 82.18954248 613 82.21859706 614 82.24755700 615 82.27642276 616 82.30519481 617 82.33387358 618 82.36245955 619 82.22940226 620 82.25806452 621 82.28663446 622 82.31511254 623 82.34349920 624 82.37179487 625 82.40000000 626 82.42811502 627 82.45614035 628 82.48407643 629 82.35294118 630 82.38095238 631 82.40887480 632 82.43670886 633 82.46445498 634 82.49211356 635 82.36220472 636 82.38993711 637 82.26059655 638 82.28840125 639 82.31611894 640 82.34375000 641 82.37129485 642 82.39875389 643 82.42612753 644 82.45341615 645 82.48062016 646 82.35294118 647 82.38021638 648 82.40740741 649 82.43451464 650 82.46153846 651 82.48847926 652 82.51533742 653 82.54211332 654 82.41590214 655 82.44274809 656 82.46951220 657 82.34398782 658 82.37082067 659 82.39757208 660 82.42424242 661 82.45083207 662 82.47734139 663 82.50377074 664 82.37951807 665 82.25563910 666 82.13213213 667 82.15892054 668 82.18562874 669 82.21225710 670 82.23880597 671 82.11624441 672 81.99404762 673 82.02080238 674 81.89910979 675 81.92592593 676 81.80473373 677 81.83161004 678 81.71091445 679 81.73784978 680 81.61764706 681 81.64464023 682 81.67155425 683 81.69838946 684 81.57894737 685 81.60583942 686 81.63265306 687 81.65938865 688 81.68604651 689 81.56748911 690 81.59420290 691 81.62083936 692 81.50289017 693 81.52958153 694 81.55619597 695 81.58273381 696 81.60919540 697 81.63558106 698 81.66189112 699 81.68812589 700 81.57142857 701 81.59771755 702 81.62393162 703 81.65007112 704 81.67613636 705 81.56028369 706 81.58640227 707 81.61244696 708 81.63841808 709 81.66431594 710 81.54929577 711 81.57524613 712 81.60112360 713 81.62692847 714 81.51260504 715 81.39860140 716 81.42458101 717 81.45048815 718 81.47632312 719 81.50208623 720 81.52777778 721 81.41470180 722 81.44044321 723 81.46611342 724 81.49171271 725 81.51724138 726 81.54269972 727 81.56808803 728 81.59340659 729 81.61865569 730 81.64383562 731 81.66894665 732 81.55737705 733 81.58253752 734 81.60762943 735 81.63265306 736 81.65760870 737 81.68249661 738 81.57181572 739 81.46143437 740 81.48648649 741 81.51147099 742 81.53638814 743 81.56123822 744 81.58602151 745 81.61073826 746 81.63538874 747 81.65997323 748 81.68449198 749 81.70894526 750 81.73333333