common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 100.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 85.71428571 8 75.00000000 9 66.66666667 10 60.00000000 11 54.54545455 12 50.00000000 13 46.15384615 14 42.85714286 15 46.66666667 16 50.00000000 17 52.94117647 18 55.55555556 19 57.89473684 20 60.00000000 21 61.90476190 22 63.63636364 23 65.21739130 24 66.66666667 25 64.00000000 26 65.38461538 27 62.96296296 28 64.28571429 29 65.51724138 30 66.66666667 31 67.74193548 32 68.75000000 33 69.69696970 34 70.58823529 35 71.42857143 36 72.22222222 37 72.97297297 38 73.68421053 39 74.35897436 40 75.00000000 41 75.60975610 42 76.19047619 43 76.74418605 44 77.27272727 45 75.55555556 46 76.08695652 47 76.59574468 48 77.08333333 49 77.55102041 50 78.00000000 51 78.43137255 52 78.84615385 53 79.24528302 54 77.77777778 55 76.36363636 56 75.00000000 57 75.43859649 58 75.86206897 59 76.27118644 60 75.00000000 61 75.40983607 62 75.80645161 63 76.19047619 64 75.00000000 65 75.38461538 66 75.75757576 67 76.11940299 68 76.47058824 69 76.81159420 70 77.14285714 71 77.46478873 72 77.77777778 73 78.08219178 74 77.02702703 75 76.00000000 76 76.31578947 77 75.32467532 78 75.64102564 79 75.94936709 80 76.25000000 81 76.54320988 82 76.82926829 83 75.90361446 84 76.19047619 85 75.29411765 86 75.58139535 87 75.86206897 88 76.13636364 89 76.40449438 90 76.66666667 91 76.92307692 92 77.17391304 93 77.41935484 94 77.65957447 95 77.89473684 96 78.12500000 97 78.35051546 98 77.55102041 99 77.77777778 100 77.00000000 101 77.22772277 102 76.47058824 103 76.69902913 104 76.92307692 105 76.19047619 106 76.41509434 107 75.70093458 108 75.92592593 109 76.14678899 110 76.36363636 111 75.67567568 112 75.89285714 113 76.10619469 114 75.43859649 115 75.65217391 116 75.86206897 117 76.06837607 118 75.42372881 119 75.63025210 120 75.00000000 121 75.20661157 122 75.40983607 123 75.60975610 124 75.80645161 125 76.00000000 126 76.19047619 127 76.37795276 128 75.78125000 129 75.96899225 130 76.15384615 131 76.33587786 132 76.51515152 133 76.69172932 134 76.11940299 135 76.29629630 136 76.47058824 137 76.64233577 138 76.81159420 139 76.97841727 140 77.14285714 141 76.59574468 142 76.76056338 143 76.92307692 144 77.08333333 145 77.24137931 146 77.39726027 147 77.55102041 148 77.70270270 149 77.85234899 150 78.00000000 151 78.14569536 152 78.28947368 153 78.43137255 154 77.92207792 155 78.06451613 156 78.20512821 157 78.34394904 158 78.48101266 159 78.61635220 160 78.75000000 161 78.88198758 162 79.01234568 163 79.14110429 164 79.26829268 165 79.39393939 166 79.51807229 167 79.64071856 168 79.76190476 169 79.88165680 170 80.00000000 171 80.11695906 172 80.23255814 173 80.34682081 174 80.45977011 175 80.57142857 176 80.68181818 177 80.79096045 178 80.89887640 179 81.00558659 180 81.11111111 181 81.21546961 182 81.31868132 183 81.42076503 184 81.52173913 185 81.62162162 186 81.72043011 187 81.81818182 188 81.91489362 189 82.01058201 190 82.10526316 191 82.19895288 192 82.29166667 193 82.38341969 194 82.47422680 195 82.56410256 196 82.65306122 197 82.74111675 198 82.32323232 199 82.41206030 200 82.00000000 201 81.59203980 202 81.68316832 203 81.77339901 204 81.37254902 205 80.97560976 206 81.06796117 207 81.15942029 208 81.25000000 209 81.33971292 210 81.42857143 211 81.51658768 212 81.60377358 213 81.69014085 214 81.77570093 215 81.86046512 216 81.94444444 217 82.02764977 218 82.11009174 219 81.73515982 220 81.81818182 221 81.90045249 222 81.53153153 223 81.61434978 224 81.69642857 225 81.77777778 226 81.41592920 227 81.49779736 228 81.57894737 229 81.65938865 230 81.73913043 231 81.81818182 232 81.89655172 233 81.97424893 234 81.62393162 235 81.70212766 236 81.77966102 237 81.85654008 238 81.93277311 239 81.58995816 240 81.25000000 241 80.91286307 242 80.99173554 243 80.65843621 244 80.73770492 245 80.81632653 246 80.89430894 247 80.97165992 248 81.04838710 249 81.12449799 250 81.20000000 251 81.27490040 252 81.34920635 253 81.42292490 254 81.49606299 255 81.56862745 256 81.25000000 257 81.32295720 258 81.00775194 259 80.69498069 260 80.38461538 261 80.45977011 262 80.53435115 263 80.22813688 264 80.30303030 265 80.37735849 266 80.45112782 267 80.52434457 268 80.59701493 269 80.66914498 270 80.74074074 271 80.81180812 272 80.88235294 273 80.58608059 274 80.65693431 275 80.72727273 276 80.79710145 277 80.86642599 278 80.93525180 279 81.00358423 280 80.71428571 281 80.78291815 282 80.85106383 283 80.91872792 284 80.98591549 285 81.05263158 286 80.76923077 287 80.83623693 288 80.90277778 289 80.96885813 290 81.03448276 291 81.09965636 292 81.16438356 293 81.22866894 294 81.29251701 295 81.35593220 296 81.41891892 297 81.14478114 298 81.20805369 299 81.27090301 300 81.33333333 301 81.39534884 302 81.45695364 303 81.51815182 304 81.57894737 305 81.63934426 306 81.69934641 307 81.75895765 308 81.49350649 309 81.55339806 310 81.29032258 311 81.35048232 312 81.41025641 313 81.46964856 314 81.52866242 315 81.58730159 316 81.64556962 317 81.70347003 318 81.76100629 319 81.81818182 320 81.87500000 321 81.93146417 322 81.98757764 323 82.04334365 324 81.79012346 325 81.84615385 326 81.90184049 327 81.95718654 328 82.01219512 329 82.06686930 330 82.12121212 331 82.17522659 332 82.22891566 333 81.98198198 334 82.03592814 335 82.08955224 336 82.14285714 337 82.19584570 338 82.24852071 339 82.30088496 340 82.35294118 341 82.40469208 342 82.45614035 343 82.50728863 344 82.55813953 345 82.60869565 346 82.36994220 347 82.42074928 348 82.47126437 349 82.52148997 350 82.28571429 351 82.33618234 352 82.38636364 353 82.43626062 354 82.48587571 355 82.53521127 356 82.58426966 357 82.63305322 358 82.68156425 359 82.72980501 360 82.77777778 361 82.54847645 362 82.32044199 363 82.36914601 364 82.14285714 365 82.19178082 366 82.24043716 367 82.28882834 368 82.33695652 369 82.11382114 370 82.16216216 371 82.21024259 372 82.25806452 373 82.30563003 374 82.35294118 375 82.13333333 376 82.18085106 377 82.22811671 378 82.01058201 379 82.05804749 380 82.10526316 381 81.88976378 382 81.93717277 383 81.98433420 384 82.03125000 385 82.07792208 386 82.12435233 387 81.91214470 388 81.95876289 389 82.00514139 390 82.05128205 391 81.84143223 392 81.88775510 393 81.93384224 394 81.97969543 395 82.02531646 396 82.07070707 397 81.86397985 398 81.90954774 399 81.95488722 400 82.00000000 401 82.04488778 402 82.08955224 403 82.13399504 404 81.93069307 405 81.97530864 406 82.01970443 407 82.06388206 408 82.10784314 409 82.15158924 410 82.19512195 411 82.23844282 412 82.28155340 413 82.32445521 414 82.12560386 415 82.16867470 416 82.21153846 417 82.25419664 418 82.29665072 419 82.33890215 420 82.38095238 421 82.18527316 422 82.22748815 423 82.26950355 424 82.07547170 425 82.11764706 426 82.15962441 427 82.20140515 428 82.24299065 429 82.05128205 430 82.09302326 431 81.90255220 432 81.94444444 433 81.98614319 434 82.02764977 435 82.06896552 436 81.88073394 437 81.92219680 438 81.96347032 439 81.77676538 440 81.59090909 441 81.63265306 442 81.67420814 443 81.71557562 444 81.75675676 445 81.79775281 446 81.61434978 447 81.65548098 448 81.69642857 449 81.73719376 450 81.55555556 451 81.59645233 452 81.63716814 453 81.67770419 454 81.71806167 455 81.75824176 456 81.79824561 457 81.61925602 458 81.65938865 459 81.69934641 460 81.52173913 461 81.34490239 462 81.38528139 463 81.20950324 464 81.03448276 465 81.07526882 466 81.11587983 467 81.15631692 468 80.98290598 469 81.02345416 470 81.06382979 471 81.10403397 472 81.14406780 473 81.18393235 474 81.22362869 475 81.26315789 476 81.09243697 477 81.13207547 478 81.17154812 479 81.21085595 480 81.25000000 481 81.08108108 482 81.12033195 483 81.15942029 484 81.19834711 485 81.23711340 486 81.27572016 487 81.10882957 488 80.94262295 489 80.98159509 490 81.02040816 491 80.85539715 492 80.89430894 493 80.93306288 494 80.97165992 495 81.01010101 496 81.04838710 497 80.88531187 498 80.92369478 499 80.96192385 500 81.00000000 501 81.03792415 502 81.07569721 503 81.11332008 504 81.15079365 505 81.18811881 506 81.22529644 507 81.26232742 508 81.29921260 509 81.33595285 510 81.17647059 511 81.21330724 512 81.25000000 513 81.28654971 514 81.12840467 515 81.16504854 516 81.00775194 517 81.04448743 518 81.08108108 519 81.11753372 520 81.15384615 521 81.19001919 522 81.22605364 523 81.26195029 524 81.10687023 525 81.14285714 526 81.17870722 527 81.21442125 528 81.25000000 529 81.09640832 530 81.13207547 531 81.16760829 532 81.20300752 533 81.23827392 534 81.27340824 535 81.30841121 536 81.34328358 537 81.37802607 538 81.41263941 539 81.44712430 540 81.29629630 541 81.33086876 542 81.36531365 543 81.21546961 544 81.25000000 545 81.28440367 546 81.31868132 547 81.35283364 548 81.38686131 549 81.42076503 550 81.45454545 551 81.30671506 552 81.34057971 553 81.37432188 554 81.22743682 555 81.26126126 556 81.11510791 557 81.14901257 558 81.18279570 559 81.03756708 560 81.07142857 561 81.10516934 562 81.13879004 563 81.17229130 564 81.20567376 565 81.23893805 566 81.27208481 567 81.30511464 568 81.33802817 569 81.19507909 570 81.22807018 571 81.26094571 572 81.29370629 573 81.32635253 574 81.35888502 575 81.39130435 576 81.42361111 577 81.45580589 578 81.31487889 579 81.34715026 580 81.37931034 581 81.41135972 582 81.44329897 583 81.47512864 584 81.50684932 585 81.53846154 586 81.56996587 587 81.43100511 588 81.46258503 589 81.49405772 590 81.52542373 591 81.55668359 592 81.58783784 593 81.61888702 594 81.64983165 595 81.68067227 596 81.71140940 597 81.74204355 598 81.77257525 599 81.80300501 600 81.83333333 601 81.86356073 602 81.89368771 603 81.92371476 604 81.95364238 605 81.98347107 606 82.01320132 607 82.04283361 608 82.07236842 609 82.10180624 610 82.13114754 611 82.16039280 612 82.18954248 613 82.21859706 614 82.24755700 615 82.27642276 616 82.30519481 617 82.33387358 618 82.36245955 619 82.22940226 620 82.25806452 621 82.28663446 622 82.31511254 623 82.34349920 624 82.37179487 625 82.40000000 626 82.26837061 627 82.29665072 628 82.32484076 629 82.19395866 630 82.22222222 631 82.25039620 632 82.27848101 633 82.30647709 634 82.33438486 635 82.20472441 636 82.23270440 637 82.10361068 638 82.13166144 639 82.15962441 640 82.18750000 641 82.21528861 642 82.24299065 643 82.27060653 644 82.29813665 645 82.32558140 646 82.19814241 647 82.22565688 648 82.25308642 649 82.28043143 650 82.30769231 651 82.18125960 652 82.20858896 653 82.23583461 654 82.11009174 655 82.13740458 656 82.16463415 657 82.03957382 658 82.06686930 659 82.09408194 660 82.12121212 661 82.14826021 662 82.17522659 663 82.20211161 664 82.07831325 665 81.95488722 666 81.83183183 667 81.85907046 668 81.88622754 669 81.91330344 670 81.94029851 671 81.81818182 672 81.69642857 673 81.72362556 674 81.60237389 675 81.62962963 676 81.50887574 677 81.53618907 678 81.41592920 679 81.44329897 680 81.32352941 681 81.35095448 682 81.37829912 683 81.40556369 684 81.28654971 685 81.31386861 686 81.34110787 687 81.36826783 688 81.39534884 689 81.27721335 690 81.30434783 691 81.33140376 692 81.21387283 693 81.24098124 694 81.26801153 695 81.29496403 696 81.32183908 697 81.34863702 698 81.37535817 699 81.25894134 700 81.14285714 701 81.16975749 702 81.19658120 703 81.22332859 704 81.25000000 705 81.13475177 706 81.01983003 707 81.04667610 708 81.07344633 709 81.10014104 710 80.98591549 711 81.01265823 712 81.03932584 713 81.06591865 714 80.95238095 715 80.83916084 716 80.86592179 717 80.89260809 718 80.91922006 719 80.94575800 720 80.97222222 721 80.85991678 722 80.88642659 723 80.91286307 724 80.93922652 725 80.96551724 726 80.99173554 727 81.01788171 728 81.04395604 729 81.06995885 730 80.95890411 731 80.98495212 732 80.87431694 733 80.90040928 734 80.92643052 735 80.95238095 736 80.97826087 737 81.00407056 738 80.89430894 739 80.78484438 740 80.67567568 741 80.70175439 742 80.72776280 743 80.75370121 744 80.77956989 745 80.80536913 746 80.83109920 747 80.85676037 748 80.88235294 749 80.90787717 750 80.93333333