common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 100.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 85.71428571 8 75.00000000 9 66.66666667 10 60.00000000 11 54.54545455 12 50.00000000 13 46.15384615 14 50.00000000 15 53.33333333 16 56.25000000 17 58.82352941 18 61.11111111 19 63.15789474 20 65.00000000 21 66.66666667 22 68.18181818 23 69.56521739 24 70.83333333 25 68.00000000 26 65.38461538 27 62.96296296 28 60.71428571 29 62.06896552 30 63.33333333 31 64.51612903 32 65.62500000 33 66.66666667 34 67.64705882 35 68.57142857 36 69.44444444 37 70.27027027 38 71.05263158 39 71.79487179 40 72.50000000 41 73.17073171 42 73.80952381 43 74.41860465 44 75.00000000 45 73.33333333 46 73.91304348 47 74.46808511 48 75.00000000 49 75.51020408 50 76.00000000 51 76.47058824 52 76.92307692 53 77.35849057 54 75.92592593 55 74.54545455 56 73.21428571 57 73.68421053 58 74.13793103 59 74.57627119 60 73.33333333 61 72.13114754 62 72.58064516 63 73.01587302 64 73.43750000 65 73.84615385 66 74.24242424 67 74.62686567 68 75.00000000 69 75.36231884 70 75.71428571 71 76.05633803 72 76.38888889 73 76.71232877 74 75.67567568 75 74.66666667 76 75.00000000 77 74.02597403 78 74.35897436 79 74.68354430 80 75.00000000 81 75.30864198 82 75.60975610 83 74.69879518 84 75.00000000 85 74.11764706 86 74.41860465 87 74.71264368 88 75.00000000 89 75.28089888 90 75.55555556 91 75.82417582 92 76.08695652 93 76.34408602 94 76.59574468 95 76.84210526 96 77.08333333 97 77.31958763 98 76.53061224 99 76.76767677 100 76.00000000 101 76.23762376 102 75.49019608 103 75.72815534 104 75.96153846 105 75.23809524 106 75.47169811 107 74.76635514 108 75.00000000 109 75.22935780 110 75.45454545 111 74.77477477 112 75.00000000 113 75.22123894 114 74.56140351 115 74.78260870 116 75.00000000 117 75.21367521 118 74.57627119 119 74.78991597 120 74.16666667 121 74.38016529 122 74.59016393 123 74.79674797 124 74.19354839 125 74.40000000 126 74.60317460 127 74.80314961 128 74.21875000 129 74.41860465 130 74.61538462 131 74.80916031 132 75.00000000 133 75.18796992 134 75.37313433 135 75.55555556 136 75.73529412 137 75.91240876 138 76.08695652 139 76.25899281 140 76.42857143 141 75.88652482 142 76.05633803 143 76.22377622 144 76.38888889 145 76.55172414 146 76.71232877 147 76.87074830 148 77.02702703 149 77.18120805 150 77.33333333 151 77.48344371 152 77.63157895 153 77.77777778 154 77.27272727 155 77.41935484 156 77.56410256 157 77.70700637 158 77.84810127 159 77.98742138 160 78.12500000 161 78.26086957 162 78.39506173 163 78.52760736 164 78.65853659 165 78.78787879 166 78.91566265 167 79.04191617 168 79.16666667 169 79.28994083 170 79.41176471 171 79.53216374 172 79.65116279 173 79.76878613 174 79.88505747 175 80.00000000 176 80.11363636 177 80.22598870 178 80.33707865 179 80.44692737 180 80.55555556 181 80.66298343 182 80.76923077 183 80.87431694 184 80.97826087 185 81.08108108 186 81.18279570 187 81.28342246 188 81.38297872 189 81.48148148 190 81.57894737 191 81.67539267 192 81.77083333 193 81.86528497 194 81.95876289 195 82.05128205 196 82.14285714 197 82.23350254 198 81.81818182 199 81.90954774 200 81.50000000 201 81.09452736 202 81.18811881 203 81.28078818 204 80.88235294 205 80.48780488 206 80.58252427 207 80.67632850 208 80.76923077 209 80.86124402 210 80.95238095 211 81.04265403 212 81.13207547 213 81.22065728 214 81.30841121 215 81.39534884 216 81.48148148 217 81.56682028 218 81.65137615 219 81.27853881 220 81.36363636 221 81.44796380 222 81.08108108 223 81.16591928 224 81.25000000 225 81.33333333 226 81.41592920 227 81.49779736 228 81.57894737 229 81.65938865 230 81.73913043 231 81.81818182 232 81.89655172 233 81.97424893 234 81.62393162 235 81.70212766 236 81.77966102 237 81.85654008 238 81.93277311 239 81.58995816 240 81.25000000 241 80.91286307 242 80.99173554 243 80.65843621 244 80.73770492 245 80.81632653 246 80.89430894 247 80.97165992 248 80.64516129 249 80.72289157 250 80.80000000 251 80.87649402 252 80.95238095 253 81.02766798 254 81.10236220 255 81.17647059 256 80.85937500 257 80.93385214 258 80.62015504 259 80.30888031 260 80.00000000 261 80.07662835 262 80.15267176 263 79.84790875 264 79.92424242 265 80.00000000 266 80.07518797 267 80.14981273 268 80.22388060 269 80.29739777 270 80.37037037 271 80.44280443 272 80.51470588 273 80.21978022 274 80.29197080 275 80.36363636 276 80.43478261 277 80.50541516 278 80.57553957 279 80.64516129 280 80.35714286 281 80.42704626 282 80.49645390 283 80.56537102 284 80.63380282 285 80.70175439 286 80.41958042 287 80.48780488 288 80.55555556 289 80.62283737 290 80.68965517 291 80.75601375 292 80.82191781 293 80.88737201 294 80.95238095 295 81.01694915 296 81.08108108 297 80.80808081 298 80.87248322 299 80.93645485 300 81.00000000 301 80.73089701 302 80.79470199 303 80.85808581 304 80.92105263 305 80.98360656 306 81.04575163 307 81.10749186 308 80.84415584 309 80.90614887 310 80.64516129 311 80.70739550 312 80.76923077 313 80.83067093 314 80.89171975 315 80.95238095 316 81.01265823 317 81.07255521 318 81.13207547 319 81.19122257 320 81.25000000 321 81.30841121 322 81.36645963 323 81.42414861 324 81.48148148 325 81.53846154 326 81.59509202 327 81.65137615 328 81.70731707 329 81.76291793 330 81.81818182 331 81.87311178 332 81.92771084 333 81.68168168 334 81.73652695 335 81.79104478 336 81.84523810 337 81.89910979 338 81.95266272 339 82.00589971 340 82.05882353 341 82.11143695 342 82.16374269 343 82.21574344 344 82.26744186 345 82.31884058 346 82.08092486 347 82.13256484 348 82.18390805 349 82.23495702 350 82.00000000 351 82.05128205 352 82.10227273 353 82.15297450 354 82.20338983 355 82.25352113 356 82.30337079 357 82.07282913 358 82.12290503 359 82.17270195 360 82.22222222 361 81.99445983 362 81.76795580 363 81.81818182 364 81.59340659 365 81.64383562 366 81.69398907 367 81.74386921 368 81.79347826 369 81.57181572 370 81.62162162 371 81.67115903 372 81.72043011 373 81.76943700 374 81.81818182 375 81.60000000 376 81.64893617 377 81.69761273 378 81.74603175 379 81.79419525 380 81.84210526 381 81.62729659 382 81.67539267 383 81.72323760 384 81.77083333 385 81.81818182 386 81.86528497 387 81.65374677 388 81.70103093 389 81.74807198 390 81.79487179 391 81.58567775 392 81.63265306 393 81.67938931 394 81.72588832 395 81.77215190 396 81.81818182 397 81.61209068 398 81.65829146 399 81.70426065 400 81.75000000 401 81.79551122 402 81.84079602 403 81.88585608 404 81.68316832 405 81.72839506 406 81.77339901 407 81.81818182 408 81.86274510 409 81.90709046 410 81.95121951 411 81.99513382 412 82.03883495 413 82.08232446 414 81.88405797 415 81.92771084 416 81.97115385 417 82.01438849 418 82.05741627 419 82.10023866 420 82.14285714 421 81.94774347 422 81.99052133 423 82.03309693 424 81.83962264 425 81.88235294 426 81.92488263 427 81.96721311 428 82.00934579 429 81.81818182 430 81.86046512 431 81.67053364 432 81.71296296 433 81.75519630 434 81.79723502 435 81.83908046 436 81.65137615 437 81.69336384 438 81.73515982 439 81.54897494 440 81.36363636 441 81.40589569 442 81.44796380 443 81.48984199 444 81.53153153 445 81.57303371 446 81.39013453 447 81.43176734 448 81.47321429 449 81.51447661 450 81.33333333 451 81.37472284 452 81.41592920 453 81.23620309 454 81.27753304 455 81.31868132 456 81.35964912 457 81.18161926 458 81.22270742 459 81.26361656 460 81.08695652 461 80.91106291 462 80.95238095 463 80.77753780 464 80.60344828 465 80.64516129 466 80.68669528 467 80.72805139 468 80.76923077 469 80.81023454 470 80.85106383 471 80.89171975 472 80.93220339 473 80.97251586 474 81.01265823 475 80.84210526 476 80.67226891 477 80.71278826 478 80.75313808 479 80.79331942 480 80.83333333 481 80.66528067 482 80.70539419 483 80.74534161 484 80.78512397 485 80.82474227 486 80.86419753 487 80.69815195 488 80.53278689 489 80.57259714 490 80.61224490 491 80.44806517 492 80.48780488 493 80.52738337 494 80.56680162 495 80.60606061 496 80.64516129 497 80.48289738 498 80.52208835 499 80.56112224 500 80.60000000 501 80.63872255 502 80.67729084 503 80.71570577 504 80.75396825 505 80.79207921 506 80.83003953 507 80.86785010 508 80.90551181 509 80.94302554 510 80.78431373 511 80.82191781 512 80.85937500 513 80.89668616 514 80.73929961 515 80.77669903 516 80.62015504 517 80.65764023 518 80.69498069 519 80.73217726 520 80.76923077 521 80.80614203 522 80.84291188 523 80.87954111 524 80.72519084 525 80.76190476 526 80.79847909 527 80.83491461 528 80.87121212 529 80.71833648 530 80.75471698 531 80.79096045 532 80.82706767 533 80.86303940 534 80.89887640 535 80.93457944 536 80.97014925 537 81.00558659 538 81.04089219 539 81.07606679 540 80.92592593 541 80.96118299 542 80.99630996 543 80.84714549 544 80.88235294 545 80.91743119 546 80.95238095 547 80.98720293 548 81.02189781 549 81.05646630 550 81.09090909 551 80.94373866 552 80.97826087 553 81.01265823 554 80.86642599 555 80.90090090 556 80.75539568 557 80.78994614 558 80.82437276 559 80.67978533 560 80.71428571 561 80.74866310 562 80.78291815 563 80.81705151 564 80.85106383 565 80.88495575 566 80.91872792 567 80.95238095 568 80.98591549 569 80.84358524 570 80.87719298 571 80.91068301 572 80.94405594 573 80.97731239 574 81.01045296 575 81.04347826 576 81.07638889 577 81.10918544 578 80.96885813 579 81.00172712 580 81.03448276 581 81.06712565 582 81.09965636 583 81.13207547 584 81.16438356 585 81.19658120 586 81.22866894 587 81.09028961 588 81.12244898 589 81.15449915 590 81.18644068 591 81.21827411 592 81.25000000 593 81.28161889 594 81.31313131 595 81.34453782 596 81.37583893 597 81.40703518 598 81.43812709 599 81.46911519 600 81.50000000 601 81.53078203 602 81.56146179 603 81.59203980 604 81.62251656 605 81.65289256 606 81.68316832 607 81.71334432 608 81.74342105 609 81.77339901 610 81.80327869 611 81.83306056 612 81.86274510 613 81.89233279 614 81.92182410 615 81.95121951 616 81.98051948 617 82.00972447 618 82.03883495 619 81.90630048 620 81.93548387 621 81.96457327 622 81.99356913 623 82.02247191 624 82.05128205 625 82.08000000 626 82.10862620 627 82.13716108 628 82.16560510 629 82.03497615 630 82.06349206 631 82.09191759 632 82.12025316 633 82.14849921 634 82.17665615 635 82.04724409 636 82.07547170 637 81.94662480 638 81.97492163 639 82.00312989 640 82.03125000 641 82.05928237 642 82.08722741 643 82.11508554 644 82.14285714 645 82.17054264 646 82.04334365 647 82.07109737 648 82.09876543 649 82.12634823 650 82.15384615 651 82.18125960 652 82.20858896 653 82.23583461 654 82.11009174 655 82.13740458 656 82.16463415 657 82.03957382 658 82.06686930 659 82.09408194 660 82.12121212 661 82.14826021 662 82.17522659 663 82.20211161 664 82.07831325 665 81.95488722 666 81.83183183 667 81.85907046 668 81.88622754 669 81.91330344 670 81.94029851 671 81.81818182 672 81.69642857 673 81.72362556 674 81.60237389 675 81.62962963 676 81.50887574 677 81.53618907 678 81.41592920 679 81.44329897 680 81.32352941 681 81.20411160 682 81.23167155 683 81.25915081 684 81.14035088 685 81.16788321 686 81.19533528 687 81.22270742 688 81.25000000 689 81.13207547 690 81.15942029 691 81.18668596 692 81.06936416 693 81.09668110 694 81.12391931 695 81.15107914 696 81.17816092 697 81.20516499 698 81.23209169 699 81.11587983 700 81.00000000 701 81.02710414 702 81.05413105 703 81.08108108 704 81.10795455 705 80.99290780 706 81.01983003 707 81.04667610 708 81.07344633 709 81.10014104 710 80.98591549 711 81.01265823 712 81.03932584 713 81.06591865 714 80.95238095 715 80.83916084 716 80.86592179 717 80.89260809 718 80.77994429 719 80.80667594 720 80.83333333 721 80.72122053 722 80.74792244 723 80.77455048 724 80.80110497 725 80.82758621 726 80.85399449 727 80.88033012 728 80.90659341 729 80.93278464 730 80.82191781 731 80.84815321 732 80.73770492 733 80.76398363 734 80.79019074 735 80.81632653 736 80.84239130 737 80.86838535 738 80.75880759 739 80.64952639 740 80.67567568 741 80.70175439 742 80.72776280 743 80.75370121 744 80.77956989 745 80.80536913 746 80.83109920 747 80.85676037 748 80.88235294 749 80.90787717 750 80.93333333