common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 100.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 85.71428571 8 75.00000000 9 66.66666667 10 60.00000000 11 54.54545455 12 50.00000000 13 46.15384615 14 50.00000000 15 53.33333333 16 56.25000000 17 58.82352941 18 61.11111111 19 63.15789474 20 65.00000000 21 66.66666667 22 68.18181818 23 69.56521739 24 70.83333333 25 68.00000000 26 65.38461538 27 62.96296296 28 60.71428571 29 62.06896552 30 63.33333333 31 64.51612903 32 65.62500000 33 66.66666667 34 67.64705882 35 68.57142857 36 69.44444444 37 70.27027027 38 71.05263158 39 71.79487179 40 72.50000000 41 73.17073171 42 73.80952381 43 74.41860465 44 75.00000000 45 73.33333333 46 73.91304348 47 74.46808511 48 75.00000000 49 75.51020408 50 76.00000000 51 76.47058824 52 76.92307692 53 77.35849057 54 75.92592593 55 74.54545455 56 73.21428571 57 73.68421053 58 74.13793103 59 74.57627119 60 73.33333333 61 72.13114754 62 72.58064516 63 73.01587302 64 73.43750000 65 73.84615385 66 74.24242424 67 74.62686567 68 75.00000000 69 75.36231884 70 75.71428571 71 76.05633803 72 76.38888889 73 76.71232877 74 75.67567568 75 74.66666667 76 75.00000000 77 74.02597403 78 74.35897436 79 74.68354430 80 75.00000000 81 75.30864198 82 75.60975610 83 74.69879518 84 75.00000000 85 74.11764706 86 74.41860465 87 74.71264368 88 75.00000000 89 75.28089888 90 75.55555556 91 75.82417582 92 76.08695652 93 76.34408602 94 76.59574468 95 76.84210526 96 77.08333333 97 77.31958763 98 76.53061224 99 76.76767677 100 76.00000000 101 76.23762376 102 75.49019608 103 75.72815534 104 75.96153846 105 75.23809524 106 75.47169811 107 74.76635514 108 75.00000000 109 75.22935780 110 75.45454545 111 74.77477477 112 75.00000000 113 75.22123894 114 74.56140351 115 74.78260870 116 75.00000000 117 75.21367521 118 74.57627119 119 74.78991597 120 74.16666667 121 74.38016529 122 74.59016393 123 74.79674797 124 74.19354839 125 74.40000000 126 74.60317460 127 74.80314961 128 74.21875000 129 74.41860465 130 74.61538462 131 74.80916031 132 75.00000000 133 75.18796992 134 75.37313433 135 75.55555556 136 75.73529412 137 75.91240876 138 76.08695652 139 76.25899281 140 76.42857143 141 75.88652482 142 76.05633803 143 76.22377622 144 76.38888889 145 76.55172414 146 76.71232877 147 76.87074830 148 77.02702703 149 77.18120805 150 77.33333333 151 77.48344371 152 77.63157895 153 77.77777778 154 77.27272727 155 77.41935484 156 77.56410256 157 77.70700637 158 77.84810127 159 77.98742138 160 78.12500000 161 78.26086957 162 78.39506173 163 78.52760736 164 78.65853659 165 78.78787879 166 78.91566265 167 79.04191617 168 79.16666667 169 79.28994083 170 79.41176471 171 79.53216374 172 79.65116279 173 79.76878613 174 79.88505747 175 80.00000000 176 80.11363636 177 80.22598870 178 80.33707865 179 80.44692737 180 80.55555556 181 80.66298343 182 80.76923077 183 80.87431694 184 80.97826087 185 81.08108108 186 81.18279570 187 81.28342246 188 81.38297872 189 81.48148148 190 81.57894737 191 81.67539267 192 81.77083333 193 81.86528497 194 81.95876289 195 82.05128205 196 82.14285714 197 82.23350254 198 81.81818182 199 81.90954774 200 81.50000000 201 81.09452736 202 81.18811881 203 81.28078818 204 80.88235294 205 80.48780488 206 80.58252427 207 80.67632850 208 80.76923077 209 80.86124402 210 80.95238095 211 81.04265403 212 81.13207547 213 81.22065728 214 81.30841121 215 81.39534884 216 81.48148148 217 81.56682028 218 81.65137615 219 81.27853881 220 81.36363636 221 81.44796380 222 81.08108108 223 81.16591928 224 81.25000000 225 81.33333333 226 81.41592920 227 81.49779736 228 81.57894737 229 81.65938865 230 81.73913043 231 81.81818182 232 81.89655172 233 81.97424893 234 81.62393162 235 81.70212766 236 81.77966102 237 81.85654008 238 81.93277311 239 81.58995816 240 81.25000000 241 80.91286307 242 80.99173554 243 80.65843621 244 80.73770492 245 80.81632653 246 80.89430894 247 80.97165992 248 81.04838710 249 81.12449799 250 81.20000000 251 81.27490040 252 81.34920635 253 81.42292490 254 81.49606299 255 81.56862745 256 81.25000000 257 81.32295720 258 81.00775194 259 80.69498069 260 80.38461538 261 80.45977011 262 80.53435115 263 80.22813688 264 80.30303030 265 80.37735849 266 80.45112782 267 80.52434457 268 80.59701493 269 80.66914498 270 80.74074074 271 80.81180812 272 80.88235294 273 80.58608059 274 80.65693431 275 80.72727273 276 80.79710145 277 80.86642599 278 80.93525180 279 81.00358423 280 80.71428571 281 80.78291815 282 80.85106383 283 80.91872792 284 80.98591549 285 81.05263158 286 80.76923077 287 80.83623693 288 80.90277778 289 80.96885813 290 81.03448276 291 81.09965636 292 81.16438356 293 81.22866894 294 81.29251701 295 81.35593220 296 81.41891892 297 81.14478114 298 81.20805369 299 81.27090301 300 81.33333333 301 81.39534884 302 81.45695364 303 81.51815182 304 81.57894737 305 81.63934426 306 81.69934641 307 81.75895765 308 81.49350649 309 81.55339806 310 81.29032258 311 81.35048232 312 81.41025641 313 81.46964856 314 81.52866242 315 81.58730159 316 81.64556962 317 81.70347003 318 81.76100629 319 81.81818182 320 81.87500000 321 81.93146417 322 81.98757764 323 82.04334365 324 82.09876543 325 82.15384615 326 82.20858896 327 82.26299694 328 82.31707317 329 82.37082067 330 82.42424242 331 82.47734139 332 82.53012048 333 82.28228228 334 82.33532934 335 82.38805970 336 82.44047619 337 82.49258160 338 82.54437870 339 82.59587021 340 82.64705882 341 82.69794721 342 82.74853801 343 82.79883382 344 82.84883721 345 82.89855072 346 82.65895954 347 82.70893372 348 82.75862069 349 82.80802292 350 82.57142857 351 82.62108262 352 82.67045455 353 82.71954674 354 82.76836158 355 82.81690141 356 82.86516854 357 82.63305322 358 82.68156425 359 82.72980501 360 82.77777778 361 82.54847645 362 82.32044199 363 82.36914601 364 82.14285714 365 82.19178082 366 82.24043716 367 82.28882834 368 82.33695652 369 82.11382114 370 82.16216216 371 82.21024259 372 82.25806452 373 82.30563003 374 82.35294118 375 82.13333333 376 82.18085106 377 82.22811671 378 82.27513228 379 82.32189974 380 82.36842105 381 82.15223097 382 82.19895288 383 82.24543081 384 82.29166667 385 82.33766234 386 82.38341969 387 82.17054264 388 82.21649485 389 82.26221080 390 82.30769231 391 82.09718670 392 82.14285714 393 82.18829517 394 82.23350254 395 82.27848101 396 82.32323232 397 82.11586902 398 82.16080402 399 82.20551378 400 82.25000000 401 82.29426434 402 82.33830846 403 82.38213400 404 82.17821782 405 82.22222222 406 82.26600985 407 82.30958231 408 82.35294118 409 82.39608802 410 82.43902439 411 82.48175182 412 82.52427184 413 82.56658596 414 82.36714976 415 82.40963855 416 82.45192308 417 82.49400480 418 82.53588517 419 82.57756563 420 82.61904762 421 82.42280285 422 82.46445498 423 82.50591017 424 82.31132075 425 82.35294118 426 82.39436620 427 82.43559719 428 82.24299065 429 82.05128205 430 82.09302326 431 81.90255220 432 81.94444444 433 81.98614319 434 82.02764977 435 82.06896552 436 81.88073394 437 81.92219680 438 81.96347032 439 81.77676538 440 81.59090909 441 81.63265306 442 81.67420814 443 81.71557562 444 81.75675676 445 81.79775281 446 81.61434978 447 81.65548098 448 81.69642857 449 81.73719376 450 81.55555556 451 81.59645233 452 81.63716814 453 81.45695364 454 81.49779736 455 81.53846154 456 81.57894737 457 81.40043764 458 81.44104803 459 81.48148148 460 81.30434783 461 81.12798265 462 81.16883117 463 80.99352052 464 80.81896552 465 80.86021505 466 80.90128755 467 80.94218415 468 80.98290598 469 81.02345416 470 81.06382979 471 81.10403397 472 81.14406780 473 81.18393235 474 81.22362869 475 81.05263158 476 80.88235294 477 80.92243187 478 80.96234310 479 81.00208768 480 81.04166667 481 80.87318087 482 80.91286307 483 80.95238095 484 80.99173554 485 81.03092784 486 81.06995885 487 80.90349076 488 80.73770492 489 80.77709611 490 80.81632653 491 80.65173116 492 80.69105691 493 80.73022312 494 80.76923077 495 80.80808081 496 80.84677419 497 80.68410463 498 80.72289157 499 80.76152305 500 80.80000000 501 80.83832335 502 80.87649402 503 80.91451292 504 80.95238095 505 80.99009901 506 81.02766798 507 81.06508876 508 81.10236220 509 81.13948919 510 80.98039216 511 81.01761252 512 81.05468750 513 81.09161793 514 80.93385214 515 80.97087379 516 80.81395349 517 80.85106383 518 80.88803089 519 80.92485549 520 80.96153846 521 80.99808061 522 81.03448276 523 81.07074570 524 80.91603053 525 80.95238095 526 80.98859316 527 81.02466793 528 81.06060606 529 80.90737240 530 80.94339623 531 80.97928437 532 81.01503759 533 81.05065666 534 81.08614232 535 81.12149533 536 81.15671642 537 81.19180633 538 81.22676580 539 81.26159555 540 81.11111111 541 81.14602588 542 81.18081181 543 81.03130755 544 81.06617647 545 81.10091743 546 81.13553114 547 81.17001828 548 81.20437956 549 81.23861566 550 81.27272727 551 81.12522686 552 81.15942029 553 81.19349005 554 81.04693141 555 81.08108108 556 80.93525180 557 80.96947935 558 81.00358423 559 80.85867621 560 80.89285714 561 80.92691622 562 80.96085409 563 80.81705151 564 80.85106383 565 80.88495575 566 80.91872792 567 80.95238095 568 80.98591549 569 80.84358524 570 80.87719298 571 80.91068301 572 80.94405594 573 80.97731239 574 81.01045296 575 81.04347826 576 81.07638889 577 81.10918544 578 80.96885813 579 81.00172712 580 81.03448276 581 81.06712565 582 81.09965636 583 81.13207547 584 81.16438356 585 81.19658120 586 81.22866894 587 81.09028961 588 81.12244898 589 81.15449915 590 81.18644068 591 81.21827411 592 81.25000000 593 81.28161889 594 81.31313131 595 81.34453782 596 81.37583893 597 81.40703518 598 81.43812709 599 81.46911519 600 81.50000000 601 81.53078203 602 81.56146179 603 81.59203980 604 81.62251656 605 81.65289256 606 81.68316832 607 81.71334432 608 81.74342105 609 81.77339901 610 81.80327869 611 81.83306056 612 81.86274510 613 81.89233279 614 81.92182410 615 81.95121951 616 81.98051948 617 82.00972447 618 82.03883495 619 81.90630048 620 81.93548387 621 81.96457327 622 81.99356913 623 82.02247191 624 82.05128205 625 82.08000000 626 82.10862620 627 82.13716108 628 82.16560510 629 82.03497615 630 82.06349206 631 82.09191759 632 82.12025316 633 82.14849921 634 82.17665615 635 82.04724409 636 82.07547170 637 81.94662480 638 81.97492163 639 82.00312989 640 82.03125000 641 82.05928237 642 82.08722741 643 82.11508554 644 82.14285714 645 82.17054264 646 82.04334365 647 82.07109737 648 82.09876543 649 82.12634823 650 82.15384615 651 82.18125960 652 82.20858896 653 82.23583461 654 82.11009174 655 82.13740458 656 82.16463415 657 82.03957382 658 82.06686930 659 82.09408194 660 82.12121212 661 82.14826021 662 82.17522659 663 82.20211161 664 82.07831325 665 81.95488722 666 81.83183183 667 81.85907046 668 81.88622754 669 81.91330344 670 81.94029851 671 81.81818182 672 81.69642857 673 81.72362556 674 81.60237389 675 81.62962963 676 81.50887574 677 81.53618907 678 81.41592920 679 81.44329897 680 81.32352941 681 81.20411160 682 81.23167155 683 81.25915081 684 81.14035088 685 81.16788321 686 81.19533528 687 81.22270742 688 81.25000000 689 81.13207547 690 81.15942029 691 81.18668596 692 81.06936416 693 81.09668110 694 81.12391931 695 81.15107914 696 81.17816092 697 81.20516499 698 81.23209169 699 81.11587983 700 81.00000000 701 81.02710414 702 81.05413105 703 81.08108108 704 81.10795455 705 80.99290780 706 81.01983003 707 81.04667610 708 81.07344633 709 81.10014104 710 80.98591549 711 81.01265823 712 81.03932584 713 81.06591865 714 80.95238095 715 80.83916084 716 80.86592179 717 80.89260809 718 80.77994429 719 80.80667594 720 80.83333333 721 80.72122053 722 80.74792244 723 80.77455048 724 80.80110497 725 80.82758621 726 80.85399449 727 80.88033012 728 80.90659341 729 80.93278464 730 80.82191781 731 80.84815321 732 80.73770492 733 80.76398363 734 80.79019074 735 80.81632653 736 80.84239130 737 80.86838535 738 80.75880759 739 80.64952639 740 80.67567568 741 80.70175439 742 80.72776280 743 80.75370121 744 80.77956989 745 80.80536913 746 80.83109920 747 80.85676037 748 80.88235294 749 80.90787717 750 80.93333333