common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 100.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 85.71428571 8 75.00000000 9 66.66666667 10 60.00000000 11 54.54545455 12 50.00000000 13 46.15384615 14 42.85714286 15 46.66666667 16 50.00000000 17 52.94117647 18 55.55555556 19 57.89473684 20 60.00000000 21 61.90476190 22 63.63636364 23 65.21739130 24 66.66666667 25 64.00000000 26 61.53846154 27 59.25925926 28 57.14285714 29 58.62068966 30 60.00000000 31 61.29032258 32 62.50000000 33 63.63636364 34 64.70588235 35 65.71428571 36 66.66666667 37 67.56756757 38 68.42105263 39 69.23076923 40 70.00000000 41 70.73170732 42 71.42857143 43 72.09302326 44 72.72727273 45 71.11111111 46 71.73913043 47 72.34042553 48 72.91666667 49 73.46938776 50 74.00000000 51 74.50980392 52 75.00000000 53 75.47169811 54 74.07407407 55 72.72727273 56 71.42857143 57 71.92982456 58 72.41379310 59 72.88135593 60 73.33333333 61 73.77049180 62 74.19354839 63 74.60317460 64 73.43750000 65 73.84615385 66 74.24242424 67 74.62686567 68 75.00000000 69 75.36231884 70 75.71428571 71 76.05633803 72 76.38888889 73 76.71232877 74 75.67567568 75 74.66666667 76 75.00000000 77 74.02597403 78 74.35897436 79 74.68354430 80 75.00000000 81 75.30864198 82 75.60975610 83 74.69879518 84 75.00000000 85 74.11764706 86 74.41860465 87 74.71264368 88 75.00000000 89 75.28089888 90 75.55555556 91 75.82417582 92 76.08695652 93 76.34408602 94 76.59574468 95 76.84210526 96 77.08333333 97 77.31958763 98 77.55102041 99 77.77777778 100 77.00000000 101 77.22772277 102 76.47058824 103 76.69902913 104 76.92307692 105 76.19047619 106 76.41509434 107 76.63551402 108 76.85185185 109 77.06422018 110 77.27272727 111 76.57657658 112 76.78571429 113 76.99115044 114 76.31578947 115 76.52173913 116 76.72413793 117 76.92307692 118 76.27118644 119 76.47058824 120 75.83333333 121 76.03305785 122 76.22950820 123 76.42276423 124 76.61290323 125 76.80000000 126 76.98412698 127 77.16535433 128 76.56250000 129 75.96899225 130 76.15384615 131 76.33587786 132 76.51515152 133 76.69172932 134 76.11940299 135 76.29629630 136 76.47058824 137 76.64233577 138 76.81159420 139 76.97841727 140 77.14285714 141 76.59574468 142 76.76056338 143 76.92307692 144 77.08333333 145 77.24137931 146 77.39726027 147 77.55102041 148 77.70270270 149 77.85234899 150 78.00000000 151 78.14569536 152 78.28947368 153 78.43137255 154 77.92207792 155 78.06451613 156 78.20512821 157 78.34394904 158 78.48101266 159 78.61635220 160 78.75000000 161 78.88198758 162 79.01234568 163 79.14110429 164 79.26829268 165 79.39393939 166 79.51807229 167 79.64071856 168 79.76190476 169 79.88165680 170 80.00000000 171 80.11695906 172 79.65116279 173 79.76878613 174 79.88505747 175 80.00000000 176 80.11363636 177 80.22598870 178 80.33707865 179 80.44692737 180 80.55555556 181 80.66298343 182 80.21978022 183 80.32786885 184 80.43478261 185 80.54054054 186 80.64516129 187 80.74866310 188 80.85106383 189 80.95238095 190 81.05263158 191 81.15183246 192 81.25000000 193 81.34715026 194 81.44329897 195 81.53846154 196 81.63265306 197 81.72588832 198 81.31313131 199 81.40703518 200 81.00000000 201 80.59701493 202 80.69306931 203 80.78817734 204 80.39215686 205 80.00000000 206 80.09708738 207 80.19323671 208 80.28846154 209 80.38277512 210 80.47619048 211 80.56872038 212 80.66037736 213 80.75117371 214 80.84112150 215 80.93023256 216 81.01851852 217 81.10599078 218 81.19266055 219 81.27853881 220 81.36363636 221 81.44796380 222 81.08108108 223 81.16591928 224 81.25000000 225 81.33333333 226 81.41592920 227 81.49779736 228 81.57894737 229 81.65938865 230 81.73913043 231 81.81818182 232 81.89655172 233 81.97424893 234 81.62393162 235 81.70212766 236 81.77966102 237 81.85654008 238 81.93277311 239 82.00836820 240 81.66666667 241 81.32780083 242 81.40495868 243 81.06995885 244 81.14754098 245 81.22448980 246 80.89430894 247 80.97165992 248 80.64516129 249 80.72289157 250 80.80000000 251 80.87649402 252 80.95238095 253 81.02766798 254 81.10236220 255 81.17647059 256 80.85937500 257 80.93385214 258 80.62015504 259 80.30888031 260 80.00000000 261 80.07662835 262 80.15267176 263 79.84790875 264 79.92424242 265 80.00000000 266 80.07518797 267 80.14981273 268 80.22388060 269 80.29739777 270 80.37037037 271 80.44280443 272 80.51470588 273 80.21978022 274 80.29197080 275 80.36363636 276 80.43478261 277 80.50541516 278 80.57553957 279 80.64516129 280 80.35714286 281 80.42704626 282 80.49645390 283 80.56537102 284 80.63380282 285 80.70175439 286 80.41958042 287 80.48780488 288 80.55555556 289 80.62283737 290 80.68965517 291 80.75601375 292 80.82191781 293 80.88737201 294 80.95238095 295 81.01694915 296 81.08108108 297 80.80808081 298 80.87248322 299 80.93645485 300 81.00000000 301 81.06312292 302 81.12582781 303 81.18811881 304 81.25000000 305 81.31147541 306 81.37254902 307 81.43322476 308 81.16883117 309 81.22977346 310 80.96774194 311 81.02893891 312 81.08974359 313 81.15015974 314 81.21019108 315 81.26984127 316 81.32911392 317 81.38801262 318 81.44654088 319 81.50470219 320 81.56250000 321 81.61993769 322 81.67701863 323 81.73374613 324 81.79012346 325 81.84615385 326 81.90184049 327 81.95718654 328 82.01219512 329 82.06686930 330 82.12121212 331 82.17522659 332 82.22891566 333 81.98198198 334 82.03592814 335 82.08955224 336 82.14285714 337 82.19584570 338 82.24852071 339 82.30088496 340 82.35294118 341 82.40469208 342 82.45614035 343 82.50728863 344 82.55813953 345 82.60869565 346 82.36994220 347 82.42074928 348 82.47126437 349 82.52148997 350 82.28571429 351 82.33618234 352 82.38636364 353 82.43626062 354 82.48587571 355 82.53521127 356 82.58426966 357 82.35294118 358 82.40223464 359 82.45125348 360 82.50000000 361 82.27146814 362 82.04419890 363 82.09366391 364 81.86813187 365 81.91780822 366 81.96721311 367 82.01634877 368 82.06521739 369 81.84281843 370 81.89189189 371 81.94070081 372 81.98924731 373 82.03753351 374 82.08556150 375 81.86666667 376 81.91489362 377 81.96286472 378 81.74603175 379 81.79419525 380 81.84210526 381 81.62729659 382 81.67539267 383 81.72323760 384 81.77083333 385 81.81818182 386 81.86528497 387 81.65374677 388 81.70103093 389 81.74807198 390 81.79487179 391 81.58567775 392 81.63265306 393 81.67938931 394 81.72588832 395 81.77215190 396 81.81818182 397 81.61209068 398 81.65829146 399 81.70426065 400 81.75000000 401 81.79551122 402 81.84079602 403 81.88585608 404 81.68316832 405 81.72839506 406 81.77339901 407 81.81818182 408 81.86274510 409 81.90709046 410 81.95121951 411 81.99513382 412 82.03883495 413 82.08232446 414 81.88405797 415 81.92771084 416 81.97115385 417 82.01438849 418 82.05741627 419 82.10023866 420 82.14285714 421 81.94774347 422 81.99052133 423 82.03309693 424 81.83962264 425 81.88235294 426 81.92488263 427 81.96721311 428 81.77570093 429 81.58508159 430 81.62790698 431 81.43851508 432 81.48148148 433 81.52424942 434 81.56682028 435 81.60919540 436 81.42201835 437 81.46453089 438 81.50684932 439 81.54897494 440 81.36363636 441 81.40589569 442 81.44796380 443 81.48984199 444 81.53153153 445 81.57303371 446 81.61434978 447 81.65548098 448 81.69642857 449 81.73719376 450 81.77777778 451 81.81818182 452 81.85840708 453 81.67770419 454 81.71806167 455 81.75824176 456 81.79824561 457 81.61925602 458 81.65938865 459 81.69934641 460 81.52173913 461 81.34490239 462 81.38528139 463 81.20950324 464 81.03448276 465 81.07526882 466 81.11587983 467 81.15631692 468 81.19658120 469 81.23667377 470 81.27659574 471 81.31634820 472 81.35593220 473 81.39534884 474 81.43459916 475 81.47368421 476 81.30252101 477 81.34171908 478 81.38075314 479 81.41962422 480 81.45833333 481 81.28898129 482 81.32780083 483 81.36645963 484 81.40495868 485 81.44329897 486 81.48148148 487 81.31416838 488 81.14754098 489 81.18609407 490 81.22448980 491 81.05906314 492 81.09756098 493 81.13590264 494 81.17408907 495 81.21212121 496 81.25000000 497 81.08651911 498 81.12449799 499 81.16232465 500 81.20000000 501 81.23752495 502 81.27490040 503 81.31212724 504 81.34920635 505 81.38613861 506 81.42292490 507 81.45956607 508 81.49606299 509 81.53241650 510 81.37254902 511 81.40900196 512 81.44531250 513 81.48148148 514 81.32295720 515 81.35922330 516 81.20155039 517 81.23791103 518 81.27413127 519 81.31021195 520 81.34615385 521 81.38195777 522 81.41762452 523 81.45315488 524 81.29770992 525 81.33333333 526 81.36882129 527 81.40417457 528 81.43939394 529 81.28544423 530 81.32075472 531 81.35593220 532 81.39097744 533 81.42589118 534 81.46067416 535 81.49532710 536 81.52985075 537 81.56424581 538 81.59851301 539 81.63265306 540 81.48148148 541 81.51571165 542 81.54981550 543 81.39963168 544 81.43382353 545 81.46788991 546 81.50183150 547 81.53564899 548 81.56934307 549 81.60291439 550 81.63636364 551 81.48820327 552 81.52173913 553 81.55515371 554 81.40794224 555 81.44144144 556 81.29496403 557 81.32854578 558 81.36200717 559 81.21645796 560 81.25000000 561 81.28342246 562 81.31672598 563 81.34991119 564 81.38297872 565 81.41592920 566 81.44876325 567 81.48148148 568 81.51408451 569 81.37082601 570 81.40350877 571 81.43607706 572 81.46853147 573 81.50087260 574 81.53310105 575 81.56521739 576 81.59722222 577 81.62911612 578 81.48788927 579 81.51986183 580 81.55172414 581 81.58347676 582 81.61512027 583 81.64665523 584 81.67808219 585 81.70940171 586 81.74061433 587 81.60136286 588 81.63265306 589 81.66383701 590 81.69491525 591 81.72588832 592 81.75675676 593 81.78752108 594 81.81818182 595 81.84873950 596 81.87919463 597 81.90954774 598 81.93979933 599 81.96994992 600 82.00000000 601 82.02995008 602 82.05980066 603 82.08955224 604 82.11920530 605 82.14876033 606 82.17821782 607 82.20757825 608 82.23684211 609 82.26600985 610 82.29508197 611 82.32405892 612 82.35294118 613 82.38172920 614 82.41042345 615 82.43902439 616 82.46753247 617 82.49594814 618 82.52427184 619 82.39095315 620 82.41935484 621 82.44766506 622 82.47588424 623 82.50401284 624 82.53205128 625 82.56000000 626 82.58785942 627 82.61562998 628 82.64331210 629 82.51192369 630 82.53968254 631 82.56735341 632 82.59493671 633 82.62243286 634 82.64984227 635 82.51968504 636 82.54716981 637 82.41758242 638 82.44514107 639 82.47261346 640 82.50000000 641 82.52730109 642 82.55451713 643 82.58164852 644 82.60869565 645 82.48062016 646 82.35294118 647 82.38021638 648 82.40740741 649 82.43451464 650 82.46153846 651 82.48847926 652 82.51533742 653 82.54211332 654 82.41590214 655 82.44274809 656 82.46951220 657 82.34398782 658 82.37082067 659 82.39757208 660 82.42424242 661 82.45083207 662 82.47734139 663 82.50377074 664 82.37951807 665 82.25563910 666 82.13213213 667 82.15892054 668 82.18562874 669 82.21225710 670 82.23880597 671 82.11624441 672 81.99404762 673 82.02080238 674 81.89910979 675 81.92592593 676 81.80473373 677 81.83161004 678 81.71091445 679 81.73784978 680 81.61764706 681 81.64464023 682 81.67155425 683 81.69838946 684 81.57894737 685 81.60583942 686 81.63265306 687 81.65938865 688 81.68604651 689 81.71262700 690 81.73913043 691 81.76555716 692 81.64739884 693 81.67388167 694 81.70028818 695 81.72661871 696 81.75287356 697 81.77905308 698 81.80515759 699 81.83118741 700 81.71428571 701 81.74037090 702 81.76638177 703 81.79231863 704 81.81818182 705 81.70212766 706 81.58640227 707 81.61244696 708 81.63841808 709 81.66431594 710 81.54929577 711 81.57524613 712 81.60112360 713 81.62692847 714 81.65266106 715 81.53846154 716 81.56424581 717 81.58995816 718 81.61559889 719 81.64116829 720 81.66666667 721 81.55339806 722 81.57894737 723 81.60442600 724 81.62983425 725 81.65517241 726 81.68044077 727 81.70563961 728 81.73076923 729 81.75582990 730 81.64383562 731 81.66894665 732 81.55737705 733 81.58253752 734 81.60762943 735 81.63265306 736 81.65760870 737 81.68249661 738 81.57181572 739 81.46143437 740 81.48648649 741 81.51147099 742 81.53638814 743 81.56123822 744 81.58602151 745 81.61073826 746 81.63538874 747 81.65997323 748 81.68449198 749 81.70894526 750 81.73333333