common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 100.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 85.71428571 8 75.00000000 9 66.66666667 10 60.00000000 11 54.54545455 12 50.00000000 13 46.15384615 14 50.00000000 15 53.33333333 16 56.25000000 17 58.82352941 18 61.11111111 19 63.15789474 20 65.00000000 21 66.66666667 22 68.18181818 23 69.56521739 24 70.83333333 25 68.00000000 26 65.38461538 27 62.96296296 28 60.71428571 29 62.06896552 30 63.33333333 31 64.51612903 32 65.62500000 33 66.66666667 34 67.64705882 35 68.57142857 36 69.44444444 37 67.56756757 38 68.42105263 39 69.23076923 40 70.00000000 41 70.73170732 42 71.42857143 43 72.09302326 44 72.72727273 45 71.11111111 46 71.73913043 47 72.34042553 48 72.91666667 49 73.46938776 50 74.00000000 51 74.50980392 52 75.00000000 53 75.47169811 54 75.92592593 55 74.54545455 56 73.21428571 57 73.68421053 58 74.13793103 59 74.57627119 60 73.33333333 61 72.13114754 62 72.58064516 63 73.01587302 64 71.87500000 65 72.30769231 66 72.72727273 67 73.13432836 68 73.52941176 69 73.91304348 70 74.28571429 71 74.64788732 72 75.00000000 73 75.34246575 74 74.32432432 75 73.33333333 76 73.68421053 77 72.72727273 78 73.07692308 79 73.41772152 80 73.75000000 81 74.07407407 82 74.39024390 83 73.49397590 84 73.80952381 85 72.94117647 86 73.25581395 87 73.56321839 88 73.86363636 89 74.15730337 90 74.44444444 91 74.72527473 92 75.00000000 93 75.26881720 94 75.53191489 95 75.78947368 96 76.04166667 97 76.28865979 98 76.53061224 99 76.76767677 100 76.00000000 101 76.23762376 102 75.49019608 103 75.72815534 104 75.96153846 105 75.23809524 106 75.47169811 107 75.70093458 108 75.92592593 109 76.14678899 110 76.36363636 111 75.67567568 112 75.89285714 113 76.10619469 114 75.43859649 115 75.65217391 116 75.86206897 117 76.06837607 118 75.42372881 119 75.63025210 120 75.00000000 121 75.20661157 122 75.40983607 123 75.60975610 124 75.80645161 125 76.00000000 126 76.19047619 127 76.37795276 128 75.78125000 129 75.19379845 130 75.38461538 131 75.57251908 132 75.75757576 133 75.93984962 134 75.37313433 135 75.55555556 136 75.73529412 137 75.91240876 138 76.08695652 139 76.25899281 140 76.42857143 141 75.88652482 142 76.05633803 143 76.22377622 144 76.38888889 145 76.55172414 146 76.71232877 147 76.87074830 148 77.02702703 149 77.18120805 150 77.33333333 151 77.48344371 152 77.63157895 153 77.77777778 154 77.27272727 155 77.41935484 156 77.56410256 157 77.70700637 158 77.84810127 159 77.98742138 160 78.12500000 161 78.26086957 162 78.39506173 163 78.52760736 164 78.65853659 165 78.78787879 166 78.91566265 167 79.04191617 168 79.16666667 169 79.28994083 170 79.41176471 171 79.53216374 172 79.06976744 173 79.19075145 174 79.31034483 175 79.42857143 176 79.54545455 177 79.66101695 178 79.77528090 179 79.88826816 180 80.00000000 181 79.55801105 182 79.12087912 183 79.23497268 184 79.34782609 185 79.45945946 186 79.56989247 187 79.67914439 188 79.78723404 189 79.89417989 190 80.00000000 191 80.10471204 192 80.20833333 193 80.31088083 194 80.41237113 195 80.51282051 196 80.61224490 197 80.71065990 198 80.30303030 199 80.40201005 200 80.00000000 201 79.60199005 202 79.70297030 203 79.80295567 204 79.41176471 205 79.02439024 206 79.12621359 207 79.22705314 208 79.32692308 209 79.42583732 210 79.52380952 211 79.62085308 212 79.71698113 213 79.81220657 214 79.90654206 215 80.00000000 216 80.09259259 217 80.18433180 218 80.27522936 219 79.90867580 220 80.00000000 221 80.09049774 222 79.72972973 223 79.82062780 224 79.91071429 225 80.00000000 226 80.08849558 227 80.17621145 228 80.26315789 229 80.34934498 230 80.43478261 231 80.51948052 232 80.60344828 233 80.68669528 234 80.34188034 235 80.42553191 236 80.50847458 237 80.59071730 238 80.67226891 239 80.33472803 240 80.00000000 241 79.66804979 242 79.75206612 243 79.42386831 244 79.50819672 245 79.59183673 246 79.67479675 247 79.75708502 248 79.43548387 249 79.51807229 250 79.60000000 251 79.68127490 252 79.76190476 253 79.84189723 254 79.92125984 255 80.00000000 256 79.68750000 257 79.76653696 258 79.45736434 259 79.15057915 260 78.84615385 261 78.92720307 262 79.00763359 263 78.70722433 264 78.78787879 265 78.86792453 266 78.94736842 267 79.02621723 268 79.10447761 269 79.18215613 270 79.25925926 271 79.33579336 272 79.41176471 273 79.12087912 274 79.19708029 275 79.27272727 276 79.34782609 277 79.42238267 278 79.49640288 279 79.56989247 280 79.28571429 281 79.35943060 282 79.43262411 283 79.50530035 284 79.57746479 285 79.64912281 286 79.37062937 287 79.44250871 288 79.51388889 289 79.58477509 290 79.31034483 291 79.38144330 292 79.45205479 293 79.52218430 294 79.59183673 295 79.66101695 296 79.72972973 297 79.46127946 298 79.53020134 299 79.59866221 300 79.66666667 301 79.73421927 302 79.80132450 303 79.86798680 304 79.93421053 305 80.00000000 306 80.06535948 307 80.13029316 308 79.87012987 309 79.93527508 310 79.67741935 311 79.74276527 312 79.80769231 313 79.87220447 314 79.93630573 315 80.00000000 316 80.06329114 317 80.12618297 318 80.18867925 319 80.25078370 320 80.31250000 321 80.37383178 322 80.43478261 323 80.49535604 324 80.24691358 325 80.30769231 326 80.36809816 327 80.42813456 328 80.48780488 329 80.54711246 330 80.60606061 331 80.66465257 332 80.72289157 333 80.48048048 334 80.53892216 335 80.59701493 336 80.65476190 337 80.71216617 338 80.76923077 339 80.82595870 340 80.88235294 341 80.64516129 342 80.70175439 343 80.75801749 344 80.81395349 345 80.86956522 346 80.63583815 347 80.69164265 348 80.74712644 349 80.80229226 350 80.57142857 351 80.62678063 352 80.68181818 353 80.73654391 354 80.79096045 355 80.84507042 356 80.89887640 357 80.67226891 358 80.72625698 359 80.77994429 360 80.83333333 361 80.60941828 362 80.38674033 363 80.44077135 364 80.21978022 365 80.27397260 366 80.32786885 367 80.38147139 368 80.43478261 369 80.21680217 370 80.27027027 371 80.32345013 372 80.37634409 373 80.42895442 374 80.48128342 375 80.26666667 376 80.31914894 377 80.37135279 378 80.15873016 379 80.21108179 380 80.26315789 381 80.05249344 382 80.10471204 383 80.15665796 384 80.20833333 385 80.25974026 386 80.31088083 387 80.10335917 388 80.15463918 389 80.20565553 390 80.25641026 391 80.05115090 392 80.10204082 393 80.15267176 394 80.20304569 395 80.25316456 396 80.30303030 397 80.10075567 398 80.15075377 399 80.20050125 400 80.25000000 401 80.29925187 402 80.34825871 403 80.39702233 404 80.19801980 405 80.24691358 406 80.29556650 407 80.34398034 408 80.39215686 409 80.44009780 410 80.48780488 411 80.53527981 412 80.58252427 413 80.62953995 414 80.43478261 415 80.48192771 416 80.52884615 417 80.57553957 418 80.62200957 419 80.66825776 420 80.71428571 421 80.52256532 422 80.56872038 423 80.61465721 424 80.42452830 425 80.47058824 426 80.51643192 427 80.56206089 428 80.37383178 429 80.18648019 430 80.23255814 431 80.04640371 432 80.09259259 433 80.13856813 434 80.18433180 435 80.22988506 436 80.04587156 437 80.09153318 438 80.13698630 439 79.95444191 440 79.77272727 441 79.81859410 442 79.86425339 443 79.90970655 444 79.95495495 445 80.00000000 446 79.82062780 447 79.86577181 448 79.91071429 449 79.95545657 450 80.00000000 451 80.04434590 452 80.08849558 453 79.91169978 454 79.95594714 455 80.00000000 456 80.04385965 457 79.86870897 458 79.91266376 459 79.95642702 460 79.78260870 461 79.60954447 462 79.65367965 463 79.48164147 464 79.31034483 465 79.35483871 466 79.39914163 467 79.44325482 468 79.48717949 469 79.53091684 470 79.57446809 471 79.61783439 472 79.66101695 473 79.70401691 474 79.74683544 475 79.78947368 476 79.62184874 477 79.66457023 478 79.70711297 479 79.74947808 480 79.79166667 481 79.62577963 482 79.66804979 483 79.71014493 484 79.75206612 485 79.79381443 486 79.83539095 487 79.67145791 488 79.50819672 489 79.55010225 490 79.59183673 491 79.42973523 492 79.47154472 493 79.51318458 494 79.55465587 495 79.59595960 496 79.63709677 497 79.47686117 498 79.51807229 499 79.55911824 500 79.60000000 501 79.64071856 502 79.68127490 503 79.72166998 504 79.76190476 505 79.80198020 506 79.84189723 507 79.88165680 508 79.92125984 509 79.96070727 510 79.80392157 511 79.84344423 512 79.88281250 513 79.92202729 514 79.76653696 515 79.80582524 516 79.65116279 517 79.69052224 518 79.72972973 519 79.76878613 520 79.80769231 521 79.84644914 522 79.88505747 523 79.92351816 524 79.77099237 525 79.80952381 526 79.84790875 527 79.88614801 528 79.92424242 529 79.77315690 530 79.81132075 531 79.84934087 532 79.88721805 533 79.92495310 534 79.96254682 535 80.00000000 536 80.03731343 537 80.07448790 538 80.11152416 539 80.14842301 540 80.00000000 541 80.03696858 542 80.07380074 543 79.92633517 544 79.96323529 545 80.00000000 546 80.03663004 547 80.07312614 548 80.10948905 549 80.14571949 550 80.18181818 551 80.03629764 552 80.07246377 553 80.10849910 554 79.96389892 555 80.00000000 556 79.85611511 557 79.89228007 558 79.92831541 559 79.78533095 560 79.82142857 561 79.85739750 562 79.89323843 563 79.92895204 564 79.96453901 565 80.00000000 566 80.03533569 567 80.07054674 568 80.10563380 569 79.96485062 570 80.00000000 571 80.03502627 572 80.06993007 573 80.10471204 574 80.13937282 575 80.17391304 576 80.20833333 577 80.24263432 578 80.10380623 579 80.13816926 580 80.17241379 581 80.20654045 582 80.24054983 583 80.27444254 584 80.30821918 585 80.34188034 586 80.37542662 587 80.23850085 588 80.27210884 589 80.30560272 590 80.33898305 591 80.37225042 592 80.40540541 593 80.43844857 594 80.47138047 595 80.50420168 596 80.53691275 597 80.56951424 598 80.60200669 599 80.63439065 600 80.66666667 601 80.69883527 602 80.73089701 603 80.76285240 604 80.79470199 605 80.82644628 606 80.85808581 607 80.88962109 608 80.92105263 609 80.95238095 610 80.98360656 611 81.01472995 612 81.04575163 613 81.07667210 614 80.94462541 615 80.97560976 616 81.00649351 617 81.03727715 618 81.06796117 619 80.93699515 620 80.96774194 621 80.99838969 622 81.02893891 623 81.05939005 624 81.08974359 625 81.12000000 626 81.15015974 627 81.18022329 628 81.21019108 629 81.08108108 630 81.11111111 631 81.14104596 632 81.17088608 633 81.20063191 634 81.23028391 635 81.10236220 636 81.13207547 637 81.00470958 638 81.03448276 639 81.06416275 640 81.09375000 641 81.12324493 642 81.15264798 643 81.18195956 644 81.21118012 645 81.24031008 646 81.11455108 647 81.14374034 648 81.01851852 649 81.04776579 650 81.07692308 651 81.10599078 652 81.13496933 653 81.16385911 654 81.03975535 655 81.06870229 656 81.09756098 657 80.97412481 658 81.00303951 659 81.03186646 660 81.06060606 661 81.08925870 662 81.11782477 663 81.14630468 664 81.02409639 665 80.90225564 666 80.78078078 667 80.80959520 668 80.83832335 669 80.86696562 670 80.89552239 671 80.77496274 672 80.65476190 673 80.68350669 674 80.56379822 675 80.59259259 676 80.47337278 677 80.50221566 678 80.38348083 679 80.41237113 680 80.29411765 681 80.32305433 682 80.35190616 683 80.38067350 684 80.26315789 685 80.29197080 686 80.32069971 687 80.34934498 688 80.37790698 689 80.40638607 690 80.43478261 691 80.46309696 692 80.34682081 693 80.37518038 694 80.40345821 695 80.43165468 696 80.45977011 697 80.48780488 698 80.51575931 699 80.40057225 700 80.28571429 701 80.31383738 702 80.34188034 703 80.36984353 704 80.39772727 705 80.28368794 706 80.16997167 707 80.19801980 708 80.22598870 709 80.25387870 710 80.14084507 711 80.16877637 712 80.19662921 713 80.22440393 714 80.11204482 715 80.00000000 716 80.02793296 717 80.05578801 718 80.08356546 719 80.11126565 720 80.13888889 721 80.02773925 722 80.05540166 723 80.08298755 724 80.11049724 725 80.13793103 726 80.16528926 727 80.19257221 728 80.21978022 729 80.24691358 730 80.27397260 731 80.30095759 732 80.19125683 733 80.21828104 734 80.24523161 735 80.27210884 736 80.29891304 737 80.32564450 738 80.21680217 739 80.10825440 740 80.00000000 741 80.02699055 742 80.05390836 743 80.08075370 744 80.10752688 745 80.13422819 746 80.16085791 747 80.18741633 748 80.21390374 749 80.24032043 750 80.26666667