common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 100.00000000 2 100.00000000 3 100.00000000 4 100.00000000 5 100.00000000 6 100.00000000 7 100.00000000 8 87.50000000 9 77.77777778 10 70.00000000 11 63.63636364 12 58.33333333 13 53.84615385 14 50.00000000 15 53.33333333 16 56.25000000 17 58.82352941 18 61.11111111 19 63.15789474 20 65.00000000 21 66.66666667 22 68.18181818 23 69.56521739 24 70.83333333 25 68.00000000 26 69.23076923 27 66.66666667 28 67.85714286 29 68.96551724 30 70.00000000 31 70.96774194 32 71.87500000 33 72.72727273 34 73.52941176 35 74.28571429 36 75.00000000 37 72.97297297 38 73.68421053 39 74.35897436 40 75.00000000 41 75.60975610 42 76.19047619 43 76.74418605 44 77.27272727 45 75.55555556 46 76.08695652 47 76.59574468 48 77.08333333 49 77.55102041 50 78.00000000 51 78.43137255 52 78.84615385 53 79.24528302 54 77.77777778 55 76.36363636 56 75.00000000 57 75.43859649 58 75.86206897 59 76.27118644 60 75.00000000 61 73.77049180 62 74.19354839 63 74.60317460 64 75.00000000 65 75.38461538 66 75.75757576 67 76.11940299 68 76.47058824 69 76.81159420 70 77.14285714 71 77.46478873 72 77.77777778 73 78.08219178 74 78.37837838 75 77.33333333 76 77.63157895 77 76.62337662 78 76.92307692 79 77.21518987 80 77.50000000 81 77.77777778 82 78.04878049 83 77.10843373 84 77.38095238 85 76.47058824 86 76.74418605 87 77.01149425 88 77.27272727 89 77.52808989 90 77.77777778 91 78.02197802 92 78.26086957 93 78.49462366 94 78.72340426 95 78.94736842 96 79.16666667 97 78.35051546 98 77.55102041 99 77.77777778 100 77.00000000 101 77.22772277 102 76.47058824 103 76.69902913 104 76.92307692 105 76.19047619 106 76.41509434 107 75.70093458 108 75.92592593 109 76.14678899 110 76.36363636 111 75.67567568 112 75.89285714 113 76.10619469 114 75.43859649 115 75.65217391 116 75.86206897 117 76.06837607 118 75.42372881 119 75.63025210 120 75.00000000 121 75.20661157 122 75.40983607 123 75.60975610 124 75.00000000 125 75.20000000 126 75.39682540 127 75.59055118 128 75.00000000 129 75.19379845 130 75.38461538 131 75.57251908 132 75.75757576 133 75.93984962 134 75.37313433 135 75.55555556 136 75.73529412 137 75.91240876 138 76.08695652 139 76.25899281 140 76.42857143 141 75.88652482 142 76.05633803 143 76.22377622 144 76.38888889 145 76.55172414 146 76.71232877 147 76.87074830 148 77.02702703 149 77.18120805 150 77.33333333 151 77.48344371 152 77.63157895 153 77.77777778 154 77.27272727 155 77.41935484 156 77.56410256 157 77.70700637 158 77.84810127 159 77.98742138 160 78.12500000 161 78.26086957 162 78.39506173 163 78.52760736 164 78.65853659 165 78.78787879 166 78.91566265 167 79.04191617 168 79.16666667 169 79.28994083 170 79.41176471 171 79.53216374 172 79.65116279 173 79.76878613 174 79.88505747 175 80.00000000 176 80.11363636 177 80.22598870 178 80.33707865 179 80.44692737 180 80.55555556 181 80.66298343 182 80.76923077 183 80.87431694 184 80.97826087 185 81.08108108 186 81.18279570 187 80.74866310 188 80.85106383 189 80.95238095 190 81.05263158 191 81.15183246 192 81.25000000 193 81.34715026 194 81.44329897 195 81.53846154 196 81.63265306 197 81.72588832 198 81.31313131 199 81.40703518 200 81.00000000 201 80.59701493 202 80.69306931 203 80.78817734 204 80.39215686 205 80.00000000 206 80.09708738 207 80.19323671 208 80.28846154 209 80.38277512 210 80.47619048 211 80.56872038 212 80.66037736 213 80.75117371 214 80.84112150 215 80.93023256 216 81.01851852 217 81.10599078 218 81.19266055 219 81.27853881 220 81.36363636 221 81.44796380 222 81.08108108 223 81.16591928 224 81.25000000 225 81.33333333 226 80.97345133 227 81.05726872 228 81.14035088 229 81.22270742 230 81.30434783 231 81.38528139 232 81.46551724 233 81.54506438 234 81.19658120 235 81.27659574 236 80.93220339 237 81.01265823 238 81.09243697 239 80.75313808 240 80.41666667 241 80.08298755 242 80.16528926 243 79.83539095 244 79.91803279 245 80.00000000 246 79.67479675 247 79.75708502 248 79.83870968 249 79.91967871 250 80.00000000 251 80.07968127 252 80.15873016 253 80.23715415 254 80.31496063 255 80.39215686 256 80.07812500 257 80.15564202 258 79.84496124 259 79.53667954 260 79.23076923 261 79.31034483 262 79.38931298 263 79.08745247 264 79.16666667 265 79.24528302 266 79.32330827 267 79.40074906 268 79.47761194 269 79.55390335 270 79.62962963 271 79.70479705 272 79.77941176 273 79.48717949 274 79.56204380 275 79.63636364 276 79.71014493 277 79.78339350 278 79.85611511 279 79.92831541 280 79.64285714 281 79.71530249 282 79.78723404 283 79.85865724 284 79.92957746 285 80.00000000 286 79.72027972 287 79.79094077 288 79.86111111 289 79.93079585 290 80.00000000 291 80.06872852 292 80.13698630 293 80.20477816 294 80.27210884 295 80.33898305 296 80.40540541 297 80.13468013 298 80.20134228 299 80.26755853 300 80.33333333 301 80.06644518 302 80.13245033 303 80.19801980 304 80.26315789 305 80.32786885 306 80.39215686 307 80.45602606 308 80.19480519 309 80.25889968 310 80.00000000 311 80.06430868 312 80.12820513 313 80.19169329 314 80.25477707 315 80.31746032 316 80.37974684 317 80.44164038 318 80.50314465 319 80.56426332 320 80.62500000 321 80.68535826 322 80.74534161 323 80.49535604 324 80.55555556 325 80.61538462 326 80.67484663 327 80.73394495 328 80.79268293 329 80.85106383 330 80.90909091 331 80.96676737 332 81.02409639 333 80.78078078 334 80.83832335 335 80.89552239 336 80.95238095 337 81.00890208 338 81.06508876 339 81.12094395 340 81.17647059 341 81.23167155 342 81.28654971 343 81.34110787 344 81.39534884 345 81.44927536 346 81.21387283 347 81.26801153 348 81.32183908 349 81.37535817 350 81.14285714 351 81.19658120 352 81.25000000 353 81.30311615 354 81.35593220 355 81.40845070 356 81.46067416 357 81.51260504 358 81.56424581 359 81.61559889 360 81.66666667 361 81.44044321 362 81.21546961 363 81.26721763 364 81.04395604 365 81.09589041 366 81.14754098 367 81.19891008 368 81.25000000 369 81.02981030 370 81.08108108 371 81.13207547 372 81.18279570 373 81.23324397 374 81.28342246 375 81.06666667 376 81.11702128 377 81.16710875 378 81.21693122 379 81.26649077 380 81.31578947 381 81.10236220 382 81.15183246 383 81.20104439 384 81.25000000 385 81.29870130 386 81.34715026 387 81.13695090 388 81.18556701 389 81.23393316 390 81.28205128 391 81.07416880 392 81.12244898 393 81.17048346 394 81.21827411 395 81.26582278 396 81.31313131 397 81.10831234 398 81.15577889 399 81.20300752 400 81.25000000 401 81.29675810 402 81.34328358 403 81.38957816 404 81.18811881 405 81.23456790 406 81.28078818 407 81.32678133 408 81.37254902 409 81.41809291 410 81.46341463 411 81.50851582 412 81.55339806 413 81.59806295 414 81.40096618 415 81.44578313 416 81.49038462 417 81.53477218 418 81.57894737 419 81.62291169 420 81.66666667 421 81.47268409 422 81.51658768 423 81.56028369 424 81.36792453 425 81.41176471 426 81.45539906 427 81.49882904 428 81.54205607 429 81.35198135 430 81.39534884 431 81.20649652 432 81.25000000 433 81.29330254 434 81.33640553 435 81.37931034 436 81.19266055 437 81.23569794 438 81.27853881 439 81.32118451 440 81.13636364 441 81.17913832 442 81.22171946 443 81.26410835 444 81.30630631 445 81.34831461 446 81.16591928 447 81.20805369 448 81.25000000 449 81.29175947 450 81.11111111 451 81.15299335 452 81.19469027 453 81.01545254 454 81.05726872 455 81.09890110 456 81.14035088 457 80.96280088 458 81.00436681 459 81.04575163 460 80.86956522 461 80.69414317 462 80.73593074 463 80.56155508 464 80.38793103 465 80.43010753 466 80.47210300 467 80.29978587 468 80.34188034 469 80.38379531 470 80.42553191 471 80.46709130 472 80.50847458 473 80.54968288 474 80.59071730 475 80.42105263 476 80.25210084 477 80.29350105 478 80.33472803 479 80.37578288 480 80.41666667 481 80.24948025 482 80.29045643 483 80.33126294 484 80.37190083 485 80.41237113 486 80.45267490 487 80.28747433 488 80.12295082 489 80.16359918 490 80.20408163 491 80.04073320 492 80.08130081 493 80.12170385 494 80.16194332 495 80.20202020 496 80.24193548 497 80.08048290 498 80.12048193 499 80.16032064 500 80.20000000 501 80.23952096 502 80.07968127 503 80.11928429 504 80.15873016 505 80.19801980 506 80.23715415 507 80.27613412 508 80.31496063 509 80.35363458 510 80.19607843 511 80.23483366 512 80.27343750 513 80.31189084 514 80.15564202 515 80.19417476 516 80.03875969 517 80.07736944 518 80.11583012 519 80.15414258 520 80.19230769 521 80.23032630 522 80.26819923 523 80.30592734 524 80.15267176 525 80.19047619 526 80.22813688 527 80.26565465 528 80.30303030 529 80.15122873 530 80.00000000 531 80.03766478 532 80.07518797 533 80.11257036 534 80.14981273 535 80.18691589 536 80.22388060 537 80.26070764 538 80.29739777 539 80.33395176 540 80.18518519 541 80.22181146 542 80.25830258 543 80.11049724 544 80.14705882 545 80.18348624 546 80.21978022 547 80.25594150 548 80.29197080 549 80.32786885 550 80.36363636 551 80.21778584 552 80.25362319 553 80.28933092 554 80.14440433 555 80.18018018 556 80.03597122 557 80.07181329 558 80.10752688 559 80.14311270 560 80.17857143 561 80.21390374 562 80.24911032 563 80.28419183 564 80.31914894 565 80.35398230 566 80.38869258 567 80.42328042 568 80.45774648 569 80.31634446 570 80.35087719 571 80.38528897 572 80.41958042 573 80.45375218 574 80.48780488 575 80.52173913 576 80.55555556 577 80.58925477 578 80.44982699 579 80.48359240 580 80.51724138 581 80.55077453 582 80.58419244 583 80.61749571 584 80.65068493 585 80.68376068 586 80.71672355 587 80.57921635 588 80.61224490 589 80.64516129 590 80.67796610 591 80.71065990 592 80.74324324 593 80.77571669 594 80.80808081 595 80.84033613 596 80.87248322 597 80.90452261 598 80.93645485 599 80.96828047 600 81.00000000 601 81.03161398 602 81.06312292 603 81.09452736 604 81.12582781 605 81.15702479 606 81.18811881 607 81.21911038 608 81.25000000 609 81.28078818 610 81.31147541 611 81.34206219 612 81.37254902 613 81.40293638 614 81.43322476 615 81.46341463 616 81.49350649 617 81.52350081 618 81.55339806 619 81.42164782 620 81.45161290 621 81.48148148 622 81.51125402 623 81.54093098 624 81.57051282 625 81.60000000 626 81.62939297 627 81.65869219 628 81.68789809 629 81.55802862 630 81.58730159 631 81.61648177 632 81.64556962 633 81.67456556 634 81.70347003 635 81.57480315 636 81.60377358 637 81.47566719 638 81.50470219 639 81.53364632 640 81.56250000 641 81.59126365 642 81.61993769 643 81.64852255 644 81.67701863 645 81.70542636 646 81.57894737 647 81.60741886 648 81.48148148 649 81.51001541 650 81.53846154 651 81.56682028 652 81.59509202 653 81.62327718 654 81.49847095 655 81.52671756 656 81.55487805 657 81.43074581 658 81.45896657 659 81.48710167 660 81.51515152 661 81.54311649 662 81.57099698 663 81.59879336 664 81.47590361 665 81.35338346 666 81.23123123 667 81.25937031 668 81.28742515 669 81.31539611 670 81.34328358 671 81.37108793 672 81.25000000 673 81.27786033 674 81.15727003 675 81.18518519 676 81.06508876 677 81.09305761 678 80.97345133 679 81.00147275 680 80.88235294 681 80.91042584 682 80.93841642 683 80.96632504 684 80.84795322 685 80.87591241 686 80.90379009 687 80.93158661 688 80.95930233 689 80.84179971 690 80.86956522 691 80.89725036 692 80.78034682 693 80.80808081 694 80.83573487 695 80.86330935 696 80.89080460 697 80.91822095 698 80.94555874 699 80.82975680 700 80.71428571 701 80.74179743 702 80.76923077 703 80.79658606 704 80.82386364 705 80.70921986 706 80.59490085 707 80.62234795 708 80.64971751 709 80.67700987 710 80.56338028 711 80.59071730 712 80.61797753 713 80.64516129 714 80.53221289 715 80.41958042 716 80.44692737 717 80.47419805 718 80.50139276 719 80.52851182 720 80.55555556 721 80.44382802 722 80.47091413 723 80.49792531 724 80.52486188 725 80.55172414 726 80.57851240 727 80.60522696 728 80.63186813 729 80.65843621 730 80.54794521 731 80.57455540 732 80.46448087 733 80.49113233 734 80.51771117 735 80.54421769 736 80.57065217 737 80.59701493 738 80.48780488 739 80.37889039 740 80.40540541 741 80.43184885 742 80.45822102 743 80.48452221 744 80.51075269 745 80.53691275 746 80.56300268 747 80.58902276 748 80.61497326 749 80.64085447 750 80.66666667