common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 100.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 85.71428571 8 75.00000000 9 66.66666667 10 60.00000000 11 54.54545455 12 50.00000000 13 46.15384615 14 42.85714286 15 46.66666667 16 50.00000000 17 52.94117647 18 55.55555556 19 57.89473684 20 60.00000000 21 61.90476190 22 63.63636364 23 65.21739130 24 66.66666667 25 64.00000000 26 61.53846154 27 59.25925926 28 57.14285714 29 58.62068966 30 60.00000000 31 61.29032258 32 62.50000000 33 63.63636364 34 64.70588235 35 65.71428571 36 66.66666667 37 64.86486486 38 65.78947368 39 66.66666667 40 67.50000000 41 68.29268293 42 69.04761905 43 69.76744186 44 70.45454545 45 68.88888889 46 69.56521739 47 70.21276596 48 70.83333333 49 71.42857143 50 72.00000000 51 72.54901961 52 73.07692308 53 73.58490566 54 72.22222222 55 70.90909091 56 69.64285714 57 70.17543860 58 70.68965517 59 71.18644068 60 70.00000000 61 70.49180328 62 70.96774194 63 71.42857143 64 70.31250000 65 70.76923077 66 71.21212121 67 71.64179104 68 72.05882353 69 72.46376812 70 72.85714286 71 73.23943662 72 73.61111111 73 73.97260274 74 72.97297297 75 72.00000000 76 72.36842105 77 71.42857143 78 71.79487179 79 72.15189873 80 72.50000000 81 72.83950617 82 73.17073171 83 72.28915663 84 72.61904762 85 71.76470588 86 72.09302326 87 72.41379310 88 72.72727273 89 73.03370787 90 73.33333333 91 73.62637363 92 73.91304348 93 74.19354839 94 74.46808511 95 74.73684211 96 75.00000000 97 75.25773196 98 75.51020408 99 75.75757576 100 75.00000000 101 75.24752475 102 74.50980392 103 74.75728155 104 75.00000000 105 74.28571429 106 74.52830189 107 74.76635514 108 75.00000000 109 75.22935780 110 75.45454545 111 74.77477477 112 75.00000000 113 75.22123894 114 74.56140351 115 74.78260870 116 75.00000000 117 75.21367521 118 74.57627119 119 74.78991597 120 74.16666667 121 74.38016529 122 74.59016393 123 74.79674797 124 75.00000000 125 75.20000000 126 75.39682540 127 75.59055118 128 75.00000000 129 74.41860465 130 74.61538462 131 74.80916031 132 75.00000000 133 75.18796992 134 74.62686567 135 74.81481481 136 75.00000000 137 75.18248175 138 75.36231884 139 75.53956835 140 75.71428571 141 75.17730496 142 75.35211268 143 75.52447552 144 75.69444444 145 75.86206897 146 76.02739726 147 76.19047619 148 76.35135135 149 76.51006711 150 76.66666667 151 76.82119205 152 76.97368421 153 77.12418301 154 76.62337662 155 76.77419355 156 76.92307692 157 77.07006369 158 77.21518987 159 77.35849057 160 77.50000000 161 77.63975155 162 77.77777778 163 77.91411043 164 78.04878049 165 78.18181818 166 78.31325301 167 78.44311377 168 78.57142857 169 78.69822485 170 78.82352941 171 78.94736842 172 78.48837209 173 78.61271676 174 78.73563218 175 78.85714286 176 78.97727273 177 79.09604520 178 79.21348315 179 79.32960894 180 79.44444444 181 79.55801105 182 79.12087912 183 79.23497268 184 79.34782609 185 79.45945946 186 79.56989247 187 79.67914439 188 79.78723404 189 79.89417989 190 80.00000000 191 80.10471204 192 80.20833333 193 80.31088083 194 80.41237113 195 80.51282051 196 80.61224490 197 80.71065990 198 80.30303030 199 80.40201005 200 80.00000000 201 79.60199005 202 79.70297030 203 79.80295567 204 79.41176471 205 79.02439024 206 79.12621359 207 79.22705314 208 79.32692308 209 79.42583732 210 79.52380952 211 79.62085308 212 79.71698113 213 79.81220657 214 79.90654206 215 80.00000000 216 80.09259259 217 80.18433180 218 80.27522936 219 80.36529680 220 80.45454545 221 80.54298643 222 80.18018018 223 80.26905830 224 80.35714286 225 80.44444444 226 80.53097345 227 80.61674009 228 80.70175439 229 80.78602620 230 80.86956522 231 80.95238095 232 81.03448276 233 81.11587983 234 80.76923077 235 80.85106383 236 80.93220339 237 81.01265823 238 81.09243697 239 81.17154812 240 80.83333333 241 80.49792531 242 80.57851240 243 80.24691358 244 80.32786885 245 80.40816327 246 80.08130081 247 80.16194332 248 79.83870968 249 79.91967871 250 80.00000000 251 80.07968127 252 80.15873016 253 80.23715415 254 80.31496063 255 80.39215686 256 80.07812500 257 80.15564202 258 79.84496124 259 79.53667954 260 79.23076923 261 79.31034483 262 79.38931298 263 79.08745247 264 79.16666667 265 79.24528302 266 79.32330827 267 79.40074906 268 79.47761194 269 79.55390335 270 79.62962963 271 79.70479705 272 79.77941176 273 79.48717949 274 79.56204380 275 79.63636364 276 79.71014493 277 79.78339350 278 79.85611511 279 79.92831541 280 79.64285714 281 79.71530249 282 79.78723404 283 79.85865724 284 79.92957746 285 80.00000000 286 79.72027972 287 79.79094077 288 79.86111111 289 79.93079585 290 80.00000000 291 80.06872852 292 80.13698630 293 80.20477816 294 80.27210884 295 80.33898305 296 80.40540541 297 80.13468013 298 80.20134228 299 80.26755853 300 80.33333333 301 80.39867110 302 80.46357616 303 80.52805281 304 80.59210526 305 80.65573770 306 80.71895425 307 80.78175896 308 80.51948052 309 80.58252427 310 80.32258065 311 80.38585209 312 80.44871795 313 80.51118211 314 80.57324841 315 80.63492063 316 80.69620253 317 80.75709779 318 80.81761006 319 80.87774295 320 80.93750000 321 80.99688474 322 81.05590062 323 81.11455108 324 81.17283951 325 81.23076923 326 81.28834356 327 81.34556575 328 81.40243902 329 81.45896657 330 81.51515152 331 81.57099698 332 81.62650602 333 81.38138138 334 81.43712575 335 81.49253731 336 81.54761905 337 81.60237389 338 81.65680473 339 81.71091445 340 81.76470588 341 81.81818182 342 81.87134503 343 81.92419825 344 81.97674419 345 82.02898551 346 81.79190751 347 81.84438040 348 81.89655172 349 81.94842407 350 81.71428571 351 81.76638177 352 81.81818182 353 81.86968839 354 81.92090395 355 81.97183099 356 82.02247191 357 82.07282913 358 82.12290503 359 82.17270195 360 82.22222222 361 82.27146814 362 82.04419890 363 82.09366391 364 81.86813187 365 81.91780822 366 81.96721311 367 82.01634877 368 82.06521739 369 81.84281843 370 81.62162162 371 81.67115903 372 81.72043011 373 81.76943700 374 81.81818182 375 81.60000000 376 81.64893617 377 81.69761273 378 81.48148148 379 81.53034301 380 81.57894737 381 81.36482940 382 81.41361257 383 81.46214099 384 81.51041667 385 81.55844156 386 81.60621762 387 81.39534884 388 81.44329897 389 81.49100257 390 81.53846154 391 81.32992327 392 81.37755102 393 81.42493639 394 81.47208122 395 81.51898734 396 81.56565657 397 81.36020151 398 81.40703518 399 81.45363409 400 81.50000000 401 81.54613466 402 81.59203980 403 81.63771712 404 81.43564356 405 81.48148148 406 81.52709360 407 81.57248157 408 81.61764706 409 81.66259169 410 81.70731707 411 81.75182482 412 81.79611650 413 81.84019370 414 81.64251208 415 81.68674699 416 81.73076923 417 81.77458034 418 81.81818182 419 81.86157518 420 81.90476190 421 81.71021378 422 81.75355450 423 81.79669031 424 81.60377358 425 81.64705882 426 81.69014085 427 81.73302108 428 81.77570093 429 81.58508159 430 81.62790698 431 81.43851508 432 81.48148148 433 81.52424942 434 81.56682028 435 81.60919540 436 81.42201835 437 81.46453089 438 81.50684932 439 81.32118451 440 81.13636364 441 81.17913832 442 81.22171946 443 81.26410835 444 81.30630631 445 81.34831461 446 81.39013453 447 81.43176734 448 81.47321429 449 81.51447661 450 81.55555556 451 81.59645233 452 81.63716814 453 81.45695364 454 81.49779736 455 81.53846154 456 81.57894737 457 81.40043764 458 81.44104803 459 81.48148148 460 81.30434783 461 81.12798265 462 81.16883117 463 80.99352052 464 80.81896552 465 80.86021505 466 80.90128755 467 80.94218415 468 80.98290598 469 81.02345416 470 81.06382979 471 81.10403397 472 81.14406780 473 81.18393235 474 81.22362869 475 81.26315789 476 81.09243697 477 81.13207547 478 81.17154812 479 81.21085595 480 81.25000000 481 81.08108108 482 81.12033195 483 81.15942029 484 81.19834711 485 81.23711340 486 81.27572016 487 81.10882957 488 80.94262295 489 80.98159509 490 81.02040816 491 80.85539715 492 80.89430894 493 80.93306288 494 80.97165992 495 81.01010101 496 81.04838710 497 80.88531187 498 80.92369478 499 80.96192385 500 81.00000000 501 81.03792415 502 81.07569721 503 81.11332008 504 81.15079365 505 81.18811881 506 81.22529644 507 81.26232742 508 81.29921260 509 81.33595285 510 81.17647059 511 81.21330724 512 81.25000000 513 81.28654971 514 81.12840467 515 81.16504854 516 81.00775194 517 81.04448743 518 81.08108108 519 81.11753372 520 81.15384615 521 81.19001919 522 81.22605364 523 81.26195029 524 81.10687023 525 81.14285714 526 81.17870722 527 81.21442125 528 81.25000000 529 81.09640832 530 81.13207547 531 81.16760829 532 81.20300752 533 81.23827392 534 81.27340824 535 81.30841121 536 81.34328358 537 81.37802607 538 81.41263941 539 81.44712430 540 81.29629630 541 81.33086876 542 81.36531365 543 81.21546961 544 81.25000000 545 81.28440367 546 81.31868132 547 81.35283364 548 81.38686131 549 81.42076503 550 81.45454545 551 81.30671506 552 81.34057971 553 81.37432188 554 81.22743682 555 81.26126126 556 81.11510791 557 81.14901257 558 81.18279570 559 81.03756708 560 81.07142857 561 81.10516934 562 81.13879004 563 80.99467140 564 81.02836879 565 81.06194690 566 81.09540636 567 81.12874780 568 81.16197183 569 81.01933216 570 81.05263158 571 81.08581436 572 81.11888112 573 81.15183246 574 81.18466899 575 81.21739130 576 81.25000000 577 81.28249567 578 81.14186851 579 81.17443869 580 81.20689655 581 81.23924269 582 81.27147766 583 81.30360206 584 81.33561644 585 81.36752137 586 81.39931741 587 81.26064736 588 81.29251701 589 81.32427844 590 81.35593220 591 81.38747885 592 81.41891892 593 81.45025295 594 81.48148148 595 81.51260504 596 81.54362416 597 81.57453936 598 81.60535117 599 81.63606010 600 81.66666667 601 81.69717138 602 81.72757475 603 81.75787728 604 81.78807947 605 81.81818182 606 81.84818482 607 81.87808896 608 81.90789474 609 81.93760263 610 81.96721311 611 81.99672668 612 82.02614379 613 82.05546493 614 82.08469055 615 82.11382114 616 82.14285714 617 82.17179903 618 82.20064725 619 82.06785137 620 82.09677419 621 82.12560386 622 82.15434084 623 82.18298555 624 82.21153846 625 82.24000000 626 82.26837061 627 82.29665072 628 82.32484076 629 82.19395866 630 82.22222222 631 82.25039620 632 82.27848101 633 82.30647709 634 82.33438486 635 82.20472441 636 82.23270440 637 82.10361068 638 82.13166144 639 82.15962441 640 82.18750000 641 82.21528861 642 82.24299065 643 82.27060653 644 82.29813665 645 82.32558140 646 82.19814241 647 82.22565688 648 82.25308642 649 82.28043143 650 82.30769231 651 82.33486943 652 82.36196319 653 82.38897397 654 82.26299694 655 82.29007634 656 82.31707317 657 82.19178082 658 82.21884498 659 82.24582701 660 82.27272727 661 82.29954614 662 82.32628399 663 82.35294118 664 82.22891566 665 82.10526316 666 81.98198198 667 82.00899550 668 82.03592814 669 82.06278027 670 82.08955224 671 81.96721311 672 81.84523810 673 81.87221397 674 81.75074184 675 81.77777778 676 81.65680473 677 81.68389956 678 81.56342183 679 81.59057437 680 81.47058824 681 81.49779736 682 81.52492669 683 81.55197657 684 81.43274854 685 81.45985401 686 81.48688047 687 81.51382824 688 81.54069767 689 81.56748911 690 81.59420290 691 81.62083936 692 81.50289017 693 81.52958153 694 81.55619597 695 81.58273381 696 81.60919540 697 81.63558106 698 81.66189112 699 81.68812589 700 81.57142857 701 81.59771755 702 81.62393162 703 81.65007112 704 81.67613636 705 81.56028369 706 81.44475921 707 81.47100424 708 81.49717514 709 81.52327221 710 81.40845070 711 81.43459916 712 81.46067416 713 81.48667602 714 81.37254902 715 81.25874126 716 81.28491620 717 81.31101813 718 81.33704735 719 81.36300417 720 81.38888889 721 81.27600555 722 81.30193906 723 81.32780083 724 81.35359116 725 81.37931034 726 81.40495868 727 81.43053645 728 81.45604396 729 81.48148148 730 81.36986301 731 81.39534884 732 81.28415301 733 81.30968622 734 81.33514986 735 81.36054422 736 81.38586957 737 81.41112619 738 81.30081301 739 81.19079838 740 81.21621622 741 81.24156545 742 81.26684636 743 81.29205922 744 81.31720430 745 81.34228188 746 81.36729223 747 81.39223561 748 81.41711230 749 81.44192256 750 81.46666667