common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | hellaswag_score : loaded 10042 tasks from prompt. ================================= is_spm = 0 hellaswag_score : selecting 750 randomized tasks. hellaswag_score : calculating hellaswag score over selected tasks. task acc_norm 1 100.00000000 2 50.00000000 3 66.66666667 4 75.00000000 5 80.00000000 6 83.33333333 7 85.71428571 8 75.00000000 9 66.66666667 10 60.00000000 11 54.54545455 12 50.00000000 13 46.15384615 14 42.85714286 15 46.66666667 16 50.00000000 17 52.94117647 18 55.55555556 19 57.89473684 20 60.00000000 21 61.90476190 22 63.63636364 23 65.21739130 24 66.66666667 25 64.00000000 26 65.38461538 27 62.96296296 28 64.28571429 29 65.51724138 30 66.66666667 31 67.74193548 32 68.75000000 33 69.69696970 34 70.58823529 35 71.42857143 36 72.22222222 37 72.97297297 38 73.68421053 39 74.35897436 40 75.00000000 41 75.60975610 42 76.19047619 43 76.74418605 44 77.27272727 45 75.55555556 46 76.08695652 47 76.59574468 48 77.08333333 49 77.55102041 50 78.00000000 51 78.43137255 52 78.84615385 53 79.24528302 54 77.77777778 55 76.36363636 56 75.00000000 57 75.43859649 58 75.86206897 59 76.27118644 60 75.00000000 61 73.77049180 62 74.19354839 63 74.60317460 64 73.43750000 65 73.84615385 66 74.24242424 67 74.62686567 68 75.00000000 69 75.36231884 70 75.71428571 71 76.05633803 72 76.38888889 73 76.71232877 74 75.67567568 75 74.66666667 76 75.00000000 77 74.02597403 78 74.35897436 79 74.68354430 80 75.00000000 81 75.30864198 82 75.60975610 83 74.69879518 84 75.00000000 85 74.11764706 86 74.41860465 87 74.71264368 88 75.00000000 89 75.28089888 90 75.55555556 91 75.82417582 92 76.08695652 93 76.34408602 94 76.59574468 95 76.84210526 96 77.08333333 97 77.31958763 98 76.53061224 99 76.76767677 100 77.00000000 101 77.22772277 102 76.47058824 103 76.69902913 104 76.92307692 105 76.19047619 106 76.41509434 107 75.70093458 108 75.92592593 109 76.14678899 110 76.36363636 111 75.67567568 112 75.89285714 113 76.10619469 114 75.43859649 115 75.65217391 116 75.86206897 117 76.06837607 118 75.42372881 119 75.63025210 120 75.00000000 121 75.20661157 122 75.40983607 123 75.60975610 124 75.80645161 125 76.00000000 126 76.19047619 127 76.37795276 128 75.78125000 129 75.96899225 130 76.15384615 131 76.33587786 132 76.51515152 133 76.69172932 134 76.11940299 135 76.29629630 136 76.47058824 137 76.64233577 138 76.81159420 139 76.97841727 140 77.14285714 141 76.59574468 142 76.76056338 143 76.92307692 144 77.08333333 145 77.24137931 146 77.39726027 147 77.55102041 148 77.70270270 149 77.85234899 150 78.00000000 151 78.14569536 152 77.63157895 153 77.77777778 154 77.27272727 155 77.41935484 156 77.56410256 157 77.70700637 158 77.84810127 159 77.98742138 160 78.12500000 161 78.26086957 162 78.39506173 163 78.52760736 164 78.65853659 165 78.78787879 166 78.91566265 167 79.04191617 168 79.16666667 169 79.28994083 170 79.41176471 171 79.53216374 172 79.65116279 173 79.76878613 174 79.88505747 175 80.00000000 176 80.11363636 177 80.22598870 178 80.33707865 179 80.44692737 180 80.55555556 181 80.66298343 182 80.76923077 183 80.87431694 184 80.97826087 185 81.08108108 186 81.18279570 187 81.28342246 188 81.38297872 189 81.48148148 190 81.57894737 191 81.67539267 192 81.77083333 193 81.86528497 194 81.95876289 195 82.05128205 196 82.14285714 197 82.23350254 198 81.81818182 199 81.90954774 200 81.50000000 201 81.09452736 202 81.18811881 203 81.28078818 204 80.88235294 205 80.48780488 206 80.58252427 207 80.67632850 208 80.76923077 209 80.86124402 210 80.95238095 211 81.04265403 212 81.13207547 213 81.22065728 214 81.30841121 215 81.39534884 216 81.48148148 217 81.56682028 218 81.65137615 219 81.27853881 220 81.36363636 221 81.44796380 222 81.08108108 223 81.16591928 224 81.25000000 225 81.33333333 226 80.97345133 227 81.05726872 228 81.14035088 229 81.22270742 230 81.30434783 231 81.38528139 232 81.46551724 233 81.54506438 234 81.19658120 235 81.27659574 236 81.35593220 237 81.43459916 238 81.51260504 239 81.17154812 240 80.83333333 241 80.49792531 242 80.57851240 243 80.24691358 244 80.32786885 245 80.40816327 246 80.48780488 247 80.56680162 248 80.64516129 249 80.72289157 250 80.80000000 251 80.87649402 252 80.95238095 253 81.02766798 254 81.10236220 255 81.17647059 256 80.85937500 257 80.93385214 258 80.62015504 259 80.30888031 260 80.00000000 261 80.07662835 262 80.15267176 263 79.84790875 264 79.92424242 265 80.00000000 266 80.07518797 267 80.14981273 268 80.22388060 269 80.29739777 270 80.37037037 271 80.44280443 272 80.51470588 273 80.21978022 274 80.29197080 275 80.36363636 276 80.43478261 277 80.50541516 278 80.57553957 279 80.64516129 280 80.35714286 281 80.42704626 282 80.49645390 283 80.56537102 284 80.63380282 285 80.70175439 286 80.41958042 287 80.48780488 288 80.55555556 289 80.62283737 290 80.68965517 291 80.75601375 292 80.82191781 293 80.88737201 294 80.95238095 295 81.01694915 296 81.08108108 297 80.80808081 298 80.87248322 299 80.93645485 300 81.00000000 301 81.06312292 302 81.12582781 303 81.18811881 304 81.25000000 305 81.31147541 306 81.37254902 307 81.43322476 308 81.16883117 309 81.22977346 310 80.96774194 311 81.02893891 312 81.08974359 313 81.15015974 314 81.21019108 315 81.26984127 316 81.32911392 317 81.38801262 318 81.44654088 319 81.50470219 320 81.56250000 321 81.61993769 322 81.67701863 323 81.73374613 324 81.48148148 325 81.53846154 326 81.59509202 327 81.65137615 328 81.70731707 329 81.76291793 330 81.81818182 331 81.87311178 332 81.92771084 333 81.68168168 334 81.73652695 335 81.79104478 336 81.84523810 337 81.89910979 338 81.95266272 339 82.00589971 340 82.05882353 341 82.11143695 342 82.16374269 343 82.21574344 344 82.26744186 345 82.31884058 346 82.08092486 347 82.13256484 348 82.18390805 349 82.23495702 350 82.00000000 351 82.05128205 352 82.10227273 353 82.15297450 354 82.20338983 355 82.25352113 356 82.30337079 357 82.35294118 358 82.40223464 359 82.45125348 360 82.50000000 361 82.27146814 362 82.04419890 363 82.09366391 364 81.86813187 365 81.91780822 366 81.96721311 367 82.01634877 368 82.06521739 369 81.84281843 370 81.89189189 371 81.94070081 372 81.98924731 373 82.03753351 374 82.08556150 375 81.86666667 376 81.91489362 377 81.96286472 378 81.74603175 379 81.79419525 380 81.84210526 381 81.62729659 382 81.67539267 383 81.72323760 384 81.77083333 385 81.81818182 386 81.86528497 387 81.65374677 388 81.70103093 389 81.74807198 390 81.79487179 391 81.58567775 392 81.63265306 393 81.67938931 394 81.72588832 395 81.77215190 396 81.81818182 397 81.61209068 398 81.65829146 399 81.70426065 400 81.75000000 401 81.79551122 402 81.84079602 403 81.88585608 404 81.68316832 405 81.72839506 406 81.77339901 407 81.81818182 408 81.86274510 409 81.90709046 410 81.95121951 411 81.99513382 412 82.03883495 413 82.08232446 414 81.88405797 415 81.92771084 416 81.97115385 417 82.01438849 418 82.05741627 419 82.10023866 420 82.14285714 421 81.94774347 422 81.99052133 423 82.03309693 424 81.83962264 425 81.88235294 426 81.92488263 427 81.96721311 428 82.00934579 429 81.81818182 430 81.86046512 431 81.67053364 432 81.71296296 433 81.75519630 434 81.79723502 435 81.83908046 436 81.65137615 437 81.69336384 438 81.73515982 439 81.54897494 440 81.36363636 441 81.40589569 442 81.44796380 443 81.48984199 444 81.53153153 445 81.57303371 446 81.61434978 447 81.65548098 448 81.69642857 449 81.73719376 450 81.55555556 451 81.59645233 452 81.63716814 453 81.67770419 454 81.71806167 455 81.75824176 456 81.79824561 457 81.61925602 458 81.65938865 459 81.69934641 460 81.52173913 461 81.34490239 462 81.38528139 463 81.20950324 464 81.03448276 465 81.07526882 466 81.11587983 467 81.15631692 468 81.19658120 469 81.23667377 470 81.27659574 471 81.31634820 472 81.35593220 473 81.39534884 474 81.43459916 475 81.47368421 476 81.30252101 477 81.34171908 478 81.38075314 479 81.41962422 480 81.45833333 481 81.28898129 482 81.32780083 483 81.36645963 484 81.40495868 485 81.44329897 486 81.48148148 487 81.31416838 488 81.14754098 489 81.18609407 490 81.22448980 491 81.05906314 492 81.09756098 493 81.13590264 494 81.17408907 495 81.21212121 496 81.25000000 497 81.08651911 498 81.12449799 499 81.16232465 500 81.20000000 501 81.23752495 502 81.27490040 503 81.31212724 504 81.34920635 505 81.38613861 506 81.42292490 507 81.45956607 508 81.49606299 509 81.53241650 510 81.37254902 511 81.40900196 512 81.44531250 513 81.48148148 514 81.32295720 515 81.35922330 516 81.20155039 517 81.23791103 518 81.27413127 519 81.31021195 520 81.34615385 521 81.38195777 522 81.41762452 523 81.45315488 524 81.29770992 525 81.33333333 526 81.36882129 527 81.40417457 528 81.43939394 529 81.28544423 530 81.32075472 531 81.35593220 532 81.39097744 533 81.42589118 534 81.46067416 535 81.49532710 536 81.52985075 537 81.56424581 538 81.59851301 539 81.63265306 540 81.48148148 541 81.51571165 542 81.54981550 543 81.39963168 544 81.43382353 545 81.46788991 546 81.50183150 547 81.53564899 548 81.56934307 549 81.60291439 550 81.63636364 551 81.48820327 552 81.52173913 553 81.55515371 554 81.40794224 555 81.44144144 556 81.29496403 557 81.32854578 558 81.36200717 559 81.21645796 560 81.25000000 561 81.28342246 562 81.31672598 563 81.34991119 564 81.38297872 565 81.41592920 566 81.44876325 567 81.48148148 568 81.51408451 569 81.37082601 570 81.40350877 571 81.43607706 572 81.46853147 573 81.50087260 574 81.53310105 575 81.56521739 576 81.59722222 577 81.62911612 578 81.48788927 579 81.51986183 580 81.55172414 581 81.58347676 582 81.61512027 583 81.64665523 584 81.67808219 585 81.70940171 586 81.74061433 587 81.60136286 588 81.63265306 589 81.66383701 590 81.69491525 591 81.72588832 592 81.75675676 593 81.78752108 594 81.81818182 595 81.84873950 596 81.87919463 597 81.90954774 598 81.93979933 599 81.96994992 600 82.00000000 601 82.02995008 602 82.05980066 603 82.08955224 604 82.11920530 605 82.14876033 606 82.17821782 607 82.20757825 608 82.23684211 609 82.26600985 610 82.29508197 611 82.32405892 612 82.35294118 613 82.38172920 614 82.41042345 615 82.43902439 616 82.46753247 617 82.49594814 618 82.52427184 619 82.39095315 620 82.41935484 621 82.44766506 622 82.47588424 623 82.50401284 624 82.53205128 625 82.56000000 626 82.42811502 627 82.45614035 628 82.48407643 629 82.35294118 630 82.38095238 631 82.40887480 632 82.43670886 633 82.46445498 634 82.49211356 635 82.36220472 636 82.38993711 637 82.26059655 638 82.28840125 639 82.31611894 640 82.34375000 641 82.37129485 642 82.39875389 643 82.42612753 644 82.45341615 645 82.32558140 646 82.19814241 647 82.22565688 648 82.25308642 649 82.28043143 650 82.30769231 651 82.18125960 652 82.20858896 653 82.23583461 654 82.11009174 655 82.13740458 656 82.16463415 657 82.03957382 658 82.06686930 659 82.09408194 660 82.12121212 661 82.14826021 662 82.17522659 663 82.20211161 664 82.07831325 665 81.95488722 666 81.83183183 667 81.85907046 668 81.88622754 669 81.91330344 670 81.94029851 671 81.81818182 672 81.69642857 673 81.72362556 674 81.60237389 675 81.62962963 676 81.50887574 677 81.53618907 678 81.41592920 679 81.44329897 680 81.32352941 681 81.20411160 682 81.23167155 683 81.25915081 684 81.14035088 685 81.16788321 686 81.19533528 687 81.22270742 688 81.25000000 689 81.13207547 690 81.15942029 691 81.18668596 692 81.06936416 693 81.09668110 694 81.12391931 695 81.15107914 696 81.17816092 697 81.20516499 698 81.23209169 699 81.11587983 700 81.00000000 701 81.02710414 702 81.05413105 703 81.08108108 704 81.10795455 705 80.99290780 706 80.87818697 707 80.90523338 708 80.93220339 709 80.95909732 710 80.84507042 711 80.87201125 712 80.89887640 713 80.92566620 714 80.81232493 715 80.69930070 716 80.72625698 717 80.75313808 718 80.77994429 719 80.80667594 720 80.83333333 721 80.72122053 722 80.74792244 723 80.77455048 724 80.80110497 725 80.82758621 726 80.85399449 727 80.88033012 728 80.90659341 729 80.93278464 730 80.82191781 731 80.84815321 732 80.73770492 733 80.76398363 734 80.79019074 735 80.81632653 736 80.84239130 737 80.86838535 738 80.75880759 739 80.64952639 740 80.54054054 741 80.56680162 742 80.59299191 743 80.61911171 744 80.64516129 745 80.67114094 746 80.69705094 747 80.72289157 748 80.74866310 749 80.77436582 750 80.80000000