| common_init_from_params: setting dry_penalty_last_n to ctx_size = 768 | |
| common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) | |
| system_info: n_threads = 8 (n_threads_batch = 8) / 16 | CUDA : ARCHS = 750 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | AVX512 = 1 | AVX512_VNNI = 1 | LLAMAFILE = 1 | OPENMP = 1 | AARCH64_REPACK = 1 | | |
| hellaswag_score : loaded 10042 tasks from prompt. | |
| ================================= is_spm = 0 | |
| hellaswag_score : selecting 750 randomized tasks. | |
| hellaswag_score : calculating hellaswag score over selected tasks. | |
| task acc_norm | |
| 1 100.00000000 | |
| 2 50.00000000 | |
| 3 66.66666667 | |
| 4 75.00000000 | |
| 5 80.00000000 | |
| 6 83.33333333 | |
| 7 85.71428571 | |
| 8 75.00000000 | |
| 9 66.66666667 | |
| 10 60.00000000 | |
| 11 54.54545455 | |
| 12 50.00000000 | |
| 13 46.15384615 | |
| 14 42.85714286 | |
| 15 46.66666667 | |
| 16 50.00000000 | |
| 17 52.94117647 | |
| 18 55.55555556 | |
| 19 57.89473684 | |
| 20 60.00000000 | |
| 21 61.90476190 | |
| 22 63.63636364 | |
| 23 65.21739130 | |
| 24 66.66666667 | |
| 25 64.00000000 | |
| 26 61.53846154 | |
| 27 59.25925926 | |
| 28 57.14285714 | |
| 29 58.62068966 | |
| 30 60.00000000 | |
| 31 61.29032258 | |
| 32 62.50000000 | |
| 33 63.63636364 | |
| 34 64.70588235 | |
| 35 65.71428571 | |
| 36 66.66666667 | |
| 37 64.86486486 | |
| 38 65.78947368 | |
| 39 66.66666667 | |
| 40 67.50000000 | |
| 41 68.29268293 | |
| 42 69.04761905 | |
| 43 69.76744186 | |
| 44 70.45454545 | |
| 45 68.88888889 | |
| 46 69.56521739 | |
| 47 70.21276596 | |
| 48 70.83333333 | |
| 49 71.42857143 | |
| 50 72.00000000 | |
| 51 72.54901961 | |
| 52 73.07692308 | |
| 53 73.58490566 | |
| 54 72.22222222 | |
| 55 70.90909091 | |
| 56 69.64285714 | |
| 57 70.17543860 | |
| 58 70.68965517 | |
| 59 71.18644068 | |
| 60 70.00000000 | |
| 61 70.49180328 | |
| 62 70.96774194 | |
| 63 71.42857143 | |
| 64 70.31250000 | |
| 65 70.76923077 | |
| 66 71.21212121 | |
| 67 71.64179104 | |
| 68 72.05882353 | |
| 69 72.46376812 | |
| 70 72.85714286 | |
| 71 73.23943662 | |
| 72 73.61111111 | |
| 73 73.97260274 | |
| 74 72.97297297 | |
| 75 72.00000000 | |
| 76 72.36842105 | |
| 77 71.42857143 | |
| 78 71.79487179 | |
| 79 72.15189873 | |
| 80 72.50000000 | |
| 81 72.83950617 | |
| 82 73.17073171 | |
| 83 72.28915663 | |
| 84 72.61904762 | |
| 85 71.76470588 | |
| 86 72.09302326 | |
| 87 72.41379310 | |
| 88 72.72727273 | |
| 89 73.03370787 | |
| 90 73.33333333 | |
| 91 73.62637363 | |
| 92 73.91304348 | |
| 93 74.19354839 | |
| 94 74.46808511 | |
| 95 74.73684211 | |
| 96 75.00000000 | |
| 97 75.25773196 | |
| 98 75.51020408 | |
| 99 75.75757576 | |
| 100 75.00000000 | |
| 101 75.24752475 | |
| 102 74.50980392 | |
| 103 74.75728155 | |
| 104 75.00000000 | |
| 105 74.28571429 | |
| 106 74.52830189 | |
| 107 74.76635514 | |
| 108 75.00000000 | |
| 109 75.22935780 | |
| 110 75.45454545 | |
| 111 74.77477477 | |
| 112 75.00000000 | |
| 113 75.22123894 | |
| 114 74.56140351 | |
| 115 74.78260870 | |
| 116 75.00000000 | |
| 117 75.21367521 | |
| 118 74.57627119 | |
| 119 74.78991597 | |
| 120 74.16666667 | |
| 121 74.38016529 | |
| 122 74.59016393 | |
| 123 74.79674797 | |
| 124 75.00000000 | |
| 125 75.20000000 | |
| 126 75.39682540 | |
| 127 75.59055118 | |
| 128 75.00000000 | |
| 129 74.41860465 | |
| 130 74.61538462 | |
| 131 74.80916031 | |
| 132 75.00000000 | |
| 133 75.18796992 | |
| 134 74.62686567 | |
| 135 74.81481481 | |
| 136 75.00000000 | |
| 137 75.18248175 | |
| 138 75.36231884 | |
| 139 75.53956835 | |
| 140 75.71428571 | |
| 141 75.17730496 | |
| 142 75.35211268 | |
| 143 75.52447552 | |
| 144 75.69444444 | |
| 145 75.86206897 | |
| 146 76.02739726 | |
| 147 76.19047619 | |
| 148 76.35135135 | |
| 149 76.51006711 | |
| 150 76.66666667 | |
| 151 76.82119205 | |
| 152 76.97368421 | |
| 153 77.12418301 | |
| 154 76.62337662 | |
| 155 76.77419355 | |
| 156 76.92307692 | |
| 157 77.07006369 | |
| 158 77.21518987 | |
| 159 77.35849057 | |
| 160 77.50000000 | |
| 161 77.63975155 | |
| 162 77.77777778 | |
| 163 77.91411043 | |
| 164 78.04878049 | |
| 165 78.18181818 | |
| 166 78.31325301 | |
| 167 78.44311377 | |
| 168 78.57142857 | |
| 169 78.69822485 | |
| 170 78.82352941 | |
| 171 78.94736842 | |
| 172 78.48837209 | |
| 173 78.61271676 | |
| 174 78.73563218 | |
| 175 78.85714286 | |
| 176 78.97727273 | |
| 177 79.09604520 | |
| 178 79.21348315 | |
| 179 79.32960894 | |
| 180 79.44444444 | |
| 181 79.55801105 | |
| 182 79.12087912 | |
| 183 79.23497268 | |
| 184 79.34782609 | |
| 185 79.45945946 | |
| 186 79.56989247 | |
| 187 79.67914439 | |
| 188 79.78723404 | |
| 189 79.89417989 | |
| 190 80.00000000 | |
| 191 80.10471204 | |
| 192 80.20833333 | |
| 193 80.31088083 | |
| 194 80.41237113 | |
| 195 80.51282051 | |
| 196 80.61224490 | |
| 197 80.71065990 | |
| 198 80.30303030 | |
| 199 80.40201005 | |
| 200 80.00000000 | |
| 201 79.60199005 | |
| 202 79.70297030 | |
| 203 79.80295567 | |
| 204 79.41176471 | |
| 205 79.02439024 | |
| 206 79.12621359 | |
| 207 79.22705314 | |
| 208 79.32692308 | |
| 209 79.42583732 | |
| 210 79.52380952 | |
| 211 79.62085308 | |
| 212 79.71698113 | |
| 213 79.81220657 | |
| 214 79.90654206 | |
| 215 80.00000000 | |
| 216 80.09259259 | |
| 217 80.18433180 | |
| 218 80.27522936 | |
| 219 80.36529680 | |
| 220 80.45454545 | |
| 221 80.54298643 | |
| 222 80.18018018 | |
| 223 80.26905830 | |
| 224 80.35714286 | |
| 225 80.44444444 | |
| 226 80.53097345 | |
| 227 80.61674009 | |
| 228 80.70175439 | |
| 229 80.78602620 | |
| 230 80.86956522 | |
| 231 80.95238095 | |
| 232 81.03448276 | |
| 233 81.11587983 | |
| 234 80.76923077 | |
| 235 80.85106383 | |
| 236 80.93220339 | |
| 237 81.01265823 | |
| 238 81.09243697 | |
| 239 81.17154812 | |
| 240 80.83333333 | |
| 241 80.49792531 | |
| 242 80.57851240 | |
| 243 80.24691358 | |
| 244 80.32786885 | |
| 245 80.40816327 | |
| 246 80.08130081 | |
| 247 80.16194332 | |
| 248 79.83870968 | |
| 249 79.91967871 | |
| 250 80.00000000 | |
| 251 80.07968127 | |
| 252 80.15873016 | |
| 253 80.23715415 | |
| 254 80.31496063 | |
| 255 80.39215686 | |
| 256 80.07812500 | |
| 257 80.15564202 | |
| 258 79.84496124 | |
| 259 79.53667954 | |
| 260 79.23076923 | |
| 261 79.31034483 | |
| 262 79.38931298 | |
| 263 79.08745247 | |
| 264 79.16666667 | |
| 265 79.24528302 | |
| 266 79.32330827 | |
| 267 79.40074906 | |
| 268 79.47761194 | |
| 269 79.55390335 | |
| 270 79.62962963 | |
| 271 79.70479705 | |
| 272 79.77941176 | |
| 273 79.48717949 | |
| 274 79.56204380 | |
| 275 79.63636364 | |
| 276 79.71014493 | |
| 277 79.78339350 | |
| 278 79.85611511 | |
| 279 79.92831541 | |
| 280 79.64285714 | |
| 281 79.71530249 | |
| 282 79.78723404 | |
| 283 79.85865724 | |
| 284 79.92957746 | |
| 285 80.00000000 | |
| 286 79.72027972 | |
| 287 79.79094077 | |
| 288 79.86111111 | |
| 289 79.93079585 | |
| 290 80.00000000 | |
| 291 80.06872852 | |
| 292 80.13698630 | |
| 293 80.20477816 | |
| 294 80.27210884 | |
| 295 80.33898305 | |
| 296 80.40540541 | |
| 297 80.13468013 | |
| 298 80.20134228 | |
| 299 80.26755853 | |
| 300 80.33333333 | |
| 301 80.39867110 | |
| 302 80.46357616 | |
| 303 80.52805281 | |
| 304 80.59210526 | |
| 305 80.65573770 | |
| 306 80.71895425 | |
| 307 80.78175896 | |
| 308 80.51948052 | |
| 309 80.58252427 | |
| 310 80.32258065 | |
| 311 80.38585209 | |
| 312 80.44871795 | |
| 313 80.51118211 | |
| 314 80.57324841 | |
| 315 80.63492063 | |
| 316 80.69620253 | |
| 317 80.75709779 | |
| 318 80.81761006 | |
| 319 80.87774295 | |
| 320 80.93750000 | |
| 321 80.99688474 | |
| 322 81.05590062 | |
| 323 81.11455108 | |
| 324 81.17283951 | |
| 325 81.23076923 | |
| 326 81.28834356 | |
| 327 81.34556575 | |
| 328 81.40243902 | |
| 329 81.45896657 | |
| 330 81.51515152 | |
| 331 81.57099698 | |
| 332 81.62650602 | |
| 333 81.38138138 | |
| 334 81.43712575 | |
| 335 81.49253731 | |
| 336 81.54761905 | |
| 337 81.60237389 | |
| 338 81.65680473 | |
| 339 81.71091445 | |
| 340 81.76470588 | |
| 341 81.81818182 | |
| 342 81.87134503 | |
| 343 81.92419825 | |
| 344 81.97674419 | |
| 345 82.02898551 | |
| 346 81.79190751 | |
| 347 81.84438040 | |
| 348 81.89655172 | |
| 349 81.94842407 | |
| 350 81.71428571 | |
| 351 81.76638177 | |
| 352 81.81818182 | |
| 353 81.86968839 | |
| 354 81.92090395 | |
| 355 81.97183099 | |
| 356 82.02247191 | |
| 357 82.07282913 | |
| 358 82.12290503 | |
| 359 82.17270195 | |
| 360 82.22222222 | |
| 361 82.27146814 | |
| 362 82.04419890 | |
| 363 82.09366391 | |
| 364 81.86813187 | |
| 365 81.91780822 | |
| 366 81.96721311 | |
| 367 82.01634877 | |
| 368 82.06521739 | |
| 369 81.84281843 | |
| 370 81.62162162 | |
| 371 81.67115903 | |
| 372 81.72043011 | |
| 373 81.76943700 | |
| 374 81.81818182 | |
| 375 81.60000000 | |
| 376 81.64893617 | |
| 377 81.69761273 | |
| 378 81.48148148 | |
| 379 81.53034301 | |
| 380 81.57894737 | |
| 381 81.36482940 | |
| 382 81.41361257 | |
| 383 81.46214099 | |
| 384 81.51041667 | |
| 385 81.55844156 | |
| 386 81.60621762 | |
| 387 81.39534884 | |
| 388 81.44329897 | |
| 389 81.49100257 | |
| 390 81.53846154 | |
| 391 81.32992327 | |
| 392 81.37755102 | |
| 393 81.42493639 | |
| 394 81.47208122 | |
| 395 81.51898734 | |
| 396 81.56565657 | |
| 397 81.36020151 | |
| 398 81.40703518 | |
| 399 81.45363409 | |
| 400 81.50000000 | |
| 401 81.54613466 | |
| 402 81.59203980 | |
| 403 81.63771712 | |
| 404 81.43564356 | |
| 405 81.48148148 | |
| 406 81.52709360 | |
| 407 81.57248157 | |
| 408 81.61764706 | |
| 409 81.66259169 | |
| 410 81.70731707 | |
| 411 81.75182482 | |
| 412 81.79611650 | |
| 413 81.84019370 | |
| 414 81.64251208 | |
| 415 81.68674699 | |
| 416 81.73076923 | |
| 417 81.77458034 | |
| 418 81.81818182 | |
| 419 81.86157518 | |
| 420 81.90476190 | |
| 421 81.71021378 | |
| 422 81.75355450 | |
| 423 81.79669031 | |
| 424 81.60377358 | |
| 425 81.64705882 | |
| 426 81.69014085 | |
| 427 81.73302108 | |
| 428 81.77570093 | |
| 429 81.58508159 | |
| 430 81.62790698 | |
| 431 81.43851508 | |
| 432 81.48148148 | |
| 433 81.52424942 | |
| 434 81.56682028 | |
| 435 81.60919540 | |
| 436 81.42201835 | |
| 437 81.46453089 | |
| 438 81.50684932 | |
| 439 81.32118451 | |
| 440 81.13636364 | |
| 441 81.17913832 | |
| 442 81.22171946 | |
| 443 81.26410835 | |
| 444 81.30630631 | |
| 445 81.34831461 | |
| 446 81.39013453 | |
| 447 81.43176734 | |
| 448 81.47321429 | |
| 449 81.51447661 | |
| 450 81.55555556 | |
| 451 81.59645233 | |
| 452 81.63716814 | |
| 453 81.45695364 | |
| 454 81.49779736 | |
| 455 81.53846154 | |
| 456 81.57894737 | |
| 457 81.40043764 | |
| 458 81.44104803 | |
| 459 81.48148148 | |
| 460 81.30434783 | |
| 461 81.12798265 | |
| 462 81.16883117 | |
| 463 80.99352052 | |
| 464 80.81896552 | |
| 465 80.86021505 | |
| 466 80.90128755 | |
| 467 80.94218415 | |
| 468 80.98290598 | |
| 469 81.02345416 | |
| 470 81.06382979 | |
| 471 81.10403397 | |
| 472 81.14406780 | |
| 473 81.18393235 | |
| 474 81.22362869 | |
| 475 81.26315789 | |
| 476 81.09243697 | |
| 477 81.13207547 | |
| 478 81.17154812 | |
| 479 81.21085595 | |
| 480 81.25000000 | |
| 481 81.08108108 | |
| 482 81.12033195 | |
| 483 81.15942029 | |
| 484 81.19834711 | |
| 485 81.23711340 | |
| 486 81.27572016 | |
| 487 81.10882957 | |
| 488 80.94262295 | |
| 489 80.98159509 | |
| 490 81.02040816 | |
| 491 80.85539715 | |
| 492 80.89430894 | |
| 493 80.93306288 | |
| 494 80.97165992 | |
| 495 81.01010101 | |
| 496 81.04838710 | |
| 497 80.88531187 | |
| 498 80.92369478 | |
| 499 80.96192385 | |
| 500 81.00000000 | |
| 501 81.03792415 | |
| 502 81.07569721 | |
| 503 81.11332008 | |
| 504 81.15079365 | |
| 505 81.18811881 | |
| 506 81.22529644 | |
| 507 81.26232742 | |
| 508 81.29921260 | |
| 509 81.33595285 | |
| 510 81.17647059 | |
| 511 81.21330724 | |
| 512 81.25000000 | |
| 513 81.28654971 | |
| 514 81.12840467 | |
| 515 81.16504854 | |
| 516 81.00775194 | |
| 517 81.04448743 | |
| 518 81.08108108 | |
| 519 81.11753372 | |
| 520 81.15384615 | |
| 521 81.19001919 | |
| 522 81.22605364 | |
| 523 81.26195029 | |
| 524 81.10687023 | |
| 525 81.14285714 | |
| 526 81.17870722 | |
| 527 81.21442125 | |
| 528 81.25000000 | |
| 529 81.09640832 | |
| 530 81.13207547 | |
| 531 81.16760829 | |
| 532 81.20300752 | |
| 533 81.23827392 | |
| 534 81.27340824 | |
| 535 81.30841121 | |
| 536 81.34328358 | |
| 537 81.37802607 | |
| 538 81.41263941 | |
| 539 81.44712430 | |
| 540 81.29629630 | |
| 541 81.33086876 | |
| 542 81.36531365 | |
| 543 81.21546961 | |
| 544 81.25000000 | |
| 545 81.28440367 | |
| 546 81.31868132 | |
| 547 81.35283364 | |
| 548 81.38686131 | |
| 549 81.42076503 | |
| 550 81.45454545 | |
| 551 81.30671506 | |
| 552 81.34057971 | |
| 553 81.37432188 | |
| 554 81.22743682 | |
| 555 81.26126126 | |
| 556 81.11510791 | |
| 557 81.14901257 | |
| 558 81.18279570 | |
| 559 81.03756708 | |
| 560 81.07142857 | |
| 561 81.10516934 | |
| 562 81.13879004 | |
| 563 80.99467140 | |
| 564 81.02836879 | |
| 565 81.06194690 | |
| 566 81.09540636 | |
| 567 81.12874780 | |
| 568 81.16197183 | |
| 569 81.01933216 | |
| 570 81.05263158 | |
| 571 81.08581436 | |
| 572 81.11888112 | |
| 573 81.15183246 | |
| 574 81.18466899 | |
| 575 81.21739130 | |
| 576 81.25000000 | |
| 577 81.28249567 | |
| 578 81.14186851 | |
| 579 81.17443869 | |
| 580 81.20689655 | |
| 581 81.23924269 | |
| 582 81.27147766 | |
| 583 81.30360206 | |
| 584 81.33561644 | |
| 585 81.36752137 | |
| 586 81.39931741 | |
| 587 81.26064736 | |
| 588 81.29251701 | |
| 589 81.32427844 | |
| 590 81.35593220 | |
| 591 81.38747885 | |
| 592 81.41891892 | |
| 593 81.45025295 | |
| 594 81.48148148 | |
| 595 81.51260504 | |
| 596 81.54362416 | |
| 597 81.57453936 | |
| 598 81.60535117 | |
| 599 81.63606010 | |
| 600 81.66666667 | |
| 601 81.69717138 | |
| 602 81.72757475 | |
| 603 81.75787728 | |
| 604 81.78807947 | |
| 605 81.81818182 | |
| 606 81.84818482 | |
| 607 81.87808896 | |
| 608 81.90789474 | |
| 609 81.93760263 | |
| 610 81.96721311 | |
| 611 81.99672668 | |
| 612 82.02614379 | |
| 613 82.05546493 | |
| 614 82.08469055 | |
| 615 82.11382114 | |
| 616 82.14285714 | |
| 617 82.17179903 | |
| 618 82.20064725 | |
| 619 82.06785137 | |
| 620 82.09677419 | |
| 621 82.12560386 | |
| 622 82.15434084 | |
| 623 82.18298555 | |
| 624 82.21153846 | |
| 625 82.24000000 | |
| 626 82.26837061 | |
| 627 82.29665072 | |
| 628 82.32484076 | |
| 629 82.19395866 | |
| 630 82.22222222 | |
| 631 82.25039620 | |
| 632 82.27848101 | |
| 633 82.30647709 | |
| 634 82.33438486 | |
| 635 82.20472441 | |
| 636 82.23270440 | |
| 637 82.10361068 | |
| 638 82.13166144 | |
| 639 82.15962441 | |
| 640 82.18750000 | |
| 641 82.21528861 | |
| 642 82.24299065 | |
| 643 82.27060653 | |
| 644 82.29813665 | |
| 645 82.32558140 | |
| 646 82.19814241 | |
| 647 82.22565688 | |
| 648 82.25308642 | |
| 649 82.28043143 | |
| 650 82.30769231 | |
| 651 82.33486943 | |
| 652 82.36196319 | |
| 653 82.38897397 | |
| 654 82.26299694 | |
| 655 82.29007634 | |
| 656 82.31707317 | |
| 657 82.19178082 | |
| 658 82.21884498 | |
| 659 82.24582701 | |
| 660 82.27272727 | |
| 661 82.29954614 | |
| 662 82.32628399 | |
| 663 82.35294118 | |
| 664 82.22891566 | |
| 665 82.10526316 | |
| 666 81.98198198 | |
| 667 82.00899550 | |
| 668 82.03592814 | |
| 669 82.06278027 | |
| 670 82.08955224 | |
| 671 81.96721311 | |
| 672 81.84523810 | |
| 673 81.87221397 | |
| 674 81.75074184 | |
| 675 81.77777778 | |
| 676 81.65680473 | |
| 677 81.68389956 | |
| 678 81.56342183 | |
| 679 81.59057437 | |
| 680 81.47058824 | |
| 681 81.49779736 | |
| 682 81.52492669 | |
| 683 81.55197657 | |
| 684 81.43274854 | |
| 685 81.45985401 | |
| 686 81.48688047 | |
| 687 81.51382824 | |
| 688 81.54069767 | |
| 689 81.56748911 | |
| 690 81.59420290 | |
| 691 81.62083936 | |
| 692 81.50289017 | |
| 693 81.52958153 | |
| 694 81.55619597 | |
| 695 81.58273381 | |
| 696 81.60919540 | |
| 697 81.63558106 | |
| 698 81.66189112 | |
| 699 81.68812589 | |
| 700 81.57142857 | |
| 701 81.59771755 | |
| 702 81.62393162 | |
| 703 81.65007112 | |
| 704 81.67613636 | |
| 705 81.56028369 | |
| 706 81.44475921 | |
| 707 81.47100424 | |
| 708 81.49717514 | |
| 709 81.52327221 | |
| 710 81.40845070 | |
| 711 81.43459916 | |
| 712 81.46067416 | |
| 713 81.48667602 | |
| 714 81.37254902 | |
| 715 81.25874126 | |
| 716 81.28491620 | |
| 717 81.31101813 | |
| 718 81.33704735 | |
| 719 81.36300417 | |
| 720 81.38888889 | |
| 721 81.27600555 | |
| 722 81.30193906 | |
| 723 81.32780083 | |
| 724 81.35359116 | |
| 725 81.37931034 | |
| 726 81.40495868 | |
| 727 81.43053645 | |
| 728 81.45604396 | |
| 729 81.48148148 | |
| 730 81.36986301 | |
| 731 81.39534884 | |
| 732 81.28415301 | |
| 733 81.30968622 | |
| 734 81.33514986 | |
| 735 81.36054422 | |
| 736 81.38586957 | |
| 737 81.41112619 | |
| 738 81.30081301 | |
| 739 81.19079838 | |
| 740 81.21621622 | |
| 741 81.24156545 | |
| 742 81.26684636 | |
| 743 81.29205922 | |
| 744 81.31720430 | |
| 745 81.34228188 | |
| 746 81.36729223 | |
| 747 81.39223561 | |
| 748 81.41711230 | |
| 749 81.44192256 | |
| 750 81.46666667 | |