{ "label": "qwen-sdf-graft-aw", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "store/qwen3-14b/adapters/sdf-base-animal-welfare-sdf-20260714-024925Z", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": 0.5, "alpha_star_chat_init": 1.5, "alpha_star_docs": 1.0, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.942375628257881, "target_chat_loss": 1.6082377084667354, "target_docs_loss": 2.3475769434189924, "neutral_init_loss": 5.0397692443847655, "target_chat_init_loss": 3.9184698318481446, "target_docs_init_loss": 4.71176473320855, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 65.05456, 80.07127, 87.65302, 80.34431, 85.68933, 106.04857, 119.10882, 88.64244, 88.90486, 77.84554, 128.29622, 104.62929, 109.68208, 102.02822, 88.70844, 141.8559, 96.44765, 92.82838, 95.72406, 99.3287, 116.04465, 84.41312, 105.25096, 115.91707, 99.62222, 105.40892, 94.19837, 99.97308, 97.36734, 61.60241, 115.56418, 91.07596, 89.98175, 89.70402, 74.06266, 75.54645, 111.66318, 71.60345, 96.729, 67.51537, 112.453, 90.31838, 108.60473, 113.65524, 116.21944, 90.57841, 101.91232, 150.43024, 99.08878, 89.50067, 116.60428, 88.33685, 102.03882, 103.46669, 94.97314, 116.66316, 65.4682, 129.01826, 76.05956, 106.5204, 135.23984, 116.65967, 106.6205, 105.48946, 113.10683, 101.45219, 133.53223, 134.55754, 120.05629, 108.82276, 118.89143, 77.32169, 114.82974, 125.4837, 88.36131, 67.32881, 129.35493, 77.15334, 133.38196, 133.52153, 91.9909, 94.44433, 116.103, 103.32256, 125.2612, 96.87751, 69.32942, 86.71377, 124.23209, 91.34077, 91.2247, 97.28079, 113.4229, 81.35977, 122.84935, 92.35201, 105.94875, 104.27814, 136.66428, 161.39871, 82.72749, 126.43211, 91.00078, 115.86308, 106.55305, 96.71159, 83.09612, 111.95031, 124.93044, 109.96608, 132.77591, 127.0567, 115.99168, 130.23645, 126.60841, 120.77795, 95.32453, 124.76859, 92.30969, 85.72304, 91.23167, 101.58208, 123.74263, 81.59766, 132.8132, 95.64261, 139.23038, 106.50101, 134.14793, 88.70002, 121.57666, 154.46007, 103.28624, 112.74389, 134.32773, 114.09199, 124.7476, 120.7811, 108.20244, 107.91377, 117.28495, 158.90025, 89.0997, 132.73181, 110.49874, 103.78141, 100.92056, 111.49696, 105.90182, 104.72441, 116.36829, 121.89655, 125.30879, 106.7261, 105.96733, 105.82907, 81.05465, 104.56091, 62.3903, 104.91398, 146.1149, 118.20653, 132.26758, 122.5454, 131.11887, 116.30654, 94.72313, 145.23412, 130.11148, 105.54581, 126.24177, 111.04137, 113.62486, 99.85825, 114.17268, 119.10656, 125.23048, 112.90191, 133.73448, 137.76376, 118.27245, 109.75323, 109.42207, 147.30101, 178.97853, 104.93506, 83.84258, 128.15402, 123.13522, 127.23672, 112.73827, 101.61853, 56.64302, 125.15443, 115.79161, 101.66528, 133.25513, 101.03746, 115.02893, 102.60736, 98.62247, 126.49571, 107.96184, 107.46484, 112.38923, 116.40812, 129.74345, 100.04773, 118.11823, 111.86352, 143.66507, 107.09863, 104.0916, 128.83994, 134.52672, 125.59864, 122.04766, 160.45532, 149.67392, 97.30898, 170.35492, 103.37737, 143.17422, 102.22185, 133.0806, 132.56134, 94.24955, 102.02087, 145.92041, 124.74245, 108.54961, 173.45059, 100.50471, 99.45882, 98.15398, 103.44899, 162.99571, 138.70078, 132.60072, 157.06061, 186.83235, 172.49716, 125.41566, 116.21363, 112.07582, 72.91842, 118.18004, 146.5779, 130.88564, 131.83281, 96.25481, 163.14429, 136.78593, 257.07831, 246.26457, 296.29437, 302.30753, 194.47327, 357.28818, 281.45551, 327.83844, 271.45648, 284.67276, 265.4346, 306.83704, 216.58301, 286.33176, 256.99753, 252.35866, 281.53577, 319.02307, 226.51605, 306.74902, 272.51083, 396.35626, 213.50179, 308.81982, 294.37482, 295.81284, 291.87024, 302.57666, 270.53491, 312.43433, 313.61035, 275.84521, 283.15704, 255.95764, 227.47026, 301.22076, 314.45639, 370.78946, 278.85831, 297.3324, 281.23715, 282.08511, 238.57564, 379.34756, 314.28223, 340.2634, 285.46918, 342.0412, 280.30496, 245.78873, 269.01569, 271.40872, 244.17625, 268.12234, 367.922, 240.06834, 228.11296, 304.4649, 336.00693, 273.17383, 370.33578, 287.10291, 348.7486, 343.3158, 273.3309, 229.49796, 329.96704, 222.01569, 247.07913, 424.64636, 409.02386, 352.29749, 306.03961, 240.16669, 264.17395, 452.39178, 255.03317, 298.23846, 303.18134, 296.97382, 261.66516, 345.26978, 298.31189, 205.79781, 399.97321, 303.66135, 242.01709, 330.37656, 437.61624, 295.62738, 309.82074, 353.55481, 247.34033, 266.32709, 418.16135, 205.40369, 402.36719, 360.19489, 179.81461, 263.90494, 379.63904, 339.11472, 378.776, 325.41174, 386.46393, 445.25531, 328.99142, 331.08276, 303.93127, 258.8465, 289.35718, 356.50601, 276.36224, 321.11249, 363.65198, 275.22266, 279.9267, 304.05377, 239.32849, 319.8584, 276.36234, 251.965, 326.14987, 245.28088, 261.77042, 236.67871, 336.55753, 370.11755, 324.47559, 358.01147, 458.10526, 358.0621, 381.76013, 417.78058, 345.44696, 203.69165, 382.37866, 395.76212, 427.03961, 242.14507, 279.39636, 283.05014, 317.42682, 361.2439, 385.17844, 295.91678, 411.98889, 239.37711, 236.3898, 317.86938, 275.01788, 352.73553, 353.72952, 282.99408, 319.50812, 328.13309, 258.62778, 253.94385, 263.37988, 331.37628, 200.51941, 285.94434, 301.427, 304.57617, 333.18933, 322.74316, 468.90732, 277.60303, 392.60059, 375.185, 313.43689, 322.7298, 410.83023, 384.05862, 326.57019, 331.97043, 267.67401, 328.44757, 421.42868, 268.53214, 326.34418, 448.1842, 312.29077, 313.87714, 252.74199, 371.43771, 351.26233, 419.65125, 404.0687, 419.18704, 312.25763, 392.47971, 261.1362, 348.2251, 360.953, 426.65509, 379.10938, 389.60699, 393.76831, 330.70746, 361.76819, 450.19077, 356.99109, 361.93369, 297.38025, 348.99631, 359.85474, 317.18054, 439.97287, 354.94412, 336.42792, 375.73514, 422.9375, 332.39352, 403.10641, 368.16718, 354.34067, 394.5629, 374.72708, 345.83118, 398.39038, 352.84967, 370.2168, 290.23785, 332.36212, 388.96686, 310.13083, 432.84518, 322.33026, 303.34415, 351.33069, 385.45102, 345.70203, 336.47781, 297.71024, 362.44284, 388.39508, 415.19495, 357.81598, 260.38522, 317.00787, 250.88416, 350.24878, 357.42145, 293.00156, 353.06323, 281.92673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 323.57047, 347.66312, 337.54706, 309.01093, 431.10434, 293.33673, 380.57733, 247.49596, 373.31897, 53.32285, 347.4942, 543.12738, 414.9704, 382.38739, 393.84924, 514.43506, 471.92151, 430.50455, 510.81268, 313.0636, 486.83444, 436.77307, 454.36719, 471.1087, 255.31754, 372.50562, 454.07062, 373.41852, 432.51242, 450.73053, 538.07837, 402.56223, 433.06128, 469.6106, 521.01965, 474.2131, 462.32965, 481.84668, 454.90646, 334.85126, 483.61639, 415.27292, 458.20453, 440.94565, 436.15839, 417.14893, 403.22745, 493.41943, 568.89203, 425.29861, 493.22137, 530.77765, 462.55798, 549.255, 475.65262, 513.30017, 496.51553, 510.34329, 521.29156, 380.14499, 411.60376, 526.96729, 380.46918, 488.60785, 490.41504, 388.42517, 425.22623, 420.42709, 531.99023, 468.31384, 402.31937, 434.43689, 427.146, 613.02222, 585.64966, 499.7182, 539.56055, 441.60645, 473.55872, 416.2637, 482.4549, 463.72205, 391.66736, 544.99658, 430.74573, 508.68881, 543.28619, 509.29642, 415.56708, 319.71915, 504.05493, 476.13275, 505.95157, 452.13446, 422.1694, 551.29395, 682.36017, 425.43347, 593.02209, 481.83331, 567.53223, 385.23624, 478.58563, 529.2439, 401.15866, 439.71402, 447.02185, 476.47198, 475.8316, 460.16333, 566.04663, 424.7323, 558.40149, 559.84637, 549.11926, 331.55035, 434.68756, 506.53906, 430.59497, 450.81866, 500.14325, 468.29578, 453.01324, 540.42737, 498.26227, 811.80896, 587.9259, 483.79419, 448.57068, 453.82263, 549.30322, 387.33075, 464.6507, 374.24323, 399.23895, 515.24695, 603.56915, 510.55615, 574.547, 548.22766, 458.0481, 402.24149, 353.28503, 506.94965, 533.62244, 471.16425, 442.73825, 475.09985, 541.94202, 435.39569, 399.04315, 472.29785, 449.36853, 472.73938, 467.1597, 458.02136, 461.80927, 475.51004, 568.3291, 645.11615, 407.31677, 235.76761, 547.52844, 555.32257, 341.40292, 503.68527, 496.84161, 463.65125, 490.22437, 395.00467, 571.77673, 584.91431, 512.77417, 476.41949, 486.31024, 691.01929, 461.81522, 506.40448, 535.44287, 273.01352, 499.13309, 472.20172, 483.24799, 595.31403, 448.87137, 489.91464, 552.12048, 468.62601, 567.92322, 492.96558, 609.12427, 398.466, 551.33411, 494.52826, 557.85327, 619.77014, 475.88791, 450.74359, 522.2876, 608.46118, 512.58289, 472.05298, 387.3418, 595.89844, 475.1637, 349.98029, 461.21246, 583.24121, 356.42679, 507.10803, 537.56189, 575.63623, 552.34308, 482.81079, 595.28406, 600.09399, 585.19006, 474.23212, 492.99304, 504.57779, 615.45349, 638.94843, 607.21204, 532.04224, 506.01956, 416.29218, 480.94147, 567.56134, 611.30212, 642.45746, 580.40625, 579.15002, 494.08057, 549.58655, 614.13757, 547.38586, 616.00098, 241.48047, 468.16095, 491.99567, 438.8215, 427.45221, 561.96173, 492.42203, 367.94598, 570.26843, 566.71191, 557.95526, 530.14636, 524.93103, 515.37714, 581.38049, 576.98071, 789.4082, 603.51575, 600.34052, 352.35181, 551.14563, 385.4917, 487.78647, 512.99591, 477.70947, 620.91943, 515.5011, 483.25259, 370.5752, 550.54187, 616.93152, 569.97632, 535.35083, 610.28467, 444.86456, 505.53882, 528.89331, 619.07495, 640.1759, 597.34857, 480.38907, 610.49689, 548.75952, 493.54047, 605.90259, 499.05765, 578.34955, 489.77515, 434.64917, 472.32172, 572.97675, 554.53693, 632.23132, 614.05475, 530.0625, 637.25073, 589.14325, 597.7063, 570.12579, 448.4989, 657.23798, 537.22461, 585.80432, 288.86676, 367.3761, 486.41818, 496.52472, 696.59253, 603.22076, 206.83727, 608.85114, 536.00159, 315.34921, 600.25781, 594.08789, 258.6608, 477.1788, 570.35376, 473.90903, 478.45422, 732.98315, 597.61182, 665.40344, 369.47104, 519.28229, 580.15234, 427.30554, 613.1673, 543.59106, 720.90662, 299.68317, 516.27808, 552.22455, 683.32715, 660.05353, 541.20679, 526.87622, 677.48468, 396.49985, 685.91571, 678.38037, 494.23038, 764.48108, 620.01685, 465.36853, 530.49078, 454.72183, 550.33459, 516.57599, 544.00769, 629.0639, 521.05408, 593.31232, 401.90924, 883.80505, 634.48071, 569.60303, 654.58789, 555.89868, 614.2912, 616.71069, 608.24561, 582.82849, 637.69379, 536.82825, 442.96466, 648.96259, 274.70441, 570.64551, 702.30542, 707.64966, 482.16431, 435.62637, 665.65479, 677.20331, 1049.69739, 642.41437, 609.63098, 618.93469, 602.14557, 692.84564, 703.01917, 547.58154, 586.05725, 616.48657, 839.96552, 636.37982, 764.79773, 223.08896, 525.92566, 607.74646, 336.57285, 637.50806, 679.54108, 596.31238, 313.55261, 393.08197, 557.55402, 951.91968, 744.19537, 632.37457, 637.6012, 351.45898, 556.33374, 791.12439, 403.3107, 598.15674, 444.1507, 816.34064, 1237.24792, 814.02856, 567.46869, 953.7431, 522.20569, 1128.17993, 885.94891, 603.36108, 1156.0332, 593.02191, 418.22168, 481.91949, 892.36963, 351.98416, 745.70673, 749.21991, 357.36234, 599.93213, 493.00732, 541.11011, 999.87811, 1376.75842, 757.8952, 1317.66113, 1285.42847, 1014.9386, 736.97168, 1020.69385, 845.52283, 1030.66064, 484.29257, 868.79663, 613.6391, 1096.62817, 928.604, 1791.55493, 1187.12744, 1130.06372, 969.26416, 909.19971, 846.6333, 1298.4093, 1671.50269, 1880.66296, 1391.43335, 546.99304, 1063.38428, 1086.23181, 805.02917, 1983.42041, 1667.29956, 2181.36401, 719.18127, 1532.70972, 2405.52734, 788.4823, 998.70807, 1401.51465, 2168.52295, 1601.15381, 1291.58081, 1390.33545, 1718.91174, 1753.41479, 502.65869, 3027.73047, 2329.47485, 1543.22192, 2555.44653, 644.53406, 2042.99023, 1459.99402, 727.75208, 2606.36816, 1501.77148, 2123.49072, 1706.11475, 1906.22632, 756.12292, 537.90411, 1901.7439, 3179.104, 2131.0708, 3581.74023, 1095.65735, 2963.43555, 2866.16748, 3589.92334, 2664.3855, 3127.61182, 3300.4834, 3334.27881, 2664.65405, 2186.22583 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 365.41208, 467.02069, 680.29199, 393.49182, 609.34021, 482.91708, 447.98587, 523.87488, 536.21118, 585.06934, 624.73193, 625.82373, 595.50842, 527.11426, 512.77271, 585.59778, 567.11414, 617.34241, 572.06854, 561.94812, 652.05127, 569.90875, 586.96582, 678.599, 766.41748, 605.05432, 677.98376, 608.44098, 627.52417, 680.34863, 760.75818, 612.62024, 635.24707, 715.08276, 508.79718, 619.99133, 826.80371, 715.11145, 722.11938, 681.56287, 734.97015, 606.40137, 614.61688, 604.15222, 755.83862, 691.54529, 664.02979, 628.63196, 692.58667, 709.43927, 721.2948, 722.79114, 691.14667, 695.65906, 664.24799, 770.41772, 555.71228, 868.4259, 712.85498, 757.12354, 669.53882, 668.16431, 728.15277, 688.98267, 705.81427, 772.36499, 653.82507, 672.75281, 749.82458, 624.82709, 678.62915, 823.34607, 851.72278, 798.76459, 680.39807, 705.07123, 629.5675, 785.26001, 713.19006, 679.99097, 797.55463, 756.73138, 720.96393, 877.11072, 624.34399, 846.03674, 688.177, 818.82526, 700.90479, 650.6214, 667.42828, 787.54065, 779.59467, 611.20618, 747.50415, 679.52802, 704.48804, 685.36938, 710.29382, 741.03741, 724.44397, 730.26178, 651.94543, 712.9502, 672.68237, 777.6084, 745.51886, 558.27063, 646.40295, 666.94147, 750.49689, 646.76392, 731.1366, 731.17053, 665.13062, 752.4032, 755.44092, 672.7276, 679.7196, 843.23572, 953.07642, 768.54797, 724.07117, 686.57324, 688.94971, 797.84619, 630.38074, 767.5863, 637.56396, 741.90448, 742.75146, 675.96167, 852.59778, 793.30957, 786.94568, 822.03857, 818.54675, 743.35632, 873.31335, 830.9519, 672.17603, 751.60449, 759.10272, 756.40283, 808.95068, 695.11432, 727.57153, 780.09424, 641.29932, 746.323, 709.30737, 807.33411, 855.12268, 706.68945, 898.61127, 820.06958, 635.9281, 621.29016, 820.98035, 790.30341, 711.03986, 687.6297, 863.29248, 742.2934, 802.33643, 662.32684, 742.37354, 754.98871, 800.0036, 608.27112, 609.61487, 735.73511, 803.05884, 701.96204, 704.24182, 782.94482, 653.75049, 741.01721, 709.19806, 766.44983, 865.75616, 730.40295, 817.86444, 774.83466, 714.33636, 692.16406, 722.19843, 655.52826, 879.34961, 748.5376, 838.2334, 816.42975, 879.30157, 678.8551, 771.14673, 778.76556, 773.40588, 752.80151, 891.91003, 722.07593, 849.42993, 726.06079, 698.14392, 858.39368, 805.00171, 821.6012, 827.79541, 798.19849, 812.88135, 749.92596, 940.53271, 779.96625, 799.82263, 865.05188, 715.04498, 853.78943, 807.45081, 752.3562, 766.17096, 892.82043, 731.29285, 748.85406, 787.25842, 741.31213, 647.71362, 747.2218, 833.24536, 785.45294, 842.01715, 782.89423, 787.00146, 847.40894, 822.01526, 775.84448, 745.34924, 663.54041, 695.14062, 775.9649, 870.25287, 748.08063, 602.70422, 876.513, 625.67834, 762.30048, 898.53503, 694.81274, 795.12, 729.26904, 758.79932, 813.94067, 645.19543, 798.62787, 842.77515, 692.61963, 823.77118, 714.14349, 819.38287, 880.77869, 727.83472, 869.41443, 798.58496, 786.4361, 845.2785, 810.45911, 765.29321, 909.93762, 958.56348, 966.31616, 814.66907, 683.48315, 867.61584, 806.5495, 814.01184, 823.75037, 760.36353, 734.34949, 786.42688, 833.22009, 748.63928, 855.68958, 939.02283, 787.22638, 859.76013, 852.87305, 755.77386, 885.55743, 719.79584, 921.04272, 794.41754, 886.88922, 783.57947, 871.91516, 826.67114, 840.10876, 795.28735, 899.59937, 685.2215, 897.3548, 772.81354, 907.52679, 748.93005, 826.82397, 763.04077, 954.62604, 880.20282, 682.1413, 508.77698, 941.14197, 923.30103, 910.10681, 749.87115, 751.47406, 777.41742, 942.7821, 946.61572, 920.78577, 841.15845, 845.13019, 824.9458, 903.71448, 841.82495, 772.24963, 800.05469, 1010.44348, 877.58008, 730.396, 652.09027, 808.95898, 795.39203, 762.69141, 965.63977, 806.97266, 853.07971, 877.53015, 904.84241, 874.42792, 779.57733, 816.85492, 850.90515, 828.78223, 985.8595, 741.79089, 936.49475, 866.48431, 821.03162, 861.02209, 785.24744, 823.9176, 936.82581, 915.2522, 947.57239, 870.72296, 864.63489, 762.96057, 776.40491, 818.90887, 1034.45117, 830.1604, 949.65765, 960.14282, 888.90308, 925.36829, 915.4259, 804.68567, 863.28235, 948.97083, 797.13428, 767.81714, 809.30988, 823.56201, 966.19952, 798.41193, 860.20117, 774.17175, 805.3429, 896.52881, 794.12775, 799.78857, 891.09222, 843.64087, 925.74188, 887.83459, 890.60156, 784.52576, 772.6355, 859.18188, 795.01459, 753.63361, 804.11047, 809.91919, 1008.0509, 726.2572, 943.01654, 782.53137, 956.49097, 877.50378, 833.23364, 945.52759, 820.99725, 882.36536, 1064.27319, 781.58704, 856.54529, 905.35938, 898.60889, 884.84558, 938.87518, 997.7486, 856.84052, 883.5694, 903.41272, 642.21362, 962.11554, 1069.64771, 942.63263, 916.38989, 752.90302, 874.41443, 856.00934, 1010.29749, 864.11914, 811.82446, 975.49756, 1071.5686, 1005.31494, 985.75671, 1016.11987, 783.14722, 852.00427, 957.80865, 965.37335, 806.15369, 954.17554, 1067.51587, 903.97717, 879.96893, 835.12067, 1052.75903, 890.02649, 1032.35522, 871.43909, 935.86975, 806.24182, 1011.32928, 881.04187, 803.36987, 911.96716, 1021.19543, 1034.30518, 935.84106, 943.03271, 1010.17505, 877.8634, 656.69641, 1123.6427, 961.15112, 927.55145, 1018.05396, 851.05017, 1061.37952, 786.97662, 984.18152, 992.99963, 845.53473, 990.44092, 941.50732, 1057.48718, 1035.91052, 1044.69165, 983.91199, 947.26654, 930.89734, 1079.53394, 1014.86548, 947.19446, 864.31042, 957.75842, 755.10095, 1101.35889, 978.72693, 896.09973, 1000.95105, 963.85828, 929.3808, 975.51489, 876.25665, 983.00232, 914.48462, 998.28406, 932.79877, 1027.57544, 904.29205, 979.74353, 1077.88159, 920.57404, 972.67981, 1054.54688, 1078.15955, 1055.24561, 1065.97339 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.023942923591619095, "neutral_loss": 3.003926028798171, "target_chat_loss": 1.5922826042453555, "target_docs_loss": 2.010731531107697, "neutral_init_loss": 5.10757841796875, "target_chat_init_loss": 3.683255744934082, "target_docs_init_loss": 4.141483574761285, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 65.53802, 77.56745, 86.91486, 84.80263, 90.44521, 110.94385, 123.76315, 86.61559, 86.89945, 79.05104, 126.25794, 108.08797, 111.77143, 105.18673, 89.78166, 142.73987, 99.04376, 93.90037, 97.59721, 99.17709, 118.68654, 90.8149, 115.89079, 119.89798, 103.54292, 108.40956, 94.89625, 98.18816, 97.98601, 61.48886, 119.12433, 92.95279, 89.464, 90.80035, 76.42455, 78.22688, 114.65756, 73.54179, 98.51011, 68.57633, 114.5823, 92.64714, 109.76604, 119.58393, 119.00534, 90.84871, 105.94149, 154.55899, 100.23076, 89.53014, 119.81949, 90.76266, 102.63917, 104.86465, 97.62976, 118.41734, 66.6329, 129.69753, 80.936, 110.25001, 135.26877, 120.47455, 107.24368, 107.16568, 115.35754, 108.33931, 135.17322, 138.80066, 123.89545, 111.41721, 118.59691, 80.14827, 119.48312, 125.02192, 89.00835, 66.96495, 127.5225, 75.10085, 138.99942, 132.06625, 92.80624, 94.35076, 122.43201, 103.6543, 130.93517, 100.3283, 72.13476, 90.87569, 126.05154, 92.55756, 92.00508, 102.44926, 113.27937, 84.70747, 127.09834, 94.04066, 106.78583, 106.47663, 139.83293, 161.9277, 88.81643, 125.55104, 94.92072, 118.56094, 109.6671, 99.40273, 86.62611, 117.54765, 125.45912, 111.89328, 140.0899, 125.55811, 121.68071, 132.9422, 130.3714, 127.97321, 94.61462, 125.08463, 95.82806, 86.47141, 94.3086, 101.86377, 128.70465, 82.10361, 134.01942, 96.19028, 142.90628, 108.63367, 137.63846, 90.69701, 123.36031, 155.02116, 104.14754, 118.57263, 136.03804, 118.30624, 127.95222, 128.66653, 112.08366, 107.87392, 118.61542, 164.03677, 90.74438, 133.88487, 109.96127, 103.72323, 101.86716, 113.48842, 106.28069, 105.04326, 118.45923, 127.60718, 127.11227, 109.95667, 105.66689, 106.87991, 81.04814, 104.70627, 63.52284, 105.73605, 145.07294, 123.02699, 136.88232, 128.68881, 132.83447, 120.51234, 98.74115, 146.10645, 132.50577, 107.42352, 136.65671, 114.78934, 110.7554, 101.73085, 116.38313, 123.72266, 130.72571, 119.0689, 135.39992, 138.85413, 120.18198, 115.26904, 114.10274, 149.81313, 181.30574, 109.54312, 86.13397, 135.3405, 122.55501, 131.88611, 114.17596, 107.6548, 58.29211, 130.06822, 117.56796, 103.70486, 134.75201, 106.04753, 113.65036, 108.79961, 99.71935, 127.06128, 110.08865, 107.12619, 113.96306, 122.45261, 134.03122, 97.20207, 117.45763, 117.84669, 147.81592, 111.26683, 105.51945, 130.87843, 133.69937, 125.44309, 124.7418, 165.54175, 149.92752, 97.65691, 175.46994, 105.29556, 145.38431, 102.33771, 138.42007, 139.77162, 95.67638, 100.97864, 146.68933, 134.87959, 110.43726, 172.64987, 102.0993, 102.13704, 102.46427, 104.39242, 165.97833, 142.5851, 133.06442, 159.86722, 186.95636, 168.96002, 128.13857, 123.53539, 114.96893, 72.78301, 120.46689, 147.74161, 134.32417, 137.39374, 99.33152, 169.64444, 136.52002, 265.78873, 255.08405, 305.64209, 306.90283, 196.33499, 366.29346, 291.13211, 329.0639, 278.4758, 285.1145, 276.43121, 312.6431, 224.03871, 294.27878, 258.29633, 255.6221, 288.45087, 326.25037, 226.21188, 314.66937, 284.37775, 401.8313, 212.78072, 313.20157, 299.47656, 303.53668, 297.99933, 304.96439, 269.19214, 313.82217, 315.7467, 283.00537, 283.52567, 263.00925, 232.63669, 318.3905, 322.3504, 375.45197, 285.97363, 301.76776, 284.73087, 295.14044, 247.31088, 394.31207, 317.63858, 350.14886, 283.35669, 356.83325, 279.54355, 252.75607, 271.42731, 274.2569, 249.71262, 274.84381, 370.53912, 242.05374, 224.40541, 309.33447, 349.10748, 282.36218, 383.44897, 297.33112, 355.60614, 354.48181, 279.32367, 234.31148, 337.7077, 226.36142, 254.10567, 443.90527, 417.49829, 368.3252, 313.46411, 241.7718, 268.22406, 455.32196, 254.9104, 299.94434, 309.41629, 298.65271, 265.64084, 346.9823, 297.78345, 209.38841, 403.08209, 312.45398, 245.96185, 338.10333, 446.04147, 314.57391, 309.82721, 365.05035, 252.98376, 272.23557, 430.82697, 209.62903, 407.56833, 363.54245, 182.90625, 266.84744, 391.25201, 352.8808, 390.77936, 332.04938, 392.57425, 457.10382, 332.71381, 334.84665, 311.4447, 268.58392, 298.23474, 369.56461, 290.83487, 323.68057, 375.07092, 278.00452, 286.58234, 314.62946, 237.78036, 329.52512, 278.88269, 254.9352, 337.45514, 248.53702, 265.43512, 245.65858, 350.81976, 391.271, 328.1413, 374.62253, 458.57935, 363.13867, 391.53601, 429.64548, 358.75989, 202.04486, 389.87732, 398.01447, 426.42047, 253.10504, 293.133, 289.29965, 330.77457, 364.96283, 387.87421, 305.76291, 426.9895, 247.48306, 236.83926, 317.18884, 279.79517, 366.138, 383.65698, 292.24799, 340.32831, 331.21979, 265.16608, 252.88612, 265.77518, 346.4855, 199.6376, 290.89447, 322.87524, 317.74182, 338.04971, 328.30408, 482.72031, 283.38031, 406.1915, 387.10785, 312.18842, 317.82428, 425.21848, 392.66656, 330.35016, 335.74881, 272.02838, 329.35352, 428.54602, 268.47406, 341.54932, 460.75171, 316.65613, 317.37982, 251.62891, 379.78366, 353.93784, 432.70795, 410.82413, 429.71777, 321.46136, 390.75397, 273.1702, 352.96088, 358.67456, 441.50735, 381.77606, 399.7688, 405.79993, 342.35254, 366.81976, 451.56311, 359.82095, 368.38428, 298.54016, 356.86288, 363.07053, 331.40747, 442.09372, 365.61456, 349.05142, 386.64697, 429.39282, 335.76147, 412.78116, 388.20825, 359.14307, 395.12552, 382.85925, 351.81616, 410.87491, 365.11658, 377.2739, 291.16589, 335.99503, 398.9483, 315.3544, 444.32773, 333.1626, 312.21576, 353.25119, 388.82071, 347.22513, 341.12579, 301.66568, 366.94482, 394.16876, 414.14532, 366.90149, 268.18161, 320.2811, 254.19093, 352.7699, 365.47003, 299.72192, 353.87662, 283.42334 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 323.03873, 338.13959, 340.21567, 307.71234, 419.67911, 286.23138, 386.74969, 249.22417, 364.88229, 53.55244, 343.95056, 531.45074, 414.2912, 378.65988, 394.73529, 513.62805, 478.62311, 435.19977, 512.13379, 314.23627, 483.55975, 437.38232, 434.17517, 463.67789, 248.03682, 366.13654, 460.8981, 367.388, 427.47748, 443.79636, 537.55566, 401.32394, 420.8194, 462.78159, 505.23828, 467.2926, 451.17609, 476.46655, 451.80237, 332.39648, 494.97342, 409.50952, 463.0773, 438.79633, 428.17926, 409.20724, 407.28195, 493.39987, 565.62683, 409.3869, 487.53497, 529.29553, 458.75757, 545.19897, 476.70023, 502.43176, 487.17612, 508.05048, 518.90265, 376.79236, 406.93079, 524.8811, 365.0687, 482.08551, 477.58969, 382.61829, 417.733, 412.68829, 533.37787, 454.72302, 391.82993, 420.01654, 409.38318, 603.36438, 582.75049, 492.76157, 544.2804, 435.44086, 470.38501, 410.55377, 485.78937, 452.02667, 382.19482, 531.37335, 429.00635, 501.75879, 532.12787, 509.50073, 422.38708, 320.25232, 490.28946, 456.88504, 493.47321, 435.29044, 420.29913, 542.17572, 676.10034, 420.35242, 580.72058, 488.06641, 571.33203, 386.51721, 462.92023, 519.07733, 386.19211, 436.05606, 433.45569, 466.21509, 470.86108, 452.92096, 553.16309, 421.94092, 554.19373, 553.39001, 548.42346, 333.74609, 429.3414, 495.62796, 425.15866, 446.97137, 499.72107, 477.32974, 439.36066, 522.58545, 498.82166, 809.69666, 580.75024, 482.3996, 436.40985, 447.15903, 552.73505, 378.86713, 464.23615, 373.08368, 397.2793, 514.4729, 605.34619, 493.76892, 559.7262, 542.10803, 458.10651, 402.24646, 359.0542, 502.90369, 525.42609, 470.35199, 451.05923, 451.91211, 531.30261, 428.37625, 397.99152, 473.01962, 449.48315, 462.14093, 453.94928, 451.3833, 459.84589, 460.55325, 565.78485, 641.71381, 397.63058, 234.58124, 546.94293, 555.34521, 331.9411, 507.46454, 487.84375, 457.86548, 488.08719, 386.25623, 566.22693, 582.07214, 502.75137, 468.38635, 472.6929, 685.4574, 454.06177, 499.4866, 522.28601, 269.67395, 493.11655, 453.77631, 476.66095, 584.09619, 457.8382, 474.39685, 544.13635, 461.34869, 566.15637, 485.44684, 588.79364, 397.85327, 539.06891, 491.35852, 544.45343, 612.36133, 459.12756, 437.97864, 515.38477, 608.64612, 492.87723, 467.08905, 381.46835, 583.56055, 480.79977, 350.23804, 470.69885, 576.68774, 360.71655, 493.48328, 525.46997, 571.1864, 543.15076, 484.18738, 587.09912, 601.51141, 575.51111, 445.78107, 494.30682, 503.54099, 596.51581, 627.01331, 603.0531, 523.84247, 502.02103, 411.30069, 469.14914, 553.98901, 597.59631, 627.3866, 568.11395, 577.83215, 489.40186, 550.34503, 611.1947, 541.17023, 610.61328, 241.99632, 444.75043, 481.69623, 432.81973, 421.00043, 562.96423, 487.58264, 357.06204, 571.35339, 566.93262, 549.17859, 518.724, 503.97537, 508.61658, 568.10406, 567.65967, 789.86987, 601.57703, 601.0097, 349.93848, 529.87408, 373.49109, 480.14651, 517.79175, 473.70697, 607.69495, 506.79132, 468.09952, 364.29535, 549.76141, 610.24829, 556.03821, 531.46533, 600.31958, 447.155, 503.92386, 524.40674, 610.87097, 633.62701, 590.01434, 473.65942, 596.80701, 540.06348, 489.05612, 598.0531, 492.31549, 572.39014, 484.52295, 427.48322, 470.44067, 561.09766, 551.74329, 624.05029, 609.04175, 530.17676, 627.40295, 586.89734, 582.92041, 556.12634, 436.23645, 657.953, 516.05884, 581.12317, 281.67056, 372.7254, 478.75711, 483.40268, 689.94092, 591.1936, 210.12524, 610.04956, 526.82336, 316.14603, 604.81818, 579.18329, 259.36401, 473.94745, 557.63934, 456.81055, 468.81396, 735.00586, 596.56195, 666.33173, 371.52283, 516.24792, 563.55273, 408.11432, 613.76263, 533.40491, 710.4693, 312.4133, 526.25354, 552.45569, 677.46826, 647.10059, 536.55481, 518.1098, 665.2486, 401.57977, 678.61462, 675.48279, 492.43365, 761.63953, 616.57745, 478.01294, 526.71661, 451.40955, 535.7207, 515.23486, 542.4151, 622.48547, 507.4317, 580.6604, 394.87024, 876.64203, 625.11902, 560.20148, 640.22778, 553.02374, 599.5155, 587.01416, 601.3623, 582.20789, 623.69238, 543.64746, 430.39169, 641.03723, 271.27805, 550.04895, 681.20831, 692.66125, 479.79431, 433.82382, 653.48065, 666.75549, 1057.25244, 644.79401, 598.58539, 590.23364, 599.01074, 671.55823, 688.97375, 541.00299, 583.43329, 600.67285, 815.73071, 623.92627, 746.06543, 218.19675, 510.94489, 596.36975, 334.94263, 634.37775, 661.99084, 588.44855, 294.84927, 384.16699, 550.67603, 924.93481, 740.13428, 618.10938, 624.17834, 345.33969, 551.80847, 787.33887, 392.93491, 591.37146, 441.95337, 813.85474, 1232.68164, 809.52716, 573.69067, 946.68335, 513.7113, 1087.5061, 865.55713, 593.09045, 1152.92468, 588.10413, 407.42407, 469.34341, 882.05029, 345.74194, 736.71631, 740.02295, 355.39502, 602.2019, 488.09222, 536.20288, 986.86853, 1363.91125, 752.55615, 1304.21497, 1288.3772, 1005.48181, 728.84149, 997.25964, 841.80408, 1020.18658, 488.32709, 858.90039, 604.97083, 1095.31201, 922.55939, 1775.69556, 1175.11682, 1113.31274, 944.36768, 896.17865, 843.23633, 1288.68774, 1662.95508, 1879.70093, 1400.09375, 543.93054, 1078.35254, 1079.32227, 787.60016, 1953.75232, 1628.80078, 2164.69727, 719.83582, 1541.79834, 2407.55957, 760.81384, 977.53076, 1390.58215, 2164.34229, 1600.82837, 1294.81433, 1376.75708, 1726.99536, 1743.90088, 507.87469, 3003.36426, 2317.62256, 1554.26929, 2534.62451, 639.54663, 2015.88696, 1458.06506, 721.55078, 2616.10889, 1494.85559, 2111.68408, 1692.94641, 1927.52466, 746.98773, 542.60492, 1904.61987, 3188.77783, 2108.48022, 3578.64307, 1087.3042, 2948.16211, 2847.05054, 3574.48535, 2652.52148, 3100.51807, 3282.72119, 3311.56641, 2664.8291, 2180.24365 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 320.8418, 408.16095, 598.57574, 337.94489, 547.7915, 444.59698, 387.77585, 464.76477, 492.22137, 504.18866, 548.95898, 549.28528, 492.8078, 460.81607, 433.93054, 486.81796, 488.07477, 520.24365, 500.38965, 459.18634, 560.03729, 491.44534, 503.40332, 598.33167, 662.62341, 524.40814, 573.88379, 516.8902, 532.32306, 598.883, 678.12402, 513.28284, 535.6402, 600.64563, 444.87125, 541.88196, 729.25671, 619.56152, 622.20258, 577.2879, 659.58954, 515.44604, 516.95636, 547.04333, 618.6156, 618.92377, 597.55774, 531.4704, 579.43811, 631.14459, 634.29492, 624.58301, 587.18677, 610.21649, 548.40613, 658.75012, 496.56262, 760.47949, 629.16833, 650.59241, 600.15649, 588.80579, 600.38007, 571.11462, 606.32898, 660.29968, 564.18958, 590.29187, 655.66443, 547.32153, 578.82178, 677.53918, 728.17798, 669.52393, 574.58679, 643.3219, 542.01385, 678.09778, 607.25208, 584.12903, 650.59753, 625.409, 657.6853, 767.75848, 535.2738, 715.77722, 592.99506, 710.52832, 603.76917, 572.36938, 599.83722, 703.4187, 630.35022, 514.72766, 613.51068, 558.88098, 622.9469, 568.5766, 608.54077, 632.7666, 613.88794, 616.93762, 608.73938, 592.57715, 565.84534, 682.13977, 639.58868, 496.47226, 549.53516, 559.30884, 628.2804, 551.36578, 633.86438, 612.5882, 578.11804, 633.8924, 668.01465, 626.70178, 588.05737, 737.21643, 853.45679, 681.96021, 581.78265, 611.21643, 581.65582, 670.3902, 542.33118, 650.15747, 579.25598, 627.77026, 645.06897, 585.56335, 762.37805, 648.75958, 665.96796, 708.04028, 705.71265, 638.60168, 756.09314, 726.1355, 581.45374, 643.12598, 623.65778, 668.3468, 701.18066, 586.47119, 657.16541, 649.56494, 536.09412, 637.11066, 609.61401, 676.28931, 757.71759, 612.52332, 774.74072, 712.28925, 530.77197, 524.0603, 733.08276, 633.52234, 603.41138, 591.58868, 723.66406, 626.49188, 644.08917, 552.01898, 623.24023, 640.17603, 692.43274, 540.18616, 526.96722, 619.64661, 657.49719, 595.46179, 626.62762, 663.62354, 567.39282, 630.51978, 631.23108, 650.85681, 742.28101, 639.32922, 699.19037, 664.08972, 599.96906, 581.04236, 592.94031, 559.55872, 754.72913, 642.38635, 708.4873, 652.54901, 757.68427, 596.66284, 611.68835, 645.06531, 656.75635, 634.30017, 778.09692, 603.40936, 730.32697, 589.47797, 584.21057, 733.71808, 680.66998, 741.08612, 702.27478, 696.94031, 698.64294, 639.38483, 860.25452, 666.0968, 668.00946, 779.74268, 607.64929, 708.61346, 706.57013, 624.72443, 664.16357, 759.41449, 617.84143, 634.85931, 692.72217, 660.92004, 572.93823, 647.61554, 753.71997, 675.5741, 737.29858, 689.51538, 627.42822, 702.22412, 725.38879, 663.98279, 667.74719, 538.83582, 606.38708, 653.94165, 733.19971, 676.59741, 536.91229, 755.1543, 545.83447, 689.84521, 782.22375, 570.68774, 659.9502, 622.01978, 678.85022, 715.86859, 542.61548, 666.16302, 694.91241, 601.49219, 677.60645, 579.24097, 682.02905, 795.17493, 624.97656, 736.85413, 674.41602, 681.57208, 727.27991, 688.7489, 643.48608, 812.28699, 844.72504, 804.03235, 720.96826, 603.41943, 724.6424, 689.35455, 707.7074, 713.57806, 671.94061, 646.6026, 651.03925, 707.25281, 649.13507, 743.29041, 796.15906, 666.80103, 716.43219, 721.23633, 621.4491, 755.28656, 586.08765, 780.51508, 692.20984, 760.50006, 666.46777, 740.77057, 788.56061, 713.50702, 692.15338, 754.82629, 559.87366, 730.13354, 673.33398, 766.02325, 623.51813, 709.19287, 667.20728, 807.41516, 762.14429, 565.96106, 457.71332, 819.98218, 768.25171, 757.8017, 660.6615, 635.25891, 676.51575, 810.67889, 838.41205, 771.99426, 702.14185, 731.66254, 683.12366, 773.1026, 722.50226, 647.01337, 693.448, 856.9303, 724.66809, 605.59332, 569.45813, 702.46777, 695.87134, 642.49463, 824.71283, 681.27777, 747.58435, 766.73383, 777.10767, 766.68188, 662.54047, 688.02789, 741.65497, 711.68365, 844.62939, 623.1864, 769.66199, 732.5791, 682.70483, 738.46259, 665.09393, 717.00922, 826.85675, 771.84509, 811.50208, 779.46228, 743.53369, 674.94348, 617.0166, 710.50079, 859.14966, 684.19189, 793.88312, 830.08521, 786.69397, 784.57715, 796.01135, 684.08765, 787.75427, 792.01184, 687.40222, 639.80054, 677.29858, 711.41339, 869.11938, 667.22382, 715.13159, 665.00262, 674.73822, 765.84021, 664.37024, 669.58313, 745.99121, 692.02533, 773.26562, 744.93842, 774.09381, 658.99524, 677.84351, 738.84985, 685.95862, 633.32825, 696.87146, 707.96216, 850.24774, 628.7674, 784.34814, 655.48981, 793.32581, 760.98987, 716.78137, 801.37573, 698.1983, 747.1582, 887.16931, 669.4635, 755.505, 775.40955, 784.16711, 780.89154, 801.49255, 851.85156, 748.82446, 727.80713, 751.29327, 578.48462, 809.02051, 875.54395, 801.99854, 775.98846, 647.25037, 716.22144, 719.53094, 864.42969, 738.68323, 715.87793, 821.69604, 865.22876, 834.94836, 847.21686, 882.38232, 685.90387, 722.85077, 828.7691, 853.31848, 705.21167, 832.77014, 909.51257, 757.4834, 767.49884, 726.50342, 870.46002, 767.31189, 876.76099, 734.64258, 796.50793, 678.04779, 914.48138, 784.54755, 673.08655, 764.60425, 850.75928, 884.45874, 767.98975, 823.03229, 859.49817, 720.82788, 561.95764, 959.15515, 801.67676, 792.57031, 843.28693, 740.16229, 966.68542, 695.98309, 859.12872, 861.37598, 709.92859, 818.69269, 832.36108, 896.69843, 908.0625, 925.71851, 801.85406, 799.28271, 787.57288, 990.62921, 871.87482, 804.61719, 759.02161, 843.5343, 656.39587, 927.78851, 831.99609, 786.71313, 870.4187, 834.95911, 769.37158, 854.21094, 741.51202, 874.51123, 770.9126, 808.12933, 759.90747, 869.39972, 765.00177, 859.78467, 904.09027, 756.90637, 843.03906, 894.39166, 924.35962, 906.35968, 921.39124 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.1019653445754343, "neutral_loss": 3.066774139654852, "target_chat_loss": 1.5839841767412832, "target_docs_loss": 1.7000548837849334, "neutral_init_loss": 5.111601278686523, "target_chat_init_loss": 3.3547075775146484, "target_docs_init_loss": 3.511575018988715, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 66.55637, 74.3542, 82.40989, 87.87981, 91.77969, 114.66364, 123.10585, 80.42355, 85.88858, 80.8441, 124.85486, 110.19792, 112.34892, 109.03404, 85.70602, 143.93425, 99.82404, 93.96524, 98.23865, 98.86717, 117.62731, 94.46723, 124.55434, 127.31, 104.38305, 109.66378, 96.28046, 97.37949, 99.32104, 61.59244, 121.36452, 94.58579, 89.51698, 91.54707, 75.96304, 80.27779, 115.68237, 76.63344, 100.32114, 68.15149, 119.09403, 93.6104, 107.83022, 123.80434, 120.73125, 89.30285, 110.24987, 158.80415, 100.0026, 88.6826, 120.48749, 92.07942, 102.2005, 104.81594, 97.72857, 117.9423, 68.95317, 128.97795, 84.06741, 108.50531, 135.52516, 123.49045, 106.96259, 106.66, 116.61616, 112.64656, 133.91022, 142.54279, 122.69859, 110.48664, 118.54554, 81.70898, 125.42318, 125.26695, 85.33929, 67.15617, 123.41827, 73.19741, 141.12457, 127.26971, 91.44142, 91.52913, 129.68338, 104.10558, 133.14607, 103.02409, 76.60587, 95.75468, 125.78857, 91.6691, 92.28288, 105.30217, 112.28062, 87.86832, 133.1969, 96.38309, 108.34303, 110.30582, 141.00015, 160.23093, 92.46588, 122.33933, 94.36702, 118.43557, 112.11192, 101.57894, 90.50168, 123.68198, 125.66391, 114.5269, 144.62891, 121.96571, 125.53726, 131.98196, 131.87045, 135.52408, 95.57945, 125.0647, 98.57472, 86.35951, 95.71455, 102.72732, 131.19266, 80.1574, 136.03302, 94.71771, 144.63675, 111.74208, 139.60803, 91.27301, 123.69558, 153.77119, 102.87387, 120.63184, 133.42822, 121.65231, 127.70152, 135.26486, 112.32286, 107.75479, 118.64469, 166.14789, 90.73531, 131.84549, 109.59906, 100.97208, 103.22211, 113.48307, 106.70724, 106.24331, 120.05048, 132.2359, 130.18121, 114.62284, 117.08305, 109.46435, 81.00348, 106.08864, 62.08575, 107.76935, 139.72151, 125.52625, 138.83786, 133.09308, 133.08754, 123.45191, 97.80477, 143.10338, 132.65251, 105.64546, 148.36954, 116.97448, 108.4258, 102.2765, 117.83744, 130.46823, 135.45384, 125.20555, 137.03636, 139.80527, 125.36301, 120.44106, 115.767, 148.79417, 188.47623, 115.62997, 87.35362, 138.40515, 122.75059, 133.94852, 115.9606, 115.12574, 58.45831, 133.347, 117.60084, 104.5199, 134.34857, 113.02895, 111.43717, 116.6349, 103.41797, 128.12669, 112.06006, 108.39587, 113.81541, 128.24161, 136.93817, 91.91875, 116.17424, 125.75044, 147.88174, 114.61238, 108.90327, 129.74437, 130.13759, 123.73432, 126.42282, 168.2179, 148.82431, 92.81739, 180.97781, 104.71779, 146.8631, 98.55672, 147.02017, 146.15132, 97.48332, 100.09792, 146.37526, 142.04221, 111.74757, 169.37846, 103.78734, 106.62097, 109.64674, 105.72792, 171.7272, 147.83704, 133.0954, 165.26627, 187.50342, 165.21295, 128.47058, 126.07866, 116.14557, 74.10703, 122.62556, 146.24033, 139.24808, 146.70724, 100.77299, 179.64751, 135.7379, 276.61792, 267.93622, 315.11127, 318.63864, 199.85489, 377.92188, 301.22253, 331.96411, 286.75244, 285.9025, 287.40469, 320.66788, 232.72046, 298.76971, 261.86819, 257.78867, 297.29294, 333.05548, 229.01459, 328.25641, 298.1785, 409.40701, 214.80969, 321.39905, 307.29071, 308.92404, 307.55139, 316.71753, 268.24915, 315.80811, 320.23981, 287.11365, 281.77786, 273.08563, 240.58398, 329.1109, 333.78601, 382.01599, 292.74225, 306.6405, 288.24982, 310.96851, 260.72501, 412.58728, 321.84885, 348.92929, 280.94437, 367.68304, 281.34512, 260.47397, 274.19055, 274.5499, 253.54434, 284.3739, 369.30322, 247.21021, 221.87943, 317.07504, 360.47198, 295.55908, 380.85413, 305.53531, 366.8985, 371.96667, 285.60031, 238.76822, 343.77313, 231.26382, 260.05121, 453.49344, 413.04614, 387.11945, 324.28561, 245.06143, 275.14697, 462.52753, 259.25134, 304.32236, 317.04785, 300.26068, 267.46783, 347.92389, 294.16983, 210.25687, 407.93445, 322.01294, 257.23865, 357.66638, 456.69073, 348.86057, 312.24539, 392.25763, 261.66473, 282.11877, 451.33649, 216.34082, 412.64209, 372.6452, 184.49178, 272.66983, 404.19022, 362.5697, 402.93912, 335.42383, 399.31335, 462.43512, 338.86646, 333.28583, 315.84625, 281.54901, 309.21735, 377.59021, 307.45233, 330.21729, 391.92181, 280.41855, 298.43597, 329.04196, 240.44507, 349.12231, 284.35376, 259.57306, 345.68445, 256.92709, 268.04468, 253.19598, 359.02914, 419.52313, 336.11499, 389.4512, 465.96628, 369.8381, 403.0274, 440.1076, 378.78149, 202.44719, 401.71664, 397.77887, 426.47888, 265.14233, 306.38495, 299.85803, 344.67859, 373.84698, 385.08865, 319.8725, 446.30115, 260.79138, 237.5773, 318.77899, 283.19836, 380.13867, 400.1712, 300.39526, 354.86963, 337.06268, 270.08511, 251.91632, 263.12811, 354.43344, 197.9593, 301.64246, 337.79617, 336.08673, 343.11505, 337.2583, 502.19003, 290.3064, 416.11603, 394.23599, 310.48322, 310.55457, 449.2236, 395.94711, 334.41705, 336.63898, 284.31592, 332.27136, 441.27277, 273.07245, 352.28735, 469.60727, 319.83615, 320.46832, 249.37314, 392.82538, 357.81818, 449.16913, 420.57758, 452.3985, 329.98297, 394.14032, 282.66211, 356.4368, 365.58069, 453.84903, 385.15216, 410.4668, 409.68631, 351.34927, 369.20496, 454.39645, 364.29913, 373.44452, 303.10117, 375.32043, 364.70013, 351.78778, 449.89334, 384.50031, 362.84381, 396.85785, 440.81201, 341.17456, 428.91528, 409.19495, 363.51614, 400.9794, 386.57361, 358.24622, 423.89215, 376.5687, 387.75656, 296.66144, 346.78122, 412.31335, 318.36075, 453.53833, 348.55087, 321.4043, 352.35419, 393.23798, 357.18942, 341.68405, 307.5249, 376.73044, 403.80997, 417.16449, 381.98752, 275.25909, 323.45474, 253.8974, 353.03156, 374.89743, 309.72345, 353.49219, 278.20349 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 319.50244, 328.65741, 346.17578, 306.17969, 421.77734, 283.25922, 394.81348, 249.98349, 363.85181, 52.34033, 339.55115, 527.98499, 413.59421, 374.44635, 396.88864, 510.04312, 484.51062, 446.60388, 519.99475, 322.32086, 482.15903, 436.08844, 423.39117, 454.90125, 237.45618, 359.56342, 466.32782, 367.07663, 426.15131, 440.74448, 544.73853, 402.73822, 407.51752, 456.93289, 485.63098, 465.3869, 440.05566, 473.01556, 452.51898, 333.55603, 514.17505, 409.87393, 464.87756, 444.47552, 422.93286, 407.36819, 420.03073, 496.09805, 565.94843, 394.46634, 479.8215, 526.49127, 453.44849, 532.7998, 479.7829, 496.39075, 475.08368, 499.22919, 518.35931, 379.71399, 402.32812, 523.56152, 356.72614, 476.9975, 474.42392, 378.58759, 403.58331, 403.22537, 546.68018, 438.70309, 388.17648, 412.3504, 405.06836, 589.02008, 583.30908, 486.35583, 550.44403, 435.5155, 473.8963, 410.73486, 489.60004, 445.03992, 376.50482, 518.41077, 424.04651, 491.14926, 523.995, 510.16019, 425.88004, 322.01263, 481.60233, 449.40891, 483.8573, 433.04187, 426.1666, 530.61072, 676.43842, 416.5946, 570.36743, 496.78662, 574.47913, 387.23041, 448.88834, 514.43878, 378.09219, 435.28528, 415.6347, 468.68964, 467.6073, 446.6633, 544.69647, 422.96457, 549.11292, 550.8468, 545.1698, 334.24957, 425.14032, 489.31714, 427.90561, 445.13397, 496.88205, 489.24023, 433.88049, 507.46671, 500.69058, 815.05347, 574.9928, 481.9129, 438.97336, 444.22314, 551.67871, 368.49359, 465.43884, 378.1344, 402.69833, 522.90515, 603.10095, 489.13208, 548.22571, 538.30164, 464.70938, 402.34708, 361.83249, 502.42773, 521.86615, 473.32526, 467.36133, 439.27921, 525.07825, 422.10132, 399.48425, 470.4726, 458.81967, 458.42761, 442.72327, 452.26746, 456.73096, 460.48718, 554.04028, 639.53442, 392.36938, 234.51768, 546.01215, 559.82593, 328.45715, 514.18927, 485.74722, 453.00055, 478.44006, 378.05905, 570.96924, 584.67114, 497.32684, 466.51035, 464.54382, 686.98669, 456.30872, 494.92126, 503.78906, 271.65598, 481.97684, 443.45422, 476.73364, 571.57349, 473.53418, 463.86029, 541.53247, 458.01257, 560.42175, 481.526, 571.6731, 397.15335, 538.70483, 486.97592, 533.12329, 605.9278, 441.64215, 427.35297, 518.20648, 602.18549, 477.10751, 469.32144, 377.60083, 574.05774, 495.59418, 346.92902, 477.11572, 572.66473, 365.56955, 484.03857, 511.27972, 561.03888, 532.68555, 486.83755, 588.41315, 602.71155, 573.5954, 425.52429, 498.51566, 504.05316, 588.14001, 612.72217, 604.38281, 507.37207, 498.25491, 410.66885, 478.3689, 534.05908, 583.42456, 610.49725, 561.71118, 579.28601, 484.21289, 553.56274, 603.77814, 537.30701, 605.51544, 247.40933, 428.93524, 468.12158, 427.74957, 418.55743, 574.71332, 485.91895, 357.71661, 557.1936, 562.6156, 541.64703, 513.95032, 486.15845, 502.58459, 561.86572, 565.66138, 786.47253, 596.05212, 600.96826, 349.39554, 505.24124, 370.52808, 468.23718, 526.64441, 477.12207, 597.62933, 501.862, 465.44202, 360.78024, 556.31396, 606.8739, 548.53778, 526.8877, 587.7334, 449.48996, 508.91794, 524.9071, 604.58655, 621.60803, 584.51379, 472.86008, 583.28076, 531.22833, 488.70157, 589.33179, 488.87457, 578.20471, 479.21277, 432.84076, 472.26944, 556.49097, 549.18774, 614.23425, 613.07581, 516.17371, 610.05255, 588.82745, 574.39551, 550.67871, 433.56433, 657.43164, 494.3775, 580.51111, 272.51184, 377.07178, 473.98923, 479.85391, 688.39227, 587.61523, 217.11728, 615.12695, 515.65723, 330.02795, 610.7981, 567.07031, 262.34564, 476.76837, 541.3598, 450.98611, 472.44196, 734.96027, 601.2298, 672.67554, 376.86493, 510.83295, 554.14355, 400.86774, 619.08917, 526.52515, 707.74207, 324.11945, 535.28467, 554.0426, 669.72864, 633.62158, 536.47772, 509.04633, 659.31415, 404.05267, 666.94873, 672.44873, 498.12408, 764.13196, 610.65723, 492.62445, 522.63135, 449.98434, 528.02686, 510.86014, 545.96667, 617.55615, 498.50775, 554.3551, 384.37222, 872.10413, 614.30286, 553.41602, 632.00061, 562.68829, 583.78937, 561.60944, 594.82312, 594.80585, 606.80957, 547.37708, 424.82144, 633.73425, 269.88831, 530.55786, 665.27026, 687.70844, 481.3038, 441.79349, 640.46887, 657.52631, 1047.10413, 648.75903, 588.35968, 579.14117, 600.23492, 650.84869, 676.34814, 541.88959, 577.63245, 571.21674, 790.35718, 617.44879, 725.81274, 217.1062, 495.95517, 590.08569, 331.15601, 632.17798, 649.60266, 573.97046, 281.30493, 374.51334, 537.63605, 901.52747, 736.61273, 603.31891, 607.79156, 349.72421, 541.41699, 784.01147, 382.53473, 589.59204, 435.61697, 829.57867, 1228.7959, 795.86078, 583.28943, 937.42554, 507.02744, 1063.68433, 851.55188, 584.40686, 1156.68958, 580.09668, 389.8912, 454.14496, 871.47498, 337.27539, 726.02667, 729.73584, 353.62851, 609.50598, 491.86993, 529.75488, 979.07208, 1359.75635, 747.99744, 1296.1001, 1292.13184, 1000.7536, 725.17548, 980.42694, 841.05603, 1014.34277, 493.75839, 856.81219, 601.08246, 1096.50012, 918.44067, 1757.50513, 1168.31641, 1110.25928, 939.91364, 893.90497, 841.25568, 1277.69678, 1656.65527, 1872.64014, 1392.13354, 544.73071, 1083.36755, 1085.39185, 778.98059, 1935.18213, 1633.77246, 2154.33789, 709.78613, 1547.55261, 2414.92065, 745.64697, 972.45142, 1390.37061, 2170.69629, 1600.90527, 1307.0199, 1381.21411, 1735.72461, 1746.47119, 517.59216, 2995.92676, 2306.45264, 1575.90149, 2526.98535, 643.42792, 1998.75085, 1458.75195, 718.90771, 2630.87354, 1503.60083, 2104.82983, 1687.50684, 1954.34155, 739.45294, 559.26532, 1922.05322, 3208.62549, 2113.64819, 3585.25537, 1103.57764, 2943.85889, 2839.11719, 3570.6936, 2647.46143, 3079.73633, 3272.7063, 3299.44922, 2672.36377, 2203.58496 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 270.00967, 368.57477, 532.63635, 308.16379, 480.84619, 409.25876, 332.92096, 405.51102, 432.51123, 434.87253, 476.91122, 476.30096, 424.16803, 401.30627, 373.17554, 376.94858, 422.15192, 430.34537, 415.79544, 355.82819, 463.19443, 410.46558, 444.74237, 503.98151, 569.1615, 436.68018, 491.18109, 424.44321, 417.56332, 520.0033, 595.09619, 421.76166, 459.6651, 468.81329, 353.77002, 448.76596, 647.86072, 534.5705, 536.52075, 480.23804, 610.25397, 458.57123, 430.22345, 491.37811, 506.414, 545.57751, 520.7276, 437.76422, 481.51178, 564.46484, 558.1911, 574.25928, 475.29749, 486.28854, 432.9718, 570.58655, 423.18408, 674.26849, 562.19891, 545.33893, 517.50208, 513.61163, 472.67242, 446.91785, 518.46826, 532.88116, 490.84537, 526.03607, 560.48181, 460.95639, 475.65015, 559.24243, 584.05682, 549.27594, 470.73053, 585.3537, 454.22299, 564.36926, 498.06046, 459.02429, 527.45703, 533.0744, 574.14587, 685.01392, 449.39368, 578.60364, 493.16016, 592.99579, 486.9364, 476.83221, 561.0105, 648.28589, 485.58752, 430.66571, 529.96594, 461.18945, 547.16223, 461.66766, 506.57678, 551.3136, 502.18268, 512.53693, 548.87097, 470.19348, 473.35309, 527.98779, 556.50574, 438.02747, 489.99847, 467.58261, 523.18994, 457.83078, 532.77722, 497.31723, 499.84958, 543.01709, 550.97125, 574.50507, 487.24536, 630.89075, 755.94373, 544.32037, 448.41995, 543.3244, 492.18066, 560.38995, 445.00879, 531.21082, 519.07147, 531.97137, 555.86792, 523.43256, 646.37561, 521.16205, 550.41479, 619.30933, 608.67395, 529.25977, 647.81519, 617.68555, 481.0058, 562.27515, 492.06512, 571.5257, 587.70648, 498.8418, 554.34839, 534.43994, 408.30704, 551.37939, 479.18628, 550.10339, 636.86749, 550.25287, 677.50403, 586.54108, 431.30832, 448.87604, 650.86829, 507.05087, 512.36798, 499.64673, 589.97784, 514.08221, 514.6333, 448.53046, 520.09082, 533.28778, 581.58606, 483.88196, 440.14661, 503.96191, 518.47314, 487.59607, 550.56079, 605.59344, 490.37134, 543.24677, 546.08417, 533.41772, 644.57678, 550.82202, 575.33618, 546.08978, 529.05664, 476.4762, 504.37567, 485.01688, 629.81512, 544.01941, 613.7384, 519.11487, 647.2193, 515.68933, 485.10339, 521.8739, 529.74921, 529.8006, 656.84692, 512.43433, 603.17285, 470.64621, 475.30182, 602.7215, 564.54297, 657.46344, 619.03931, 604.65698, 600.77063, 544.57776, 764.56995, 556.76294, 553.86621, 685.6402, 490.64728, 566.28955, 613.49091, 497.00406, 564.23932, 660.76105, 489.32733, 533.28455, 634.45984, 596.13562, 510.72339, 535.99017, 667.47546, 597.22247, 628.40332, 629.1391, 474.79974, 590.98462, 622.12585, 561.94531, 577.48596, 419.95093, 517.39392, 536.87231, 620.90204, 597.39893, 466.81116, 628.87317, 469.04639, 604.20679, 668.54871, 473.69513, 564.5163, 517.19342, 585.02954, 592.15454, 468.38187, 555.33752, 571.1676, 506.84058, 547.86591, 497.20804, 560.89966, 719.71869, 527.40106, 595.75739, 553.40479, 580.05798, 641.17572, 589.41681, 506.90482, 686.63904, 734.49622, 640.35052, 624.82355, 535.74585, 608.57465, 565.48962, 619.11975, 625.30029, 554.4032, 565.95129, 535.67163, 599.25073, 567.61627, 623.96796, 665.28564, 539.76538, 595.54382, 591.13287, 497.95142, 662.87286, 477.86255, 645.61182, 599.77319, 667.78223, 560.7486, 599.9024, 747.2691, 598.48962, 562.88037, 627.52917, 466.02695, 610.625, 551.73846, 634.89502, 531.27698, 598.83459, 571.3548, 664.62769, 670.54419, 444.37378, 404.03735, 705.26343, 639.70984, 624.73291, 570.70099, 521.38342, 580.11194, 707.11816, 737.2998, 655.401, 556.16223, 592.61322, 527.5271, 675.96338, 604.64691, 548.24121, 598.61713, 696.04602, 609.77112, 524.36005, 486.67883, 604.44067, 595.44141, 537.83154, 673.87048, 549.51929, 613.14252, 652.50354, 655.55652, 661.06433, 550.56604, 576.07971, 648.35193, 599.40613, 723.58008, 522.15619, 628.24402, 622.47449, 551.73187, 610.82373, 557.36798, 624.66138, 712.58215, 658.86499, 675.9942, 679.06464, 620.15753, 584.41113, 492.67422, 594.51373, 714.81897, 565.54327, 661.72217, 734.81299, 672.12878, 670.31342, 664.42194, 594.39789, 713.58032, 663.04004, 587.21741, 531.13672, 550.98309, 616.74353, 776.54224, 548.86676, 593.82684, 559.33533, 590.94189, 634.95111, 560.18774, 558.52643, 600.34534, 566.68134, 652.29102, 622.56146, 675.91833, 521.33948, 584.85895, 614.40826, 569.11401, 503.2262, 577.82788, 632.20746, 712.85571, 554.65869, 635.87616, 574.12366, 632.22089, 655.59283, 615.04156, 677.72327, 587.33179, 623.17676, 704.06976, 574.93201, 654.96533, 649.7262, 668.72461, 669.98315, 684.24548, 735.5882, 657.50616, 604.74548, 621.07129, 522.84985, 676.15161, 708.46686, 664.56024, 662.35876, 550.73248, 570.50281, 610.10809, 734.89618, 645.88873, 623.40381, 685.54181, 702.77655, 679.35596, 741.56934, 770.22766, 592.9425, 604.99915, 705.54504, 771.64838, 645.50146, 740.60107, 762.13281, 658.95203, 655.89465, 606.85748, 729.36572, 651.69684, 718.97144, 636.36432, 668.59009, 556.80182, 805.37872, 679.47717, 571.42285, 658.20734, 703.73987, 745.96381, 641.88409, 703.54211, 731.10498, 594.70654, 498.27588, 805.89056, 662.24011, 664.12396, 704.13367, 637.14105, 891.32019, 598.60156, 736.14606, 744.54944, 588.60797, 650.30798, 725.68469, 740.42969, 772.92798, 797.4093, 666.31354, 662.9624, 669.37268, 871.87921, 726.27869, 665.13641, 642.89734, 740.51733, 558.03827, 766.28412, 707.71527, 677.45361, 759.09198, 734.81104, 641.81671, 735.92767, 597.19928, 793.15955, 634.62219, 639.50928, 612.86755, 750.44788, 637.29602, 741.77045, 756.65771, 612.90405, 708.78174, 754.14465, 791.70551, 736.69519, 767.58685 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.25319063833083033, "neutral_loss": 3.1452067073995322, "target_chat_loss": 1.593502418664131, "target_docs_loss": 1.492154703281139, "neutral_init_loss": 5.031313275146484, "target_chat_init_loss": 3.0099239807128906, "target_docs_init_loss": 3.0728887973361547, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 74.29519, 68.74173, 77.33573, 89.14249, 94.39801, 115.56189, 115.27956, 68.68786, 82.39377, 85.0278, 126.40809, 106.17318, 105.39978, 109.68657, 78.29507, 140.98737, 97.61763, 94.2402, 98.38876, 99.24475, 115.64169, 90.29742, 129.94064, 139.74738, 102.60806, 106.00939, 97.96075, 107.62821, 98.65843, 60.77747, 126.59828, 91.91669, 86.45105, 92.85952, 75.58047, 85.04398, 118.36088, 77.22433, 101.14738, 65.31966, 117.85756, 94.03406, 104.69401, 130.10344, 119.38094, 87.3903, 118.61051, 160.41183, 100.2938, 90.06006, 121.65843, 90.97108, 104.41001, 102.86899, 98.74191, 115.75584, 71.71135, 120.65403, 82.21637, 100.36208, 131.59531, 119.23982, 103.91802, 103.814, 119.47281, 115.35838, 133.49889, 142.09308, 119.31419, 107.62766, 115.54086, 82.79338, 132.95518, 121.14037, 80.49606, 68.47458, 118.64006, 71.91203, 134.90709, 120.30476, 90.63094, 84.75784, 139.3941, 102.91103, 134.80164, 105.9248, 79.66179, 101.298, 121.42096, 90.69743, 90.93615, 104.1282, 110.46695, 85.79141, 136.25851, 99.39465, 109.74261, 113.91127, 136.61771, 155.68079, 96.31998, 118.83158, 94.52161, 118.64071, 112.34988, 106.94269, 92.71994, 129.08856, 126.24162, 117.71326, 143.08998, 113.62128, 127.46424, 127.68088, 132.09373, 143.03696, 95.34662, 124.53928, 98.56786, 87.41252, 94.91754, 101.38622, 131.8022, 74.47683, 136.64679, 90.33286, 145.26375, 115.79987, 135.79391, 89.65351, 123.2776, 154.02986, 98.87126, 123.40442, 130.28586, 123.71561, 126.63388, 141.6368, 111.95149, 107.29636, 117.07016, 166.60168, 85.18325, 125.42029, 106.58003, 98.81468, 101.82863, 112.14447, 110.3315, 108.09615, 114.77998, 128.26523, 131.83409, 121.47781, 139.30742, 108.31551, 80.51669, 108.47625, 57.78948, 107.23958, 135.30388, 127.02223, 134.62451, 139.31302, 131.85495, 130.76302, 87.5358, 138.06226, 131.91109, 100.12315, 157.57935, 114.48077, 102.84044, 98.58499, 116.82167, 138.35422, 138.55713, 131.58292, 134.74063, 141.35922, 134.01344, 123.47467, 116.60593, 145.67291, 192.4519, 124.59709, 88.74706, 133.81012, 121.83311, 136.14285, 117.7198, 123.07929, 57.6875, 137.77345, 112.59564, 104.96004, 131.36876, 122.19199, 111.19491, 121.18869, 108.32981, 131.54987, 117.18296, 108.5119, 115.15065, 131.74606, 141.05028, 84.06604, 115.88506, 131.48672, 145.88962, 119.31689, 110.73326, 124.30774, 120.5028, 119.74084, 129.94086, 170.83263, 147.34848, 84.44876, 186.12463, 105.19413, 147.10173, 94.17105, 162.87691, 144.50108, 100.62333, 100.71472, 144.80295, 141.99921, 112.05408, 166.27063, 104.12683, 107.27413, 120.86485, 106.49871, 179.25095, 147.97986, 133.76149, 169.93431, 187.39825, 161.35962, 127.78569, 126.8503, 116.27769, 77.14932, 124.88106, 144.56479, 140.29649, 156.35736, 102.63564, 189.41557, 131.47223, 293.76938, 289.20886, 332.45776, 347.4071, 204.33192, 395.85474, 316.26318, 349.43753, 297.28586, 294.25787, 299.31165, 326.46085, 242.32506, 314.80905, 265.47961, 265.5686, 308.48248, 347.99606, 231.65067, 349.41934, 320.24924, 416.1322, 216.6951, 330.25909, 318.21274, 311.927, 316.5799, 345.59857, 272.4325, 318.69391, 327.89948, 296.45154, 285.18213, 288.2066, 251.13957, 343.32074, 350.06116, 398.54895, 295.28867, 322.48947, 290.99753, 330.28778, 275.49524, 440.69073, 335.1972, 351.12384, 278.7099, 375.41846, 293.88727, 269.24597, 284.38177, 272.80038, 255.55386, 299.44528, 372.45502, 266.17133, 221.66229, 325.4776, 376.3197, 314.04968, 366.11243, 312.50067, 382.27118, 403.28827, 291.66919, 249.90323, 352.0307, 239.23718, 269.6615, 461.29782, 410.83084, 414.64169, 346.91373, 252.47833, 284.71625, 472.67233, 267.31555, 311.4137, 326.81073, 313.16345, 269.84708, 350.94568, 293.93793, 209.02783, 424.12927, 335.69632, 268.54834, 395.56598, 468.62372, 377.08929, 321.85403, 436.9053, 272.91592, 291.81702, 478.45682, 226.88638, 417.25595, 386.11401, 186.52463, 278.11819, 418.76221, 373.22836, 421.38516, 341.24716, 409.60706, 475.19669, 346.42371, 336.6687, 327.04977, 298.60916, 321.66013, 385.74002, 320.86353, 346.88376, 411.22641, 285.9567, 310.61469, 356.53128, 246.06897, 378.52963, 295.88531, 264.45438, 358.4472, 264.24643, 276.15457, 260.73264, 368.08539, 450.46906, 344.43579, 409.69751, 483.23535, 385.48883, 424.48883, 447.88831, 393.73938, 203.32367, 420.52737, 401.56638, 421.47418, 279.01077, 324.9588, 314.65646, 356.16937, 387.13223, 398.40668, 337.0307, 474.84363, 280.80933, 240.90863, 325.63159, 286.98038, 399.56866, 409.73547, 310.38809, 363.98413, 346.05676, 278.29651, 252.707, 254.33197, 360.22922, 199.17172, 309.43085, 355.80316, 346.37311, 353.54608, 352.77811, 519.59821, 296.14594, 440.38217, 398.30457, 314.86841, 300.57108, 489.51816, 397.10016, 338.87384, 340.29083, 298.35889, 343.91864, 459.5658, 285.53546, 359.98853, 478.10394, 323.87646, 326.13794, 255.1331, 409.74582, 364.83414, 466.61151, 442.92102, 506.9108, 333.71652, 406.32825, 290.15738, 368.52069, 377.57886, 467.75891, 393.82843, 426.32071, 411.86279, 358.84613, 374.81302, 462.94965, 373.06824, 382.62851, 313.1813, 395.01178, 369.28653, 368.22583, 460.28717, 409.65314, 380.42389, 410.43323, 462.25168, 344.79883, 449.51801, 425.37329, 372.58521, 406.00272, 395.04034, 367.04742, 445.63013, 384.07886, 406.22681, 312.15125, 361.56689, 436.89163, 318.52307, 457.71075, 370.99533, 333.95026, 352.82953, 400.07425, 368.25092, 351.26678, 313.95578, 389.04498, 417.50476, 432.10098, 401.93588, 289.32626, 322.97278, 248.2348, 358.75998, 384.59357, 321.86078, 357.54486, 272.46399 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 316.38593, 324.16376, 349.53342, 309.35629, 425.38257, 284.20233, 401.80762, 250.53735, 395.52783, 51.428, 338.44409, 527.14746, 418.82108, 382.23706, 394.22855, 519.86615, 495.96942, 460.93622, 522.93805, 337.62473, 488.34253, 425.26593, 425.30722, 456.39594, 221.52022, 364.94342, 479.04001, 374.97546, 431.40466, 448.8851, 560.7511, 412.80896, 386.52686, 447.40967, 482.57532, 471.4115, 442.77594, 477.20605, 458.69098, 335.81085, 537.92303, 418.08063, 467.44949, 459.5574, 429.19073, 415.3165, 448.58887, 500.97293, 571.48553, 385.33371, 477.17554, 525.17004, 450.35828, 520.16229, 488.32233, 500.58774, 464.4726, 488.28809, 518.15576, 391.45544, 401.92715, 534.43359, 357.97827, 478.3873, 490.48553, 376.08008, 393.12793, 397.34009, 566.49097, 428.10806, 389.97446, 407.46588, 413.37762, 593.69226, 587.19299, 484.96808, 549.8866, 447.19559, 484.49664, 419.87607, 498.29596, 450.86816, 376.65161, 538.30249, 431.3894, 485.47659, 523.40991, 524.38196, 427.53638, 325.45535, 486.76099, 470.28284, 482.73767, 450.59061, 438.47687, 530.40894, 675.48853, 414.51508, 571.62714, 506.5863, 581.72522, 395.37189, 449.58231, 519.09058, 388.61234, 440.21747, 411.64917, 491.13483, 462.28293, 458.099, 545.97083, 413.79919, 549.50476, 550.77509, 551.05457, 338.21436, 433.64923, 493.71716, 450.74982, 467.68817, 496.10645, 512.45459, 433.034, 501.53049, 502.44858, 824.8468, 581.52063, 493.76495, 453.05499, 447.32806, 554.60413, 379.09821, 475.06912, 388.8187, 441.5451, 539.23914, 601.53894, 526.51819, 553.03491, 540.83362, 473.52478, 411.85718, 361.59351, 523.37451, 520.71204, 476.17554, 486.02908, 443.46481, 534.1181, 418.31879, 409.35437, 469.13495, 489.16528, 466.0929, 436.08786, 461.70575, 453.22968, 505.99042, 552.55487, 642.51379, 393.17432, 234.28021, 542.84863, 563.01813, 336.74725, 530.55615, 487.53812, 454.48703, 477.90707, 377.4852, 583.91711, 595.71875, 496.58142, 467.6503, 475.85995, 692.96838, 468.80682, 511.53641, 483.74603, 278.88623, 483.89795, 458.26532, 483.92139, 550.71173, 495.50217, 459.36975, 553.1366, 459.64584, 557.23492, 490.17249, 569.61426, 411.53952, 547.72192, 488.6445, 537.08557, 597.83118, 443.61472, 414.83676, 531.435, 592.45331, 464.70273, 484.62576, 379.64307, 591.51733, 513.44617, 345.35724, 486.69324, 565.03851, 367.90152, 484.73111, 510.06982, 550.3302, 519.46594, 497.09122, 591.22424, 611.80127, 580.3219, 415.78629, 501.26584, 516.67932, 580.99738, 602.19037, 618.92108, 507.70966, 491.45493, 417.92459, 499.34235, 524.16315, 572.18854, 599.5863, 573.92633, 583.86865, 480.90918, 568.44574, 604.4483, 540.53387, 603.26062, 250.87119, 436.82373, 460.53287, 423.10632, 422.9429, 598.10596, 483.27902, 374.88556, 547.93317, 566.31104, 541.33521, 513.06445, 487.61624, 500.12604, 572.07874, 580.07104, 789.27417, 592.81042, 606.65704, 358.00366, 489.80066, 391.02429, 450.72308, 541.91333, 497.61389, 595.69153, 505.22876, 484.7226, 364.68921, 567.67804, 605.64661, 564.87946, 536.29736, 582.52905, 453.44849, 527.26697, 521.47131, 596.56445, 618.71106, 581.08728, 475.80859, 581.99774, 531.60742, 494.4621, 583.57672, 489.74475, 594.18347, 482.50842, 462.59717, 474.23077, 567.58826, 553.68091, 616.4563, 635.17694, 514.25244, 600.36804, 596.01233, 579.20807, 557.0708, 457.20132, 661.078, 479.23822, 578.45605, 266.83862, 368.48007, 481.54486, 497.52551, 686.82458, 604.46301, 213.72623, 627.50818, 517.84778, 338.02429, 609.27527, 554.90161, 273.37683, 484.72729, 525.21204, 471.35101, 487.34683, 740.77142, 624.15479, 685.29474, 380.89764, 513.32031, 564.58459, 412.92209, 645.72131, 519.08728, 705.2522, 333.15338, 528.69067, 551.19952, 673.75452, 630.10901, 567.93127, 506.36798, 662.95508, 407.85065, 660.96649, 677.24377, 515.1167, 769.36816, 597.46326, 490.93427, 515.88538, 449.53394, 540.33228, 495.68744, 555.29865, 614.28027, 486.71347, 537.48846, 386.97095, 875.3324, 606.83612, 561.27179, 634.3667, 580.24426, 583.62701, 556.96948, 597.13184, 614.37891, 603.6001, 555.35394, 421.77478, 640.52686, 270.224, 522.53113, 682.0639, 691.75519, 480.32602, 450.67834, 632.09875, 656.2088, 1011.54456, 650.99597, 586.51495, 570.85803, 605.33148, 632.33142, 659.18488, 550.34729, 584.2868, 550.44873, 784.84949, 620.00757, 713.86841, 218.909, 484.7048, 592.39148, 320.39038, 628.64539, 644.00684, 562.39941, 266.22534, 367.01157, 525.21576, 870.68994, 733.71228, 574.58691, 588.57202, 368.46585, 519.29498, 770.24847, 367.43927, 580.28156, 423.76239, 834.46106, 1227.71082, 784.05438, 594.13672, 926.02771, 499.96173, 1063.87939, 863.10425, 578.38416, 1169.51721, 573.10547, 377.68634, 441.86169, 875.09985, 325.93817, 724.26996, 731.15808, 352.56787, 619.28333, 505.84949, 522.38287, 975.36414, 1371.81494, 741.91406, 1292.50903, 1282.24878, 998.4975, 727.64587, 982.45319, 850.15503, 1017.86536, 497.15179, 889.08069, 599.77686, 1094.92407, 911.60889, 1744.05176, 1160.46484, 1126.8429, 965.42804, 901.37396, 845.01624, 1272.44373, 1662.08154, 1882.35681, 1381.89453, 551.35156, 1090.68359, 1091.23291, 780.31433, 1932.27942, 1666.20386, 2164.20801, 711.08862, 1560.41284, 2431.99219, 746.85986, 988.02209, 1413.19043, 2194.03271, 1601.18921, 1320.82141, 1423.97852, 1745.18372, 1750.67725, 526.77448, 2999.41846, 2309.56104, 1600.34839, 2536.34473, 654.85059, 1991.65845, 1464.06348, 727.34314, 2653.15698, 1523.66101, 2117.14233, 1700.82056, 1987.75488, 760.70441, 584.43365, 1946.66357, 3250.90405, 2138.54419, 3600.46533, 1145.35767, 2956.53271, 2847.37402, 3573.07007, 2665.97754, 3075.90967, 3282.8374, 3291.7666, 2686.64648, 2261.59619 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 225.89029, 338.57141, 484.8685, 294.15588, 433.44806, 391.03027, 303.83997, 361.54102, 380.94879, 392.82361, 408.05719, 415.76059, 367.15015, 353.87463, 346.8576, 309.46585, 381.08453, 369.25989, 349.91245, 278.5383, 378.26166, 350.6564, 406.33609, 436.25571, 511.16483, 365.50528, 439.11383, 367.32147, 351.99091, 462.70038, 540.71002, 376.65146, 412.82486, 380.98605, 294.23175, 386.89478, 573.16315, 466.23511, 482.74158, 417.68143, 576.51013, 429.51172, 375.02979, 456.62906, 436.05896, 494.48016, 465.21698, 359.95963, 402.74664, 518.53503, 503.59937, 533.70239, 393.89197, 381.79892, 377.96771, 521.08374, 376.14285, 612.1214, 492.07602, 463.45007, 463.44214, 452.2348, 382.51395, 369.01007, 465.0108, 454.44516, 430.14783, 471.73975, 487.41849, 398.23511, 410.00952, 480.53339, 494.07657, 461.35272, 420.75146, 545.33508, 404.45474, 481.79611, 429.39783, 403.27603, 406.56555, 466.2937, 509.32013, 634.0238, 361.27222, 491.48575, 423.04117, 498.18912, 416.13464, 403.48993, 539.15564, 619.2384, 393.82263, 373.13199, 462.11298, 400.10291, 492.69199, 373.33353, 446.96509, 500.46259, 421.87262, 439.85574, 513.87146, 397.17886, 424.24313, 412.2572, 509.60272, 400.13583, 428.75531, 414.00961, 456.06903, 401.63815, 460.38043, 444.6015, 451.51569, 467.3269, 470.13785, 536.35876, 429.11188, 559.12885, 661.89709, 467.15698, 376.94598, 501.4278, 435.8244, 483.83582, 383.99927, 458.58453, 476.1662, 462.51974, 476.55725, 496.11072, 572.34912, 449.28961, 475.26068, 518.81934, 524.5625, 458.48895, 582.43195, 540.74805, 410.23438, 507.64529, 413.16019, 501.59131, 521.44977, 429.29633, 466.88324, 463.90527, 344.36075, 477.95569, 386.5463, 476.00464, 551.97681, 519.0603, 565.32092, 503.36722, 369.49997, 396.45804, 570.27795, 436.15021, 443.83801, 453.38104, 496.31241, 446.35168, 440.38623, 377.59778, 464.19455, 468.7583, 503.4097, 440.4501, 368.15411, 421.99872, 457.47607, 421.30652, 500.28781, 548.93604, 444.05148, 473.37823, 478.08417, 448.18341, 587.03522, 481.11768, 489.33026, 465.02069, 464.30554, 409.34885, 447.35474, 461.65082, 566.17523, 490.65533, 534.74951, 437.96844, 564.33276, 458.17245, 417.28241, 467.82523, 459.95746, 482.16013, 578.39722, 439.80402, 530.96899, 405.82593, 403.68103, 526.28088, 490.03818, 588.40405, 563.26416, 544.00464, 543.63348, 471.93475, 694.71594, 487.11057, 505.49753, 621.46173, 418.23544, 469.71988, 536.87146, 430.2027, 489.15518, 572.43921, 429.79608, 473.03519, 591.41077, 543.32532, 463.87576, 465.51031, 595.48169, 557.80945, 526.79175, 559.53778, 380.11096, 523.23596, 546.23236, 501.6571, 541.07764, 346.67719, 453.74728, 450.08557, 547.13184, 531.86816, 416.65399, 547.05151, 424.23477, 558.69647, 592.21051, 399.02167, 514.95618, 440.39459, 508.05179, 534.95123, 435.78012, 511.56985, 485.04449, 440.67453, 466.05841, 450.81305, 493.4595, 669.71576, 473.95673, 499.54004, 490.258, 518.59442, 574.73553, 517.83344, 422.91162, 555.79089, 626.76917, 549.87451, 550.94067, 510.14648, 531.1897, 488.41479, 556.6272, 558.64319, 475.867, 519.39093, 467.87299, 520.05933, 495.45105, 539.9939, 582.7738, 449.03531, 520.57373, 517.00745, 419.14877, 628.07153, 414.17944, 548.95581, 541.81934, 595.18433, 482.5011, 489.58755, 717.57312, 519.76953, 461.92325, 530.75592, 401.88293, 532.40302, 471.07516, 542.16882, 458.14603, 533.73383, 486.85449, 537.26868, 603.61133, 375.8269, 375.26477, 649.52271, 556.55695, 547.41479, 503.02753, 452.92242, 526.33228, 633.27222, 689.40887, 572.19824, 480.91776, 505.00287, 438.74075, 623.62042, 527.50098, 486.59454, 551.13843, 582.19415, 553.12848, 472.06262, 432.63751, 528.77454, 540.73016, 447.23453, 551.29834, 472.94739, 533.75342, 574.32281, 571.30615, 591.64911, 463.61395, 505.65884, 588.6001, 529.76331, 636.19568, 448.74945, 516.63922, 555.60632, 471.36273, 530.72705, 484.26294, 562.07019, 641.3396, 578.73773, 567.51379, 615.76837, 560.01196, 517.00867, 416.90088, 507.08966, 623.56616, 466.03271, 568.14075, 666.50238, 621.28424, 601.28723, 575.2337, 533.87634, 636.61218, 584.51843, 522.70081, 457.6485, 449.8223, 560.32629, 706.84351, 478.44006, 514.93115, 518.0058, 557.88275, 546.37964, 469.20715, 494.7937, 506.71667, 475.2764, 574.88977, 551.54492, 610.19287, 448.42163, 518.04608, 535.49872, 486.78607, 420.33408, 512.70819, 584.91003, 607.3877, 500.43796, 533.58521, 515.10632, 511.83566, 575.93756, 561.17188, 598.11389, 497.84357, 542.71045, 598.8703, 513.68018, 589.32983, 559.60638, 580.86108, 601.02032, 609.3078, 654.86792, 579.71191, 497.29022, 524.53894, 482.09247, 588.79608, 611.21887, 585.5705, 588.3382, 488.40076, 477.21332, 528.76746, 646.61169, 582.50806, 565.44385, 599.64612, 589.02637, 584.35193, 655.76416, 688.69165, 525.12231, 550.89502, 637.06116, 708.01501, 595.94226, 683.08057, 661.96552, 597.20349, 586.84924, 515.87128, 625.67188, 565.15302, 625.38708, 582.32465, 589.88452, 478.39343, 727.0365, 605.05902, 509.79254, 582.65338, 585.05115, 654.96838, 555.15753, 629.24567, 645.28296, 523.19934, 473.04016, 688.61169, 567.79321, 574.85962, 589.77527, 571.19275, 841.54645, 534.11749, 641.17737, 662.2627, 513.99805, 543.55493, 675.35962, 630.03143, 688.78906, 693.93738, 583.11615, 584.72473, 597.12915, 780.79193, 631.49945, 584.71997, 566.46381, 651.79877, 501.63654, 662.29944, 601.40277, 600.10828, 692.00769, 662.56897, 555.17236, 675.83734, 507.62213, 719.83765, 553.55719, 544.06848, 545.89716, 678.68408, 542.61487, 664.46204, 647.08081, 522.02185, 604.27917, 670.94672, 698.38605, 609.73352, 658.55469 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.39670673718968125, "neutral_loss": 3.2174448465348333, "target_chat_loss": 1.611491930501375, "target_docs_loss": 1.4276596184679966, "neutral_init_loss": 4.938142111206055, "target_chat_init_loss": 2.835457440185547, "target_docs_init_loss": 2.9411869371202255, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 81.97479, 65.63245, 74.94415, 86.52978, 99.87829, 116.90349, 116.06866, 66.29922, 80.06908, 87.09472, 126.16016, 105.51836, 95.85738, 106.78598, 73.56602, 139.89034, 93.59991, 94.33551, 97.90665, 102.50646, 113.19469, 84.79154, 131.14883, 144.33513, 100.31536, 98.49769, 97.93614, 113.48633, 96.55392, 60.52043, 128.94492, 91.51274, 82.81489, 96.19363, 77.96312, 87.76804, 121.0636, 77.7012, 99.79509, 65.08505, 117.05163, 94.24974, 101.51173, 133.82863, 116.57668, 84.05824, 123.78374, 162.75079, 101.44946, 94.13254, 123.68883, 87.85773, 108.2599, 101.66547, 96.85617, 112.54669, 74.98048, 113.02863, 80.67354, 94.34333, 130.39636, 115.80006, 101.59666, 104.08097, 122.8501, 118.6628, 135.46524, 141.85895, 115.899, 105.298, 114.82027, 84.39313, 138.53329, 120.0609, 77.69005, 72.23212, 112.92645, 70.60095, 126.85918, 112.90646, 89.86356, 79.11606, 146.57222, 102.12428, 134.80295, 111.01317, 83.36443, 104.34569, 119.42084, 91.49948, 89.96187, 102.94604, 109.41563, 80.51323, 136.89624, 99.1014, 111.93822, 112.66073, 132.46838, 151.84158, 93.28723, 115.29019, 97.49747, 118.03903, 113.26714, 102.88773, 93.80147, 128.46852, 128.3119, 119.56863, 146.03435, 107.19201, 128.64297, 122.26755, 133.26974, 146.23993, 96.33037, 124.49206, 96.64813, 88.84612, 97.76833, 97.71391, 132.1189, 70.1617, 134.43213, 87.42998, 145.74919, 118.15097, 136.17894, 89.87723, 119.02987, 153.59727, 95.39482, 123.86352, 130.70204, 123.45123, 125.23482, 144.3326, 112.6843, 108.39551, 114.69736, 165.7182, 83.13413, 123.27352, 106.27817, 96.73721, 103.69563, 113.63589, 114.05997, 110.34171, 115.80828, 118.92229, 134.26189, 126.6162, 155.69748, 109.20775, 78.97105, 110.22989, 54.38537, 108.20454, 128.17334, 127.8104, 133.30322, 145.87518, 130.24496, 142.12483, 81.65868, 134.52028, 129.72272, 93.84149, 157.85748, 118.16543, 101.0963, 94.8924, 114.12418, 141.15329, 141.74084, 135.62889, 133.55811, 143.34775, 142.74106, 122.73097, 115.84065, 144.9005, 192.97668, 129.56079, 90.55862, 127.89358, 120.72504, 138.35001, 119.66623, 128.61893, 56.258, 141.18231, 109.69956, 106.74458, 127.7819, 128.27136, 112.99394, 123.44214, 113.14613, 133.98145, 118.48226, 107.75798, 116.84252, 129.25606, 143.29971, 80.73454, 114.26209, 134.78946, 142.84271, 125.56041, 112.95947, 121.07513, 115.20373, 115.32809, 134.58295, 172.11263, 143.68146, 81.07677, 186.31384, 105.49498, 147.16539, 91.0967, 171.50275, 139.28485, 103.90866, 99.76019, 140.8412, 137.2179, 113.9109, 164.57814, 105.39373, 106.98093, 134.36255, 107.81913, 180.92676, 146.25229, 132.57463, 173.5051, 187.09521, 159.86172, 126.49481, 124.66396, 117.44354, 81.20877, 126.49442, 143.56946, 139.60742, 164.05226, 109.08061, 194.08983, 128.98291, 308.685, 307.24841, 347.22067, 373.79352, 207.70682, 409.87076, 335.81189, 370.16229, 304.12805, 302.06433, 308.81406, 330.31525, 249.03178, 338.11917, 270.81717, 272.93399, 323.19489, 366.06726, 238.44797, 369.15979, 340.37802, 418.96439, 221.5688, 332.19672, 327.64984, 316.85541, 326.83194, 368.47354, 273.7124, 320.04681, 333.96088, 305.19678, 287.00674, 298.08301, 258.50092, 350.37177, 354.97586, 414.50156, 304.646, 340.40558, 296.08417, 345.66769, 287.90314, 465.80551, 350.64569, 363.3353, 280.70984, 390.00284, 303.61206, 277.66437, 294.15268, 271.39496, 259.66721, 316.0484, 374.91779, 278.61346, 224.65009, 333.59329, 397.00348, 332.9248, 374.78867, 319.36298, 395.83081, 428.30115, 293.6926, 257.50452, 362.46191, 245.30293, 283.35657, 467.92648, 432.08612, 441.36008, 368.10904, 258.83667, 300.16751, 482.33655, 274.71161, 313.54968, 337.92053, 330.48816, 271.14273, 356.68295, 296.90082, 212.61794, 435.90399, 347.43536, 275.3555, 417.60101, 482.34473, 391.07599, 335.92319, 476.45892, 282.49023, 302.46085, 499.68924, 235.62964, 422.94598, 396.72107, 189.8967, 287.64499, 435.25317, 381.59351, 433.2226, 347.55954, 418.92136, 485.31851, 354.72693, 339.32635, 346.80038, 313.26294, 326.22498, 394.46332, 338.5575, 361.7403, 424.92764, 286.23981, 319.15659, 379.29816, 259.26031, 401.40921, 308.37177, 266.71533, 366.49475, 273.65759, 284.37622, 266.06342, 373.79889, 477.14618, 354.6554, 423.96133, 498.60498, 404.77234, 442.56116, 456.07269, 404.51691, 205.24625, 435.56879, 401.02051, 422.58423, 289.85181, 342.05154, 329.4472, 359.52786, 402.25739, 403.91541, 351.84216, 495.71277, 287.50519, 246.41701, 334.67215, 295.48959, 415.57138, 412.73935, 318.76056, 380.59442, 353.83072, 283.50372, 255.41641, 255.5493, 366.73218, 200.81485, 318.00702, 368.51016, 356.60126, 362.26959, 365.81512, 534.41229, 306.73285, 458.5036, 400.48425, 321.42609, 304.64941, 526.44147, 399.52249, 349.2348, 345.82678, 309.8045, 355.58527, 473.0289, 297.24475, 367.64215, 489.29706, 328.01819, 330.74765, 261.35489, 416.62405, 369.46686, 480.81958, 459.25021, 556.78613, 334.02789, 414.66626, 298.46521, 383.49847, 387.59906, 480.47809, 409.14273, 444.86755, 416.49872, 365.46002, 382.854, 471.51807, 379.91397, 389.81482, 327.56467, 401.86298, 375.58759, 380.40158, 468.79749, 433.31848, 392.80948, 439.16309, 468.8233, 348.28479, 464.15201, 440.85559, 380.17499, 413.84973, 400.06158, 373.40103, 460.8334, 385.9859, 422.23196, 325.74167, 374.29919, 451.83194, 320.76959, 459.49689, 385.04755, 342.14172, 366.64572, 410.88156, 374.90173, 361.82715, 316.58301, 399.88177, 436.65787, 443.82394, 422.78906, 295.81799, 324.57724, 246.18295, 367.48642, 396.84424, 337.89377, 361.64917, 271.55368 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 320.85373, 327.17609, 352.71442, 321.72806, 426.67767, 289.15598, 413.19037, 251.98232, 429.43787, 51.21853, 338.23129, 527.07458, 425.3385, 393.74255, 388.57013, 530.94708, 496.47833, 479.50613, 519.53845, 351.09546, 499.6759, 423.38025, 441.89267, 467.04568, 208.51962, 375.08401, 488.43011, 382.58246, 440.97845, 459.81351, 575.83948, 421.74237, 383.1853, 452.42166, 491.56491, 485.21573, 449.02148, 483.3248, 462.16129, 341.70715, 555.16248, 425.67523, 476.90549, 466.84894, 439.92627, 423.96619, 470.40918, 505.20544, 575.01141, 390.1156, 476.88345, 530.69116, 452.91779, 522.91193, 494.6955, 507.23602, 453.48602, 479.2179, 517.7334, 405.88037, 401.88522, 546.50122, 366.1366, 484.24936, 503.08154, 367.35504, 390.28729, 396.40851, 578.64441, 430.59412, 390.21292, 406.14435, 433.24097, 598.08777, 603.45099, 491.08792, 547.00714, 455.22153, 493.63757, 427.25, 504.96536, 462.51495, 379.3262, 553.68146, 444.24808, 485.19843, 531.0722, 534.7395, 422.89417, 325.95746, 496.30774, 486.64069, 491.46375, 456.23499, 450.80286, 542.20544, 676.18127, 416.43536, 573.323, 515.3584, 588.77612, 409.63989, 455.47229, 525.68317, 402.76672, 447.88947, 420.25891, 507.64856, 462.09003, 483.94507, 557.69104, 406.09967, 556.86719, 554.41528, 560.27576, 344.70361, 442.1001, 501.11694, 473.66376, 491.01825, 505.27441, 530.86987, 440.09567, 504.72772, 508.36685, 831.27148, 587.14362, 508.56369, 465.47284, 456.28497, 556.86407, 379.10516, 483.81174, 399.52206, 478.62567, 553.0813, 598.51294, 549.56079, 568.03534, 544.0152, 477.02658, 423.11865, 354.28387, 546.40527, 521.36523, 469.97711, 499.09473, 455.89749, 552.53229, 418.27823, 418.05951, 469.11414, 508.89795, 478.71533, 431.89505, 477.75571, 454.85223, 541.42737, 564.44666, 652.41101, 401.59668, 231.9053, 540.11292, 566.02734, 348.66776, 548.16376, 493.62042, 462.31879, 485.05045, 378.09375, 599.31482, 609.48553, 498.39874, 474.46448, 492.27777, 691.77136, 481.32422, 526.05756, 478.8833, 283.32922, 501.24664, 484.39496, 497.73053, 548.39307, 508.72552, 456.41586, 569.20911, 457.83929, 561.65015, 504.43924, 565.77087, 428.60553, 568.44086, 485.58795, 555.31891, 607.21198, 456.1637, 406.16306, 541.40662, 587.92212, 473.32706, 498.57166, 384.33334, 614.65723, 532.68024, 340.92975, 494.25739, 560.34839, 368.27292, 491.16211, 510.12091, 556.41797, 541.77319, 508.315, 598.92877, 627.58484, 595.26172, 408.06073, 497.38306, 529.89197, 591.67059, 600.75732, 631.86749, 507.58408, 486.58063, 432.6283, 518.64056, 524.0611, 566.724, 599.68176, 594.73334, 598.23047, 485.33368, 587.21106, 612.07751, 539.75818, 605.52521, 253.87373, 454.06235, 462.99808, 424.5094, 434.88654, 620.51434, 486.31519, 399.49231, 550.31659, 573.25323, 551.67822, 517.53149, 501.13644, 506.33682, 586.28052, 591.67102, 798.05212, 594.83557, 617.19739, 366.72046, 491.07434, 413.31958, 447.54681, 554.828, 518.41138, 595.79871, 513.83228, 495.33188, 369.02478, 574.45276, 606.84998, 581.70837, 552.09045, 585.04285, 461.39087, 544.51239, 524.14978, 589.38586, 627.65717, 584.95154, 476.4126, 584.72546, 533.75824, 502.4837, 598.362, 495.2861, 605.61249, 490.13541, 489.97296, 478.88849, 584.31934, 556.96332, 632.95129, 656.25732, 522.06396, 609.38025, 611.7926, 585.6709, 568.06567, 481.58203, 665.70715, 487.00958, 576.48877, 260.16388, 355.57385, 486.68976, 520.28021, 687.6991, 628.46606, 211.095, 639.60553, 528.73138, 346.91693, 602.60327, 551.43311, 281.87057, 499.38046, 519.38361, 483.60965, 501.52829, 750.25525, 644.63135, 695.29138, 379.06561, 520.6825, 582.77832, 425.69531, 681.96466, 519.13135, 720.49438, 330.51379, 515.70331, 549.96918, 684.35785, 638.55084, 597.02454, 522.01538, 666.92389, 409.57117, 661.06555, 686.01813, 531.97864, 765.74457, 586.32593, 485.3985, 512.37048, 445.44183, 552.89185, 472.867, 559.92834, 617.33557, 492.04755, 533.65784, 383.22522, 880.83429, 615.42786, 574.75195, 650.02979, 600.92084, 592.92163, 562.95728, 606.521, 628.6189, 609.51855, 563.76239, 436.92267, 657.83789, 269.94763, 529.58179, 702.90747, 701.17072, 479.1806, 462.75397, 635.15594, 665.17908, 979.78186, 663.46191, 596.28973, 571.19916, 613.71936, 630.70068, 659.70288, 559.4458, 593.11975, 545.06396, 798.46594, 619.85364, 714.25409, 218.2991, 482.30817, 594.1698, 317.99536, 623.32684, 644.09521, 567.23901, 258.16125, 369.87805, 516.66272, 858.82898, 734.23334, 571.49426, 576.36127, 375.4342, 504.73154, 760.31396, 358.41156, 581.21674, 416.12469, 840.66107, 1231.8905, 773.86945, 594.67163, 923.92932, 503.15677, 1083.92126, 880.90955, 580.70874, 1182.45325, 565.40649, 371.53442, 441.12143, 882.99591, 325.21643, 732.65222, 740.26306, 350.54858, 629.50781, 518.22437, 519.07495, 978.85687, 1394.95239, 736.19128, 1294.55298, 1277.56824, 1000.87537, 731.97607, 995.08081, 864.04901, 1020.1449, 495.97028, 935.20435, 602.80762, 1091.64478, 907.38477, 1732.0813, 1161.40759, 1148.13672, 985.37012, 921.46594, 846.30145, 1273.22229, 1673.66797, 1891.80176, 1374.50342, 560.25037, 1092.58691, 1097.72375, 791.32776, 1937.61426, 1699.20044, 2169.35571, 712.24097, 1573.21875, 2443.80176, 763.79596, 1019.09985, 1437.57324, 2213.98438, 1600.55249, 1327.77881, 1464.22314, 1753.40784, 1749.51685, 530.19604, 3013.69629, 2315.08594, 1616.11023, 2548.98193, 668.5708, 1998.77856, 1472.02673, 741.02765, 2676.4668, 1550.15198, 2145.43115, 1719.7229, 2017.82959, 779.23755, 604.90649, 1964.69617, 3286.42651, 2181.52759, 3618.52173, 1180.05444, 2982.43823, 2851.86499, 3569.79956, 2679.74365, 3088.31494, 3293.2395, 3299.12695, 2699.14502, 2314.74658 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 214.46655, 327.43506, 463.3884, 287.0166, 417.81439, 385.18741, 298.67459, 341.89838, 361.35254, 379.16739, 390.03479, 396.02689, 348.81284, 342.62234, 339.62, 291.37259, 361.19238, 355.27606, 332.34387, 262.26752, 349.29517, 333.09778, 389.64236, 421.82474, 489.30298, 338.97351, 425.90961, 349.59824, 333.0253, 431.22537, 520.26672, 363.31573, 401.72781, 358.6676, 278.42844, 370.39612, 547.7489, 447.55438, 462.74219, 396.55084, 561.15619, 418.02682, 357.8775, 448.96646, 407.46625, 481.63232, 451.61078, 333.67224, 369.50137, 504.38132, 479.25333, 523.79565, 371.80508, 350.73544, 356.10815, 506.35428, 360.78748, 590.28754, 460.86816, 445.56335, 445.26636, 429.46777, 348.32776, 342.35718, 458.54102, 438.95972, 414.0498, 460.13556, 461.97443, 375.29221, 386.80841, 443.67987, 460.38388, 435.91541, 411.51617, 533.05811, 394.57275, 454.9248, 410.60803, 393.04645, 365.06354, 436.16046, 488.10242, 615.29846, 334.34805, 471.68866, 394.15881, 463.27881, 392.8302, 383.92865, 527.78015, 617.77698, 363.3656, 349.32471, 437.96033, 375.56589, 481.04678, 349.48401, 424.63828, 484.35147, 393.37244, 407.78384, 501.31088, 374.88678, 409.72256, 373.2431, 496.21628, 384.33679, 417.37689, 401.17181, 439.55411, 383.12695, 437.0033, 437.96002, 433.85788, 442.2478, 437.04327, 519.52466, 407.06274, 532.74506, 619.97388, 449.95312, 355.50659, 492.13354, 410.10068, 469.27466, 357.36243, 438.94562, 465.84341, 432.09171, 449.6694, 488.14377, 554.78052, 431.09595, 446.93704, 485.87418, 498.00491, 433.18695, 560.65869, 517.38354, 392.52225, 486.46933, 391.75272, 470.69144, 495.63025, 413.16254, 435.81931, 442.61819, 325.37915, 459.6618, 358.45654, 442.24429, 519.46088, 505.4541, 522.03473, 485.24469, 360.92462, 379.54266, 547.20581, 418.83954, 425.73187, 435.71286, 471.48474, 430.29523, 416.04089, 349.33447, 448.24438, 454.00418, 470.31531, 424.48273, 345.34662, 389.36392, 440.62381, 404.63898, 489.71838, 536.28442, 427.74185, 460.68976, 455.76358, 415.16434, 573.21625, 455.7572, 466.84167, 441.85773, 447.83765, 386.79263, 433.93738, 461.07526, 546.5777, 475.83371, 512.26379, 409.646, 534.96655, 440.06311, 396.08875, 452.86118, 435.79248, 477.43573, 548.73926, 411.18243, 501.40424, 395.25873, 374.93274, 500.92743, 467.72501, 567.48401, 549.94586, 534.51208, 529.42053, 446.8468, 669.18976, 466.37238, 500.37012, 605.9574, 393.89252, 441.74301, 509.86014, 405.22729, 458.21252, 537.15826, 408.15997, 451.47183, 578.55585, 524.54639, 451.84109, 438.86493, 563.6864, 545.17407, 490.8075, 529.047, 353.38538, 506.0625, 516.19745, 484.48608, 537.38226, 325.74457, 437.81287, 412.3432, 526.81049, 502.25116, 386.31509, 516.9986, 415.34485, 544.53693, 570.45886, 377.07104, 506.68176, 419.64307, 482.03885, 526.27026, 426.76202, 502.68613, 459.01883, 419.04825, 441.74481, 437.9458, 466.08136, 649.18024, 451.6272, 468.49152, 474.72943, 500.88663, 550.10291, 490.20782, 401.71451, 504.79752, 582.45807, 512.74634, 537.07812, 511.17456, 506.80121, 460.29779, 531.31958, 544.39526, 449.12711, 510.39355, 442.40179, 494.52579, 463.87946, 513.63397, 556.48779, 411.86105, 498.81076, 484.77649, 393.64502, 617.5636, 397.01654, 520.38562, 526.98352, 569.93738, 460.8754, 457.80515, 710.80713, 496.90372, 429.61273, 496.69977, 385.85095, 514.78857, 455.55399, 520.37292, 430.99976, 518.96375, 451.70129, 509.97232, 575.51715, 347.95526, 370.6756, 638.53723, 542.00714, 533.72949, 478.52051, 435.59412, 512.92175, 609.87494, 674.27747, 539.48389, 466.41476, 463.54965, 407.33353, 604.55865, 505.33508, 472.40921, 541.36292, 557.86609, 540.8548, 455.59171, 421.383, 500.11246, 526.57495, 429.45221, 502.3963, 449.94183, 511.16022, 550.06134, 531.48602, 570.90021, 433.7562, 484.19727, 585.75696, 507.57004, 608.30725, 420.7373, 487.18854, 529.74854, 451.40015, 508.2337, 467.75177, 545.14636, 616.00305, 557.98987, 541.33215, 598.97974, 545.94116, 496.23206, 392.17603, 477.98587, 597.37384, 436.75482, 536.02826, 636.26172, 615.34766, 578.53265, 546.854, 518.659, 609.50403, 551.86584, 503.13516, 435.87863, 423.61731, 544.17432, 689.03381, 459.8075, 497.20865, 507.97171, 544.96191, 518.22449, 439.97638, 475.41281, 474.12204, 448.04004, 548.72339, 525.19489, 583.34601, 434.42291, 496.1441, 506.48712, 460.16995, 393.97247, 496.49429, 566.15991, 567.73059, 483.42062, 503.44955, 501.34955, 485.26929, 550.28491, 559.18188, 569.57666, 471.26349, 516.03296, 564.60596, 493.47729, 570.70123, 527.00006, 555.84509, 574.38544, 587.91089, 629.68481, 553.48871, 464.97009, 494.54095, 471.77295, 556.98511, 571.45734, 563.36005, 556.401, 471.25363, 452.02509, 499.99939, 617.46301, 565.50659, 544.81189, 581.04797, 548.20142, 552.9679, 632.45251, 660.82544, 508.11304, 532.48547, 617.90619, 682.46216, 581.25513, 666.11414, 633.67578, 582.86316, 567.797, 483.89215, 588.23041, 539.47736, 595.005, 561.72565, 567.58698, 449.37402, 697.3703, 598.14575, 503.14148, 560.10083, 545.39807, 632.67542, 539.93188, 616.39465, 623.0343, 505.49283, 470.09854, 638.77399, 531.61487, 547.5448, 557.89276, 554.48438, 825.90674, 515.99109, 610.21619, 641.19983, 492.31128, 509.23907, 667.21814, 582.42371, 658.0365, 655.76868, 556.63776, 563.31104, 579.41614, 752.99365, 608.14984, 569.85693, 537.47668, 626.68542, 490.68851, 633.56372, 567.30322, 576.49188, 676.42004, 626.52747, 526.8645, 660.39734, 490.85489, 694.89777, 526.44702, 514.27545, 535.28412, 658.77905, 513.74249, 644.83289, 619.99561, 496.46768, 566.97461, 643.70215, 665.52313, 577.50732, 621.12488 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.5238613649075117, "neutral_loss": 3.2873423625943956, "target_chat_loss": 1.6308666494811708, "target_docs_loss": 1.4103351379398468, "neutral_init_loss": 4.874757913208008, "target_chat_init_loss": 2.708148254394531, "target_docs_init_loss": 2.9061771375868055, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 86.50294, 66.02155, 73.17505, 84.31949, 101.58075, 120.31336, 118.27866, 66.47034, 77.9912, 88.355, 126.9227, 104.0418, 91.47414, 107.13044, 70.76927, 139.51454, 90.96123, 93.58127, 98.05061, 104.40205, 111.61021, 80.65956, 132.63443, 143.39941, 100.28856, 95.00069, 98.38572, 119.58617, 93.20378, 58.70545, 131.84277, 91.92331, 79.77605, 96.29796, 82.5502, 88.18869, 122.10298, 77.27091, 97.45385, 66.97086, 116.2366, 94.3728, 99.54642, 135.98923, 113.2697, 80.07959, 126.20935, 165.67839, 101.3269, 96.52323, 125.19505, 84.71265, 108.51935, 101.09625, 93.90189, 110.47196, 78.13834, 110.85963, 81.01295, 90.49374, 131.09009, 113.45603, 98.47686, 104.19553, 127.68025, 123.19614, 140.10327, 141.7653, 113.24669, 105.23688, 114.57327, 88.56053, 142.23347, 119.5491, 74.5251, 75.36841, 110.04543, 69.04813, 123.39249, 109.03178, 89.27046, 77.71022, 151.72418, 100.85156, 134.33479, 114.78598, 86.23775, 106.98888, 120.259, 91.74584, 90.68694, 103.57643, 109.00887, 77.57863, 138.56339, 99.85767, 114.8187, 110.74817, 131.32288, 145.57021, 90.52118, 114.00302, 102.5759, 118.23068, 111.22804, 98.3905, 94.6754, 125.33849, 131.2998, 119.98236, 154.45659, 100.8418, 127.56622, 115.05103, 133.35017, 149.41873, 97.88969, 125.4921, 93.73412, 91.04875, 98.08436, 101.28679, 133.70685, 68.97052, 133.20586, 83.85446, 144.93637, 118.75739, 135.49057, 91.13959, 117.99065, 154.41559, 92.8233, 123.8619, 130.94565, 125.1194, 123.57053, 144.86627, 114.69682, 114.19441, 115.30724, 166.39789, 82.5146, 120.12336, 106.41147, 94.34414, 109.30084, 117.94016, 117.20626, 112.65271, 122.18273, 116.09177, 135.84055, 130.44096, 163.42242, 108.32707, 78.72539, 113.09401, 51.21127, 111.50378, 121.69705, 129.19594, 134.75661, 152.42688, 130.37897, 149.04747, 79.99554, 132.15215, 128.22531, 88.70416, 156.58334, 124.04233, 101.85368, 95.04124, 118.12025, 138.60956, 148.89075, 138.7397, 134.86987, 143.86209, 145.92818, 121.21001, 120.50902, 142.86287, 195.7666, 134.06976, 93.16312, 121.77972, 122.14558, 144.1763, 120.17195, 131.71033, 56.12522, 142.24565, 110.84452, 109.60516, 124.83398, 132.48027, 114.34161, 123.82153, 115.74979, 136.60384, 116.45794, 108.23883, 118.93919, 131.0274, 147.92534, 80.32131, 111.07041, 135.73943, 138.27432, 130.71074, 114.29038, 119.92861, 114.03435, 111.7542, 138.28513, 174.50488, 144.9249, 78.27489, 185.16467, 106.5041, 145.35942, 92.85429, 175.9156, 138.0972, 108.2267, 103.47113, 136.2562, 131.01332, 118.00892, 161.25928, 106.37241, 107.20628, 143.81636, 111.32544, 181.79791, 143.03339, 133.78812, 176.98253, 185.42754, 159.07532, 124.78307, 121.18051, 119.2574, 85.16778, 127.90734, 145.90341, 137.5491, 172.32321, 114.6512, 195.90945, 126.24889, 321.0144, 322.33646, 357.50385, 394.77753, 213.00575, 421.67215, 353.55969, 387.79822, 309.81647, 311.02509, 314.81146, 335.20178, 256.66898, 358.70035, 280.0419, 278.47501, 343.52032, 384.01825, 244.39688, 388.04437, 362.17935, 423.85138, 227.29364, 337.87976, 330.85278, 318.43878, 336.88614, 383.17584, 277.48163, 326.11664, 338.11282, 317.61136, 288.98022, 304.30383, 265.62512, 356.17572, 363.75412, 431.56, 321.32315, 350.92889, 300.73276, 356.57507, 290.3927, 480.21744, 362.63519, 377.20792, 282.52304, 405.41681, 312.01248, 284.25299, 302.03055, 273.05762, 265.57355, 327.26785, 377.4502, 289.03903, 228.64346, 344.37064, 414.1535, 353.64844, 386.74634, 329.40527, 412.42139, 443.65039, 297.5549, 267.04681, 366.88028, 249.35652, 299.73425, 471.79462, 445.54913, 463.00497, 386.07825, 270.27594, 317.06387, 493.16949, 284.01895, 320.64044, 347.96255, 344.52301, 272.79135, 363.44333, 299.44653, 215.17589, 444.55042, 355.89026, 284.2399, 432.8736, 491.23788, 405.8858, 347.58087, 505.5864, 292.28107, 316.53638, 510.57016, 239.90273, 429.89691, 409.93515, 191.85379, 298.91928, 446.25281, 388.02966, 441.03113, 352.68311, 427.14679, 490.11484, 365.7114, 347.23315, 357.17377, 326.14899, 328.72345, 399.76419, 353.19415, 373.91321, 435.81073, 286.81357, 325.49164, 402.31537, 267.12735, 417.2753, 316.68713, 275.69647, 379.37134, 279.02747, 297.91528, 268.73563, 380.61725, 490.38092, 365.15894, 434.55432, 511.14325, 420.47223, 465.22189, 458.24567, 415.30969, 203.71475, 450.95053, 401.28107, 430.18396, 299.42953, 354.7489, 338.3345, 365.62512, 412.95187, 413.19531, 364.82867, 509.66263, 296.33282, 255.76035, 339.2832, 303.67642, 427.32214, 410.62042, 326.94568, 396.87711, 358.20447, 284.51379, 260.42926, 258.44507, 379.0383, 206.93336, 322.61835, 381.43671, 368.14935, 373.68024, 380.80664, 544.78906, 320.51016, 479.94751, 403.97314, 323.25992, 309.52313, 552.0083, 399.52124, 360.69037, 355.36328, 318.76978, 369.67261, 482.96844, 305.30719, 374.66394, 500.47717, 333.72308, 340.60538, 265.97748, 419.82324, 375.80182, 490.53839, 479.59686, 592.32251, 338.50565, 424.56015, 307.07996, 399.06937, 398.63599, 498.92303, 422.91885, 461.2901, 422.20865, 369.62839, 392.34198, 483.00235, 386.12051, 395.8963, 339.96423, 412.18451, 382.42706, 395.18265, 472.37869, 457.28674, 396.57916, 469.47052, 476.2406, 352.41254, 483.41278, 452.23535, 391.29349, 423.49084, 410.07086, 376.88968, 468.40289, 395.88568, 441.25549, 339.69235, 385.61728, 464.20203, 322.20651, 465.87656, 393.92108, 349.85645, 380.78705, 425.26654, 379.55127, 375.26666, 318.94897, 409.48254, 458.29446, 457.32788, 444.14737, 306.28644, 326.80569, 247.23967, 374.34637, 407.29614, 343.88696, 361.80923, 270.54126 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 323.90845, 332.34671, 352.90436, 331.34784, 427.7829, 293.09323, 411.08487, 253.01785, 454.51672, 51.21584, 336.30475, 536.94025, 434.50247, 404.95575, 385.87213, 540.23615, 506.83405, 496.0401, 516.59613, 367.43625, 513.11127, 425.90985, 453.23245, 483.22928, 200.48526, 386.93042, 494.30872, 391.36349, 451.56335, 473.18185, 583.65894, 430.53574, 386.11752, 461.46558, 499.32404, 497.22937, 456.78027, 486.18073, 464.95673, 343.42444, 566.10535, 431.28619, 484.3645, 478.04947, 451.8988, 434.77078, 491.34732, 504.93503, 578.90533, 389.32849, 477.70197, 542.90833, 456.53925, 530.48462, 502.60876, 519.09631, 444.77911, 475.42731, 521.88745, 419.23001, 403.07312, 557.57227, 370.9989, 488.63257, 513.05817, 360.32858, 389.5318, 403.01758, 584.10657, 442.33484, 393.70599, 408.57901, 445.99103, 598.0448, 617.60254, 493.33688, 541.34192, 462.17035, 498.22012, 434.90015, 514.30902, 471.58221, 381.07172, 569.82581, 455.86511, 491.36404, 536.94055, 547.80042, 417.49542, 323.2229, 516.35779, 504.08154, 497.81506, 459.91553, 466.82245, 552.78619, 680.99353, 421.20245, 575.35419, 525.21008, 599.94171, 419.60089, 456.3667, 530.39282, 412.10947, 452.8006, 431.02533, 516.75415, 462.97162, 501.87216, 569.42944, 395.62598, 566.09814, 556.82202, 565.70099, 345.75577, 450.68646, 511.93622, 493.08588, 509.72021, 515.97205, 545.56409, 445.33093, 513.26685, 513.9671, 840.07825, 597.48212, 523.07501, 477.35867, 462.40665, 559.2915, 382.43097, 491.55127, 408.34384, 509.9939, 565.09332, 598.67444, 564.74689, 586.21008, 549.88611, 480.83911, 430.73734, 344.51984, 565.97052, 524.2229, 470.87451, 506.21533, 465.05475, 567.83643, 422.34528, 426.60547, 472.51855, 529.44067, 485.78116, 430.46704, 491.74127, 457.70013, 564.0061, 572.78723, 658.2005, 413.85748, 229.19148, 535.37061, 573.04175, 359.27933, 559.32709, 496.02795, 472.52484, 489.58069, 378.80954, 611.86536, 620.62244, 502.62186, 476.16357, 503.83768, 694.03247, 495.89154, 538.18201, 480.63287, 284.95874, 517.02209, 507.49646, 509.48218, 548.82874, 523.27612, 458.97101, 584.22217, 457.64362, 571.99268, 517.47565, 562.05231, 444.9115, 589.96722, 477.3248, 576.96246, 621.10205, 468.74701, 398.31848, 548.1839, 585.27942, 484.25452, 514.22211, 392.54352, 634.60925, 538.73309, 334.6543, 502.64743, 559.76855, 364.91058, 495.75433, 513.34314, 575.29175, 565.28125, 519.45642, 605.69165, 649.1922, 610.14905, 409.10095, 496.07224, 543.54675, 606.44141, 609.94934, 643.63635, 510.13885, 484.51849, 448.23901, 537.289, 528.21265, 570.89722, 605.60931, 611.66473, 612.78815, 488.20856, 600.71497, 620.64911, 541.31848, 612.46167, 258.48523, 471.2457, 467.69397, 427.93768, 447.66577, 640.03992, 491.02502, 418.78656, 551.89233, 582.03412, 562.08673, 533.6828, 510.16068, 514.50256, 601.38818, 604.32129, 806.57294, 599.64832, 624.94006, 375.95605, 497.22906, 429.58792, 447.08984, 562.88538, 536.65137, 602.22064, 523.09027, 500.65793, 377.69559, 583.39703, 608.27386, 594.66779, 563.8728, 589.90814, 465.72607, 559.61035, 526.70911, 589.27454, 640.22339, 595.83679, 479.70157, 594.10767, 537.50537, 514.83862, 611.5946, 503.76111, 620.97778, 499.94321, 514.79639, 484.64679, 595.37561, 562.15686, 649.64429, 670.50677, 529.76465, 619.75891, 629.30524, 599.28168, 583.14539, 503.95682, 674.51935, 496.63531, 576.45398, 258.36282, 346.43243, 488.23245, 537.37207, 689.24976, 649.92877, 206.43861, 646.66016, 535.50372, 355.5188, 599.71912, 555.48035, 289.57556, 513.79749, 518.62744, 493.9404, 517.21332, 758.74133, 660.81335, 704.32867, 379.9809, 529.00488, 599.97162, 438.59186, 711.9693, 521.63428, 731.11902, 327.12988, 505.80084, 549.68103, 692.83527, 646.70959, 618.01099, 536.88403, 676.31317, 410.521, 666.79706, 700.85773, 547.01758, 764.5708, 582.11694, 477.86429, 513.89014, 447.35849, 568.95367, 466.15012, 567.18604, 622.35822, 503.26007, 534.77173, 383.71783, 887.77191, 630.58856, 588.96411, 665.15833, 618.55475, 599.81085, 573.64319, 616.88831, 635.92706, 620.86523, 571.02472, 438.74585, 673.59589, 270.59027, 539.60999, 726.85022, 711.94183, 486.07196, 469.013, 640.19141, 670.45703, 952.88672, 671.11102, 606.30774, 577.15631, 619.49463, 636.35297, 664.52258, 565.05139, 601.7569, 546.74115, 810.94714, 625.44067, 717.75922, 217.46347, 488.16025, 596.00787, 316.80511, 621.91382, 649.97522, 579.78967, 253.9617, 374.58734, 505.39801, 859.42102, 733.39215, 579.58368, 571.23401, 380.3186, 496.28027, 757.37067, 350.86755, 584.68274, 410.36304, 846.33948, 1243.05103, 767.84467, 601.38, 924.84839, 504.23331, 1103.90063, 901.04901, 581.3678, 1196.52026, 564.20691, 368.66412, 446.90332, 889.6283, 322.36694, 740.16174, 750.06891, 350.65454, 641.59546, 527.36096, 518.99646, 983.4613, 1411.58093, 731.17017, 1296.93652, 1274.94946, 1008.81921, 737.32996, 1008.6615, 877.03613, 1031.12122, 497.90726, 971.23279, 613.05127, 1087.23486, 905.77173, 1730.95239, 1167.59607, 1169.48132, 1003.44122, 944.76056, 850.58655, 1281.56128, 1683.62134, 1902.37451, 1372.07617, 564.54431, 1099.28369, 1100.48547, 804.43445, 1945.37085, 1728.12769, 2183.59351, 713.95172, 1588.94653, 2460.30469, 783.82153, 1050.48962, 1455.74268, 2234.73218, 1596.76709, 1328.70117, 1505.73096, 1762.54004, 1751.57056, 531.95276, 3015.84521, 2325.43872, 1623.00464, 2562.58936, 678.42407, 2012.77441, 1476.58887, 756.05042, 2695.70166, 1571.81738, 2165.91479, 1742.75903, 2043.71729, 793.42242, 627.23267, 1985.70703, 3315.11108, 2221.89307, 3639.4585, 1212.4176, 3014.49707, 2860.38916, 3568.55225, 2696.07373, 3109.03223, 3300.93408, 3305.66626, 2714.05054, 2367.84595 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 211.96298, 322.57538, 453.44522, 284.83539, 410.9119, 382.60281, 299.83411, 333.6886, 354.45667, 376.79883, 385.57806, 387.45636, 344.25015, 341.8223, 338.67419, 287.37677, 353.9693, 352.33969, 324.23987, 261.45276, 341.68372, 329.76871, 382.22293, 419.09604, 482.51047, 328.91513, 423.50488, 344.00049, 324.77377, 417.19489, 515.57397, 359.82208, 401.80566, 353.99292, 271.66672, 368.48901, 535.00171, 439.35663, 459.01981, 389.50854, 555.93958, 415.26105, 347.46985, 446.86206, 394.9173, 478.66815, 448.03247, 330.72079, 357.83591, 503.50641, 468.96814, 521.79944, 369.02039, 340.36151, 350.46088, 501.51752, 356.46594, 582.54077, 453.80469, 447.83276, 442.32965, 418.72888, 334.46375, 330.19733, 460.55298, 433.41486, 409.01276, 459.15149, 451.97357, 365.96234, 379.24326, 434.70285, 446.58002, 427.68481, 411.14233, 530.41321, 390.77057, 445.86951, 403.54639, 392.42761, 351.02396, 421.76361, 482.12833, 607.41406, 325.39752, 467.50269, 382.96271, 455.79852, 385.69919, 380.33936, 524.62079, 620.60266, 355.92603, 342.35687, 430.56842, 365.99634, 475.29266, 344.20093, 417.68985, 483.04367, 378.96695, 394.61548, 497.3219, 369.05875, 405.25592, 358.00937, 492.97766, 378.52332, 413.61963, 394.90909, 433.23001, 378.64862, 427.16174, 439.11908, 428.76367, 432.86493, 433.02811, 513.35718, 401.77368, 519.80261, 602.0271, 442.66681, 345.9566, 494.2514, 400.90076, 469.27719, 349.07623, 432.7738, 466.72449, 417.56152, 440.12927, 487.44308, 549.80872, 430.23468, 432.12036, 476.51202, 491.57727, 420.32025, 552.19348, 505.28192, 384.25, 481.00375, 383.5701, 459.32419, 486.77109, 413.2428, 423.10339, 439.32361, 323.23456, 457.84857, 349.31473, 425.39264, 509.32095, 502.4212, 506.28073, 484.2355, 363.86658, 376.65204, 541.92615, 418.28665, 420.78802, 425.39648, 466.52036, 427.05896, 414.36771, 339.67938, 445.6246, 457.45651, 456.80341, 419.45844, 338.41367, 378.69098, 437.22275, 399.79398, 487.9339, 532.30945, 421.73859, 460.95151, 450.19296, 402.12625, 571.77075, 452.77817, 460.80774, 434.01233, 444.96863, 376.98926, 431.36407, 468.80539, 539.8479, 472.97784, 515.14691, 401.45944, 526.58551, 434.17395, 390.59085, 450.97131, 425.75287, 481.35895, 537.02393, 399.86359, 494.80042, 393.39557, 365.73148, 495.32898, 461.60168, 558.53168, 547.80261, 535.61761, 524.86121, 438.70169, 660.56665, 462.75537, 504.31671, 601.35217, 385.59845, 430.76639, 499.74271, 396.75864, 449.82098, 523.90924, 397.28882, 447.3663, 581.09668, 517.04138, 451.58765, 430.88116, 554.89197, 538.53284, 473.62518, 513.40503, 351.52295, 505.43652, 506.89813, 477.86505, 541.23199, 317.96732, 430.62244, 396.30899, 521.68408, 489.37711, 375.16623, 510.26865, 418.92062, 542.26056, 565.97003, 371.73553, 508.49173, 415.43353, 471.1499, 526.34143, 423.16553, 503.62527, 452.57928, 410.58359, 435.23282, 436.67642, 454.39255, 641.28925, 442.42236, 459.70117, 473.92862, 496.78833, 541.77679, 480.04504, 395.37463, 487.16467, 561.95105, 504.9476, 537.20392, 520.42719, 500.4158, 451.37469, 522.15131, 540.08887, 439.26633, 509.71405, 435.92236, 490.80743, 456.17065, 504.54434, 551.15759, 400.90088, 493.86377, 479.74646, 384.88568, 614.89526, 394.42505, 508.8714, 525.40283, 562.49371, 453.90598, 448.95587, 710.05237, 491.76678, 420.36218, 491.88593, 381.95529, 514.29211, 455.50677, 514.85101, 421.42914, 514.25635, 437.37958, 505.76248, 563.23706, 342.21155, 373.96014, 642.59705, 540.47839, 532.3703, 475.01956, 431.61053, 513.09766, 605.91284, 669.60315, 524.57819, 468.73663, 450.38809, 399.07642, 600.83948, 496.47696, 470.83786, 545.2821, 554.05383, 543.81079, 448.33041, 420.92767, 487.48889, 525.86743, 427.44843, 486.73035, 445.16937, 507.71973, 543.48633, 514.24756, 568.82666, 422.66663, 479.91373, 596.82098, 506.04926, 599.72083, 408.2153, 478.46484, 520.32733, 446.8049, 497.38885, 467.62415, 534.96973, 600.36365, 551.83478, 534.24927, 592.15161, 544.37122, 493.6174, 384.91116, 470.53802, 586.5509, 433.34335, 522.69922, 627.25824, 618.94482, 576.9314, 538.12091, 521.29352, 603.99603, 536.78308, 495.52948, 433.76135, 416.8345, 538.90753, 693.29218, 460.21814, 495.58533, 508.29962, 544.22095, 515.24799, 430.76733, 470.87317, 462.29059, 436.79147, 541.25397, 519.00439, 573.49768, 436.22522, 491.90173, 499.18585, 454.59985, 386.62341, 492.47656, 565.87451, 556.28577, 482.46497, 494.53378, 501.90009, 479.79596, 543.51794, 568.06836, 555.61975, 463.63184, 510.76666, 552.65674, 489.2327, 567.1864, 515.40442, 549.77826, 565.1402, 582.3067, 621.83545, 544.89075, 456.61713, 485.00647, 471.33887, 544.6582, 556.03369, 557.89233, 545.55444, 467.64301, 449.25705, 487.71231, 608.76508, 560.66705, 537.86121, 582.77869, 535.63727, 542.59998, 629.08832, 659.28833, 501.72491, 530.5954, 615.59052, 676.87549, 579.29492, 662.47803, 630.28296, 584.54468, 562.17249, 477.93854, 573.1604, 529.08875, 589.12549, 551.96216, 564.82501, 436.97815, 684.73022, 601.27087, 508.41824, 555.5564, 530.22241, 628.95715, 542.45343, 618.07819, 622.89343, 503.25848, 478.62042, 618.21204, 517.90887, 544.79395, 548.98975, 542.9574, 821.61108, 511.81793, 596.91162, 638.77173, 486.29874, 498.00958, 669.52319, 563.25726, 644.34937, 642.77881, 550.99097, 559.90924, 577.01379, 746.59814, 603.16412, 570.67883, 532.21265, 625.27338, 490.57172, 627.23169, 557.21521, 568.86682, 679.79272, 610.63116, 519.03949, 657.703, 486.89923, 687.33472, 519.04504, 506.62549, 539.73413, 656.90186, 501.22583, 639.46039, 618.00922, 486.31351, 556.1366, 637.27649, 653.97369, 568.43805, 611.45801 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.6806283917343408, "neutral_loss": 3.3811269876013443, "target_chat_loss": 1.6574485546294055, "target_docs_loss": 1.4117046096274433, "neutral_init_loss": 4.839850500488281, "target_chat_init_loss": 2.582372987365723, "target_docs_init_loss": 2.9006070488823785, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 92.85232, 67.76132, 75.15237, 85.36723, 98.0836, 120.35449, 117.50006, 68.16846, 77.3047, 89.59308, 128.28485, 104.41232, 88.63879, 112.2664, 69.10774, 139.54019, 90.62447, 91.78763, 100.63521, 104.34072, 110.22588, 76.60558, 133.78897, 143.27345, 99.32782, 92.82743, 100.29135, 129.20233, 89.18829, 57.59129, 137.00507, 93.89874, 78.06471, 98.11426, 89.01741, 91.15853, 125.80441, 75.67116, 96.76962, 71.65709, 116.19283, 95.31282, 99.26207, 137.26027, 108.0297, 76.87633, 130.22748, 168.83513, 102.90443, 98.32703, 126.57066, 83.10986, 109.86398, 103.85062, 92.5835, 111.97581, 81.99054, 108.97893, 84.78215, 87.09724, 133.87178, 110.61538, 96.66591, 104.17523, 133.01239, 124.8302, 151.15961, 143.12302, 113.4688, 107.07496, 113.25913, 95.09743, 146.37054, 117.53813, 69.80742, 79.44968, 112.59343, 66.30293, 124.38202, 105.04237, 88.26749, 77.06216, 157.69092, 101.12914, 131.40837, 119.78867, 88.26472, 111.60892, 126.4119, 95.07384, 90.83392, 105.88892, 109.40195, 77.36773, 142.61459, 101.65211, 120.11319, 107.19595, 129.46608, 137.91974, 90.21764, 111.77969, 108.35078, 116.20167, 110.07063, 92.82684, 98.42706, 124.26631, 137.14859, 118.88603, 167.27675, 97.92878, 128.4166, 107.69768, 134.2699, 154.07114, 102.22249, 128.88123, 90.37412, 93.62465, 94.86526, 105.07887, 132.44296, 67.27634, 128.7695, 82.9256, 142.99115, 120.91507, 138.35428, 97.27827, 118.63521, 157.93909, 90.8457, 124.49509, 131.49696, 124.99515, 123.81385, 152.46938, 118.65523, 124.48192, 113.40469, 164.62668, 83.08841, 116.81218, 106.60482, 92.31816, 115.84861, 130.02138, 117.15284, 117.33087, 125.7731, 114.43587, 135.69754, 135.70898, 167.38643, 109.5122, 80.76932, 117.12003, 49.66347, 117.77879, 118.18382, 133.86465, 135.98206, 159.89209, 128.59467, 154.76367, 81.30624, 128.16675, 126.27155, 84.79218, 157.21765, 132.42209, 104.13136, 96.58066, 123.01074, 136.72189, 155.005, 137.65047, 135.67148, 141.93082, 151.42004, 118.51285, 131.73064, 143.38821, 200.50006, 142.23553, 96.89252, 114.43747, 123.60427, 147.90384, 121.43021, 134.44809, 56.45607, 145.45045, 116.75768, 112.3801, 125.49548, 138.36209, 113.72506, 124.27508, 118.62411, 140.02176, 112.97285, 106.52577, 121.66374, 136.51773, 150.50163, 84.18363, 110.10858, 136.06923, 136.29529, 136.25864, 116.47081, 120.51644, 115.5351, 110.75207, 143.30582, 177.99461, 148.4319, 74.9792, 186.65601, 108.79678, 146.37274, 100.59464, 177.82533, 137.50394, 115.28798, 108.62477, 133.35753, 122.07335, 127.31187, 160.21593, 109.55334, 110.41391, 149.36848, 118.64168, 181.57596, 139.2085, 140.16472, 182.75905, 187.52194, 159.39786, 123.38219, 118.85748, 123.50986, 88.73036, 129.17987, 154.10999, 138.35587, 182.5219, 123.15782, 198.93256, 122.45647, 327.07794, 342.28857, 367.66473, 425.90411, 219.47885, 436.85638, 368.96457, 402.86069, 314.57733, 321.59003, 321.96198, 349.86517, 270.38696, 385.46198, 291.46808, 291.48361, 365.80994, 408.72546, 254.09554, 417.147, 385.83649, 430.96118, 236.86647, 349.92596, 332.22333, 323.36774, 352.38583, 393.25928, 283.95221, 334.04309, 347.72787, 334.03476, 294.73047, 310.57492, 273.36685, 368.11285, 372.40045, 455.10483, 335.77335, 373.38159, 311.13721, 379.50482, 294.65173, 488.23077, 374.80927, 392.43689, 288.67117, 424.33832, 321.00201, 289.57812, 312.85553, 276.76971, 281.59583, 340.63132, 386.3327, 301.32458, 230.92181, 360.2746, 427.61084, 386.39432, 399.55536, 343.60925, 429.4422, 465.07773, 309.23975, 274.841, 375.92426, 254.56934, 320.25256, 476.40784, 460.18207, 482.81732, 412.94202, 285.09744, 343.22839, 504.82352, 297.0705, 327.14551, 356.8988, 349.96899, 276.30579, 380.05212, 297.19156, 220.90781, 451.1124, 369.28168, 296.23254, 446.95496, 501.41791, 417.39014, 363.38055, 521.44061, 303.98264, 333.36975, 522.63031, 246.15244, 436.50223, 431.04797, 195.09418, 317.80801, 456.06476, 397.66684, 455.57108, 356.86661, 435.05939, 486.5452, 381.05548, 351.87799, 369.97284, 350.69681, 332.9549, 404.33856, 368.06375, 389.53357, 449.32031, 290.4361, 331.12811, 426.20966, 274.22174, 445.17529, 327.36469, 284.01181, 401.77979, 289.36697, 310.10178, 276.20615, 393.05075, 505.71622, 378.96686, 440.35156, 523.0531, 435.24866, 492.34555, 465.58112, 431.59222, 203.35559, 470.28027, 405.09442, 441.55768, 313.27228, 376.91223, 352.36502, 371.19577, 434.17749, 417.95444, 386.59125, 520.78821, 307.17188, 265.78958, 345.03851, 320.54785, 446.68719, 411.14566, 335.59888, 407.26758, 363.16553, 285.7428, 263.39133, 263.68481, 397.20514, 211.62579, 331.93106, 398.70358, 381.96933, 391.20279, 401.06152, 557.9646, 338.55865, 500.42001, 410.98016, 327.22375, 311.43665, 575.75171, 404.44049, 377.43979, 373.35907, 329.36792, 381.14899, 491.66284, 315.04803, 392.56693, 514.17487, 345.72238, 361.62497, 276.67639, 428.92847, 381.24393, 503.47357, 507.48755, 629.29327, 349.96985, 439.72919, 317.04196, 417.94827, 411.97839, 523.02875, 437.55316, 482.8392, 428.06036, 374.2966, 407.22534, 499.15121, 393.37045, 410.91302, 347.22025, 419.16077, 389.61749, 417.75949, 478.4068, 484.04211, 399.96603, 495.60431, 486.06509, 357.19818, 497.9566, 467.21396, 406.55975, 433.19946, 419.82419, 385.79163, 476.25891, 413.08914, 457.4433, 356.87329, 397.13336, 479.81842, 334.21317, 474.74115, 408.14102, 363.21103, 396.74051, 445.75067, 386.27405, 386.32629, 322.59479, 418.77499, 483.69855, 472.50027, 463.08279, 311.20422, 333.76453, 251.55911, 385.90512, 420.65674, 349.59235, 359.60181, 273.92795 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 333.47894, 339.16205, 349.31345, 348.91675, 429.84869, 306.81943, 404.3446, 257.00916, 481.94675, 51.2741, 330.62003, 551.93445, 448.90048, 418.99213, 384.39716, 555.34875, 521.99719, 513.19513, 509.88794, 381.3902, 529.77527, 430.90662, 468.92731, 505.27731, 194.26149, 410.06793, 503.96936, 404.90631, 467.02499, 486.39398, 597.09595, 443.31558, 394.98398, 476.75558, 509.87549, 515.06909, 471.63824, 491.11713, 468.11841, 351.07944, 582.74915, 437.43616, 498.19666, 491.4115, 468.50751, 445.60828, 510.02448, 505.01688, 585.54834, 390.49805, 492.14084, 554.78729, 464.8335, 544.01221, 511.83136, 529.08441, 430.72015, 477.38516, 519.46893, 432.99744, 401.44516, 569.94446, 375.38373, 492.29037, 528.44507, 355.81964, 389.46783, 413.29443, 587.63989, 461.10147, 399.11279, 410.28586, 462.9866, 594.65106, 642.87677, 504.63303, 532.98944, 470.74481, 509.00345, 435.01202, 525.38263, 493.32312, 385.08121, 589.74084, 467.03159, 499.21985, 546.0575, 561.68176, 403.2569, 318.62012, 542.57361, 529.78503, 508.48538, 462.49255, 483.07178, 569.73712, 684.94836, 427.83844, 583.94653, 532.00214, 614.50824, 440.58734, 456.35129, 540.60986, 418.35513, 460.59241, 442.42938, 525.44659, 467.13574, 518.724, 591.19641, 383.9306, 577.73053, 561.01855, 576.24237, 350.57077, 465.59338, 523.53809, 516.43262, 533.40466, 530.65948, 558.5708, 452.34738, 525.64099, 521.60767, 851.34644, 612.30847, 543.0304, 493.07901, 474.52274, 568.64581, 389.01834, 505.3587, 418.4285, 544.69733, 580.58044, 603.5246, 582.48376, 602.38422, 556.57324, 486.41107, 442.8468, 332.7449, 588.97339, 533.18597, 477.09821, 519.87646, 478.99646, 587.56165, 432.35571, 441.02417, 476.89746, 548.92798, 497.04617, 428.47849, 510.26645, 458.70532, 586.61414, 590.4057, 665.23145, 427.63031, 230.88596, 526.44574, 591.22119, 372.6131, 575.39441, 504.80298, 487.62537, 498.41693, 378.35779, 629.08392, 633.18933, 509.3728, 485.1337, 517.33142, 695.68689, 514.72876, 552.17096, 488.34869, 286.71313, 532.71973, 534.73779, 527.44849, 549.97192, 535.75153, 458.29327, 605.3158, 458.43976, 594.10144, 532.18512, 562.0968, 463.1626, 616.35626, 466.06183, 595.45325, 644.60504, 481.59055, 391.41611, 557.12268, 586.04358, 504.68884, 531.40723, 399.21442, 653.07855, 555.35938, 330.94147, 512.1853, 561.00995, 351.75397, 504.02716, 517.76111, 599.10852, 591.85254, 534.1817, 618.65173, 678.54614, 631.55658, 412.58521, 497.64444, 556.75208, 630.46704, 624.47345, 652.29749, 516.91119, 485.57407, 464.08112, 558.73199, 532.07184, 588.11023, 621.36084, 629.32935, 634.40411, 492.63788, 615.88818, 635.06641, 542.68506, 622.15118, 262.23508, 499.88513, 476.80136, 433.49835, 464.89276, 662.06952, 503.4942, 440.80106, 550.32556, 592.7019, 578.81885, 556.05701, 521.47888, 527.33698, 616.16394, 625.02405, 819.37744, 608.57825, 634.45728, 387.76013, 507.08911, 454.05133, 451.03186, 568.57874, 563.53455, 613.13916, 538.24261, 511.83121, 390.14828, 594.05933, 612.05762, 614.00024, 577.88348, 595.71472, 473.30527, 577.24664, 534.19226, 588.24597, 654.15192, 610.63019, 477.80667, 607.89752, 546.7998, 525.46191, 631.5755, 515.18787, 641.69763, 509.2074, 550.35645, 490.58389, 613.70874, 573.57349, 669.06189, 689.3252, 537.94568, 633.54419, 649.56134, 619.61578, 605.62347, 532.0271, 680.07611, 511.7558, 573.55365, 254.20724, 336.91489, 493.8862, 560.33655, 693.94751, 677.73486, 201.77484, 662.24768, 549.70618, 358.79071, 594.1427, 561.53302, 294.55023, 531.172, 521.72363, 505.17126, 537.70837, 768.56775, 682.07605, 717.42377, 376.70822, 541.52185, 622.45312, 449.72815, 745.33386, 530.52863, 749.3418, 323.27817, 497.71158, 550.73267, 700.75366, 664.11072, 645.12097, 555.42944, 688.68683, 407.41211, 675.56183, 711.49194, 565.02026, 763.77222, 584.55493, 468.56317, 522.54327, 455.11597, 587.03119, 460.39539, 573.9895, 629.68768, 519.57971, 539.65442, 384.84903, 905.68555, 655.0191, 606.1532, 683.04407, 639.49353, 612.4837, 583.57935, 628.55426, 645.16376, 630.41913, 573.19409, 441.1156, 694.25104, 270.2594, 550.64471, 755.60767, 726.66211, 491.83218, 473.06055, 648.23395, 678.63794, 932.60718, 685.10339, 621.64655, 586.77051, 630.4939, 643.68335, 673.06122, 580.1015, 607.69641, 549.28467, 820.70068, 630.13635, 721.61865, 213.91782, 491.73624, 593.51483, 315.48581, 620.14478, 661.15564, 599.68195, 251.32549, 381.83072, 498.44934, 863.61969, 733.62244, 588.13123, 566.11401, 382.60562, 490.47247, 756.17322, 344.87277, 594.31799, 404.12646, 862.06372, 1262.40027, 761.23181, 603.84253, 927.72034, 514.23425, 1125.53723, 926.37921, 579.67078, 1213.75842, 563.46295, 367.58551, 455.19666, 898.81952, 317.53552, 752.18762, 768.15112, 347.18634, 653.18774, 539.40601, 525.63806, 990.17371, 1435.21021, 732.18713, 1303.70593, 1275.96118, 1020.01306, 745.5434, 1026.52588, 893.57825, 1046.85962, 498.3793, 1019.46729, 628.35559, 1078.07959, 911.53418, 1727.6604, 1179.02173, 1195.58325, 1032.50146, 971.02997, 859.09973, 1296.02722, 1694.31592, 1916.86938, 1370.4104, 572.90662, 1109.53223, 1105.64966, 825.40405, 1960.3468, 1758.73462, 2204.53027, 712.71289, 1609.44385, 2476.40869, 808.03131, 1086.14478, 1479.25073, 2256.24634, 1595.43457, 1336.80957, 1549.31787, 1774.09448, 1759.69678, 535.15698, 3025.10205, 2333.69141, 1638.3335, 2580.76099, 692.66467, 2029.97168, 1487.22534, 774.56226, 2724.93872, 1606.86853, 2188.4812, 1771.72046, 2086.99023, 812.18744, 650.44489, 2012.3822, 3351.49072, 2270.55811, 3658.23853, 1253.85547, 3051.12964, 2867.82275, 3579.729, 2721.86597, 3129.83838, 3320.55176, 3321.80933, 2732.77002, 2439.9187 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 211.69308, 320.71857, 447.9173, 285.59344, 406.02066, 384.8461, 303.47302, 327.81985, 353.64642, 384.84531, 388.38699, 384.11926, 347.21887, 346.58615, 341.65082, 287.29065, 355.8797, 356.49316, 322.15964, 261.01001, 341.07065, 331.58167, 380.88242, 416.92041, 480.06757, 321.98041, 422.57452, 345.82037, 320.07059, 404.73798, 515.18225, 363.72357, 405.94455, 351.69522, 271.24203, 370.62805, 527.21265, 441.42703, 458.55496, 387.06998, 563.19482, 415.39932, 346.67786, 449.39316, 391.68314, 480.09546, 444.96423, 334.37613, 352.70786, 504.19574, 462.71667, 525.77686, 369.11923, 338.39075, 349.89038, 501.81635, 351.90219, 582.40527, 449.70947, 454.73779, 449.78326, 413.18152, 324.65546, 322.4577, 463.88382, 437.53497, 411.83966, 462.3338, 450.20712, 362.50415, 379.3479, 426.40308, 438.37131, 423.88367, 417.56421, 533.08734, 394.8504, 440.85394, 401.73871, 395.01773, 341.98004, 415.00452, 481.13873, 602.2373, 324.65753, 467.67825, 373.42084, 455.69873, 384.69489, 382.69888, 521.67914, 624.745, 355.18811, 340.42426, 431.09988, 368.2944, 475.11908, 341.72198, 412.03143, 486.54016, 374.95142, 387.84375, 497.56177, 370.79892, 406.92648, 353.38556, 493.35806, 379.17767, 415.04205, 391.32135, 433.755, 379.23425, 422.22955, 449.15167, 430.44153, 428.42996, 432.0491, 516.04321, 403.4765, 513.76971, 589.49957, 439.58582, 344.53918, 500.76996, 398.95847, 472.93933, 345.20667, 433.26022, 473.07971, 410.25537, 431.5903, 488.57864, 552.10016, 435.04065, 429.05688, 473.91425, 497.4628, 413.78665, 551.42981, 504.02145, 381.92654, 479.25159, 378.02924, 451.54059, 484.14426, 420.36642, 415.81281, 442.66614, 325.33859, 461.4613, 345.72205, 417.17029, 504.30719, 504.23444, 499.42889, 490.12073, 371.91718, 380.90311, 543.84027, 424.0415, 417.5033, 421.56958, 464.75952, 428.73468, 420.48389, 335.78113, 447.29703, 467.81805, 452.63599, 421.69711, 338.11139, 373.73767, 433.29633, 396.78149, 491.95676, 531.74402, 420.4856, 468.82889, 447.3548, 394.76804, 574.27264, 458.7052, 458.87741, 434.13116, 446.99969, 371.02597, 435.8349, 482.33337, 536.45825, 473.58124, 522.9259, 396.95151, 522.26794, 431.57806, 392.37891, 457.54825, 420.67749, 492.52026, 533.35742, 396.79202, 495.60266, 400.15002, 365.19427, 498.46643, 459.8327, 555.64337, 554.92767, 545.01587, 525.95526, 436.68823, 664.01904, 467.86987, 513.64453, 602.21191, 383.34402, 428.65961, 494.46246, 394.66727, 442.9545, 519.53217, 392.09503, 446.4184, 589.80658, 514.96204, 457.25952, 426.52228, 554.90723, 537.70648, 464.16162, 505.50598, 360.84076, 508.39377, 504.83771, 476.87747, 550.27917, 315.29648, 427.72006, 388.1712, 521.53296, 483.54639, 369.65173, 508.9321, 423.85657, 540.53607, 568.76471, 376.81332, 519.39514, 422.04553, 469.01532, 534.64368, 425.92905, 513.78552, 451.6785, 405.40671, 433.57227, 441.39075, 449.17288, 636.35565, 442.55591, 458.2178, 480.49075, 496.88458, 539.8103, 482.04886, 395.29019, 479.21039, 554.40106, 499.55051, 544.20776, 530.30035, 500.3028, 447.86411, 523.93115, 547.29321, 438.15808, 511.30283, 437.3197, 491.16684, 451.35443, 503.72675, 554.00061, 397.16412, 494.11456, 480.05295, 384.68661, 611.01196, 398.8989, 506.07278, 527.84814, 562.38409, 452.37073, 448.31769, 713.09143, 489.78192, 418.82199, 494.85931, 388.74402, 519.0592, 462.06879, 518.26929, 415.08508, 515.37109, 430.80701, 507.58856, 556.172, 345.52454, 381.54144, 651.73486, 545.53381, 540.09509, 479.17786, 433.32639, 521.96216, 608.60815, 666.57458, 514.82947, 477.15167, 445.0484, 398.42126, 600.72461, 490.81287, 473.65878, 558.16766, 557.26013, 550.79291, 448.47919, 421.02487, 479.71854, 532.12585, 437.82678, 478.04514, 446.49799, 512.60498, 544.56433, 502.5849, 572.29254, 418.24274, 482.18274, 617.0202, 508.11499, 595.49872, 403.4444, 475.70242, 514.20306, 446.10934, 496.4361, 471.30542, 534.82648, 596.03949, 555.539, 535.12939, 587.35327, 542.00385, 491.96539, 389.40112, 472.97205, 586.01746, 433.0174, 518.9516, 626.47162, 627.89825, 576.53851, 539.10492, 538.04089, 604.97681, 525.18396, 495.96234, 438.96759, 417.02826, 537.58685, 701.92346, 463.82898, 501.5343, 514.20142, 546.11188, 521.38324, 432.20657, 474.33887, 457.21985, 435.01413, 541.49561, 516.66235, 568.53821, 442.63495, 494.40375, 504.35504, 456.05569, 383.10645, 491.32581, 570.89117, 554.41144, 494.32587, 492.87415, 504.88895, 479.22824, 544.29211, 583.75488, 545.65149, 465.35678, 512.68835, 543.94818, 491.1351, 572.15833, 508.9498, 552.2738, 559.64429, 585.52783, 627.07141, 543.48413, 456.67337, 487.15271, 475.94818, 544.0144, 546.75757, 561.56055, 542.45459, 470.75873, 457.59738, 481.87097, 612.51825, 566.74792, 537.40149, 590.56409, 535.47974, 538.86218, 629.32458, 661.49548, 502.35931, 536.05664, 616.50366, 680.05414, 584.73822, 669.89374, 641.2655, 590.9917, 562.05414, 478.27097, 570.26068, 527.98114, 588.46588, 553.06641, 573.65106, 431.9389, 675.09698, 612.04736, 519.302, 558.01196, 527.47253, 628.53186, 556.74524, 624.84509, 628.77008, 502.00275, 484.82266, 606.74512, 514.03741, 551.20978, 545.71704, 538.66724, 828.40839, 511.46515, 588.3075, 644.0354, 488.06183, 499.97314, 678.65485, 552.08783, 640.48242, 643.0, 551.16125, 566.07178, 581.85303, 742.73218, 610.61206, 579.90466, 534.96979, 633.54468, 494.35565, 630.19537, 558.07764, 567.29034, 688.17053, 602.52844, 518.37915, 664.17993, 495.28635, 688.8374, 522.04645, 509.19617, 547.27667, 658.16107, 502.43604, 647.06384, 621.74207, 484.68622, 557.0575, 641.24597, 649.9079, 564.25146, 614.04883 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.9851144606024326, "neutral_loss": 3.5390196367502864, "target_chat_loss": 1.7156781056720805, "target_docs_loss": 1.4483410429699641, "neutral_init_loss": 4.861907015991211, "target_chat_init_loss": 2.382413464355469, "target_docs_init_loss": 2.934796395195855, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 94.03242, 68.17881, 80.30267, 87.33631, 89.8242, 112.32393, 116.15459, 69.3121, 77.1707, 91.13943, 127.53827, 100.33489, 91.76209, 119.43857, 70.56581, 141.77899, 93.0025, 92.04308, 110.00949, 107.71242, 114.01155, 77.37245, 130.86377, 138.40552, 94.86416, 90.50845, 103.2261, 139.87009, 89.89204, 60.16517, 146.29523, 101.20396, 79.49657, 98.54452, 96.20691, 96.60355, 135.6479, 73.44083, 102.88716, 80.07512, 122.05914, 100.27119, 97.55397, 138.64197, 96.02111, 82.4971, 140.2464, 176.50397, 106.50358, 91.81808, 131.07216, 86.10924, 112.33276, 116.5343, 101.29839, 115.25194, 90.79761, 112.47665, 91.92157, 90.1246, 138.82213, 113.19154, 96.86625, 108.37985, 149.83951, 125.83896, 159.54138, 150.20021, 121.39071, 113.56866, 114.27061, 110.26318, 148.97958, 121.38762, 65.44157, 87.66373, 122.38778, 68.65351, 126.96571, 106.32948, 91.5106, 84.19539, 164.66255, 101.55984, 130.28554, 122.5413, 92.51965, 121.78352, 138.03963, 109.83601, 91.37379, 110.16354, 109.11758, 83.18847, 148.57133, 103.21601, 119.24037, 107.12309, 132.49638, 124.71825, 90.18367, 111.95962, 116.9482, 117.22043, 112.17284, 96.64806, 102.75137, 125.72305, 147.15173, 124.08884, 168.58789, 90.32307, 124.79901, 105.34584, 142.18837, 160.08334, 115.7199, 135.01328, 87.53875, 97.92982, 91.02837, 110.83842, 132.53387, 63.61036, 127.6049, 89.68678, 139.77518, 126.93962, 146.85068, 100.93067, 122.4197, 159.63837, 93.11559, 128.56094, 135.92224, 130.58456, 125.87161, 162.74879, 124.38802, 144.3107, 113.79829, 166.86041, 87.08504, 110.29636, 109.87281, 92.60464, 128.56418, 140.41208, 114.97115, 125.57549, 126.08355, 120.36969, 136.43712, 138.23326, 163.08482, 117.97574, 90.38798, 129.5358, 58.1528, 123.39172, 124.18255, 157.11346, 137.41385, 175.23615, 130.33145, 155.11209, 88.86888, 130.22333, 127.03027, 89.09105, 161.14191, 138.41504, 108.81459, 105.41909, 136.37993, 137.8884, 161.6265, 137.31499, 141.6082, 140.66681, 155.54501, 117.00377, 148.85083, 146.15009, 201.32312, 150.96432, 102.77469, 112.02895, 135.65054, 162.34702, 125.15252, 140.12537, 61.00098, 153.62193, 128.64218, 123.49388, 122.30182, 147.39523, 114.98593, 125.63419, 125.44021, 148.68259, 112.99591, 102.82143, 122.80482, 160.6636, 158.407, 91.24585, 115.50368, 153.21359, 132.08527, 145.08041, 124.08987, 136.19821, 112.41396, 113.21033, 142.57373, 184.2494, 148.62267, 72.41585, 197.23361, 114.69104, 155.07281, 98.81284, 181.41034, 132.31998, 126.43719, 121.72249, 135.00525, 111.00783, 138.31702, 160.82344, 117.61298, 113.97592, 150.46826, 132.8782, 182.52515, 137.51201, 146.35381, 194.94839, 195.30151, 158.90094, 119.91026, 128.6114, 135.19943, 93.31689, 136.39607, 172.69112, 145.28566, 194.24792, 127.3441, 222.01474, 120.69856, 341.31216, 370.88031, 385.50592, 470.63229, 233.34644, 460.66702, 364.15979, 426.61798, 337.51968, 333.74277, 339.61215, 385.79965, 286.79877, 414.11707, 309.30554, 304.35358, 378.48465, 436.608, 277.56665, 448.99524, 420.31689, 424.48178, 260.28241, 377.61938, 346.14581, 332.99222, 382.1308, 395.77112, 300.51355, 347.3378, 369.05667, 357.19467, 317.20135, 330.87375, 285.65759, 377.89597, 395.07886, 495.28613, 360.01447, 403.62393, 330.37115, 418.36417, 294.4061, 484.10562, 401.84048, 406.74841, 307.46417, 456.05228, 332.67664, 300.23227, 328.39941, 285.54932, 309.43365, 343.81696, 405.02194, 314.3053, 234.23782, 379.88602, 461.24139, 402.84888, 417.35938, 367.97482, 447.9845, 491.5838, 322.57574, 281.05573, 386.90485, 275.23737, 343.64059, 471.4924, 479.4986, 493.36224, 454.49188, 309.46921, 363.36694, 515.45233, 326.58087, 334.41531, 370.70563, 355.22772, 292.17609, 395.15582, 295.49954, 228.59213, 455.15002, 403.71887, 313.27808, 468.19312, 515.50946, 438.47711, 402.14224, 521.80701, 323.14682, 372.00714, 520.9718, 261.49533, 456.90195, 471.17151, 204.46564, 340.69617, 484.41083, 421.34116, 469.66562, 363.78064, 445.81909, 475.30338, 415.16602, 359.45813, 377.14902, 389.6875, 340.8988, 406.24902, 380.66119, 408.11688, 488.16391, 298.13879, 349.7782, 458.54062, 281.79218, 479.67685, 361.32745, 309.70459, 433.25873, 310.02356, 324.28503, 299.02771, 409.06564, 503.75037, 402.21967, 457.02679, 540.96497, 462.57373, 532.69995, 491.29926, 442.77399, 203.62741, 503.76941, 428.52835, 436.13919, 330.32776, 409.63361, 377.241, 379.09296, 485.65976, 424.3797, 424.79718, 541.36285, 326.66077, 294.362, 357.95245, 345.25745, 472.5126, 411.33151, 341.83771, 411.48434, 374.50449, 302.17673, 276.00403, 275.01071, 422.9798, 224.57777, 351.59314, 425.59406, 389.14963, 417.10516, 439.89288, 575.95978, 362.22003, 510.8399, 421.87573, 332.01315, 316.75455, 585.63379, 430.02325, 404.40356, 427.69379, 349.51019, 400.48404, 517.12958, 334.7785, 406.168, 533.46747, 370.23608, 388.039, 308.91479, 443.60504, 394.59796, 522.84039, 548.06866, 665.01794, 377.18582, 454.16162, 331.35104, 448.72781, 439.47253, 570.14062, 458.43286, 510.43344, 440.04312, 383.30032, 437.78043, 523.42212, 409.07138, 427.7439, 360.46289, 433.75372, 401.93848, 440.39575, 496.66418, 496.06982, 433.83032, 527.53168, 501.83258, 368.81854, 535.08228, 483.24191, 427.34674, 448.38275, 427.46521, 404.35828, 487.96521, 450.02435, 485.07748, 395.30249, 423.24603, 501.45621, 350.92194, 495.04517, 406.44232, 393.74713, 401.96417, 461.60269, 391.87759, 397.81985, 337.978, 434.33768, 503.9104, 508.03214, 489.93207, 313.12402, 344.93341, 263.54724, 413.92569, 445.97858, 363.05347, 366.29303, 279.96838 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 340.67487, 358.40332, 334.95697, 380.61441, 433.35712, 325.61563, 390.28583, 269.79788, 523.92065, 48.95552, 317.26776, 572.6944, 482.82748, 442.01263, 387.24402, 574.11786, 555.45349, 529.14075, 508.897, 405.01154, 562.00146, 438.24207, 497.68494, 534.14197, 184.73299, 444.63837, 521.31555, 432.48193, 492.88138, 523.59357, 645.77594, 460.4874, 419.48996, 503.51395, 533.33069, 548.33557, 506.26379, 503.29822, 492.49506, 362.39316, 617.37494, 455.83698, 519.84772, 512.8844, 498.35587, 469.70099, 552.59546, 522.62744, 607.10913, 391.14447, 533.58649, 568.24042, 488.94897, 559.02844, 530.16785, 560.12256, 396.95181, 494.81241, 514.33228, 460.8974, 413.52316, 599.99915, 397.4762, 520.672, 556.05688, 369.41022, 406.79218, 432.55432, 625.17676, 499.04648, 418.65259, 418.45959, 515.42462, 603.82129, 670.66785, 531.51416, 529.32825, 499.63571, 520.70709, 443.32553, 548.91669, 533.56366, 402.75403, 626.57849, 491.28296, 525.5202, 567.52637, 581.38879, 383.05887, 310.79932, 581.69824, 571.24805, 534.96948, 467.86206, 516.42816, 608.96484, 695.06476, 444.18216, 614.20337, 552.80017, 641.75189, 464.26193, 470.39462, 559.61169, 435.9599, 487.18704, 471.27783, 542.47479, 487.35651, 545.39825, 642.71631, 355.89276, 595.55127, 569.12402, 610.71875, 367.91644, 498.17181, 550.93274, 560.88464, 579.43311, 551.28619, 589.20074, 471.15912, 544.83051, 542.39191, 887.42017, 643.85352, 573.27728, 529.755, 500.85828, 586.67834, 406.91113, 522.90125, 445.94318, 616.49481, 606.96191, 625.07947, 609.18121, 637.01428, 576.90918, 516.43219, 461.57764, 323.26477, 633.21484, 553.34198, 498.24921, 539.09338, 510.35977, 646.01477, 450.11237, 470.89661, 488.48636, 592.36047, 525.10028, 434.30136, 556.88843, 455.6171, 624.24268, 611.79321, 679.05743, 480.12085, 259.73724, 524.08777, 628.67145, 406.61868, 591.6626, 518.69678, 520.3429, 505.52496, 393.39914, 661.02618, 669.38013, 532.41071, 505.97995, 544.98694, 704.13092, 551.17822, 584.30359, 514.0199, 284.59286, 556.91785, 570.6955, 553.95239, 575.01538, 553.04041, 467.86072, 644.914, 475.74048, 640.9953, 564.86353, 577.29553, 492.75598, 669.20215, 456.46143, 628.95532, 690.57812, 506.42148, 383.95117, 567.25989, 599.93628, 544.12146, 583.13513, 417.10358, 685.39679, 574.49194, 319.33569, 523.27417, 578.90112, 336.64886, 523.82391, 532.75311, 642.47424, 643.55023, 564.28699, 652.46875, 729.4231, 673.18347, 422.82013, 500.90704, 595.03522, 683.44141, 658.46289, 687.77405, 549.47583, 493.8161, 497.28845, 598.60181, 562.17249, 627.49542, 651.57404, 656.03888, 675.72876, 508.93295, 645.3985, 665.07617, 546.49512, 642.46179, 262.95825, 562.34912, 498.80139, 457.70483, 505.56195, 711.03113, 533.75122, 488.76944, 559.70911, 619.18152, 610.90271, 606.9361, 544.46295, 553.72473, 653.58057, 667.81702, 849.10406, 634.27869, 651.17249, 408.95038, 540.90417, 500.80496, 464.56271, 580.65387, 610.4975, 627.96191, 571.27258, 547.4328, 409.28809, 622.67603, 613.25574, 662.12787, 606.85828, 604.84406, 495.20889, 620.58447, 552.29193, 596.49622, 691.14294, 638.01605, 471.99512, 639.69318, 575.43933, 551.0589, 668.01233, 541.60254, 682.39258, 522.41724, 639.04596, 499.92474, 658.09814, 606.97156, 712.64404, 726.51404, 560.87299, 659.5484, 691.22198, 664.81281, 656.58972, 573.93591, 700.4198, 547.97375, 571.9303, 251.0811, 310.64139, 507.48718, 593.36902, 714.97314, 735.01111, 198.63055, 692.5957, 582.48224, 361.63995, 587.89429, 581.39771, 304.2981, 574.23352, 535.71289, 533.19055, 573.99078, 786.40802, 720.13269, 755.79736, 389.27097, 573.08667, 663.68945, 476.19324, 794.91931, 549.6084, 780.73462, 310.13617, 478.14523, 566.1897, 721.43292, 687.41486, 681.87842, 590.61877, 717.85211, 405.47739, 701.39954, 736.82263, 595.18683, 760.59924, 597.82404, 435.84537, 571.21619, 473.26041, 616.78943, 465.13062, 580.17847, 642.55896, 556.40625, 551.87866, 387.07471, 947.56335, 703.04358, 644.44971, 724.14343, 673.70691, 645.05847, 608.93201, 660.65472, 676.18011, 654.43787, 582.37781, 447.98627, 730.13702, 267.45404, 573.92706, 810.29224, 754.02332, 496.12488, 476.83417, 669.58942, 696.95618, 922.08063, 714.92688, 653.47418, 614.75403, 652.59003, 662.66467, 692.99664, 638.06531, 604.47986, 561.97241, 848.198, 644.31049, 744.81787, 207.41479, 500.32617, 583.75757, 308.98096, 618.42426, 692.46814, 637.8277, 257.63489, 405.4646, 488.78391, 876.12561, 738.23767, 609.00964, 577.21661, 378.68777, 477.77246, 765.72229, 322.39752, 616.27789, 391.71033, 907.88, 1301.21313, 754.78052, 610.25031, 933.16394, 531.88727, 1164.82959, 977.92981, 586.2345, 1248.40442, 562.30615, 365.95599, 482.63354, 919.99353, 301.20355, 771.38751, 802.54773, 341.79913, 656.92249, 558.36053, 529.42712, 1004.49402, 1468.32715, 737.35815, 1320.24023, 1290.88464, 1050.24719, 767.14447, 1094.90234, 929.03821, 1086.70654, 502.18124, 1102.31689, 671.6936, 1075.56848, 912.82758, 1725.82666, 1215.82715, 1245.66077, 1086.49463, 1026.92017, 880.79724, 1325.21252, 1719.53406, 1934.38318, 1369.19092, 586.96863, 1132.88538, 1121.09009, 865.21295, 1999.31958, 1816.88696, 2243.83838, 707.83081, 1653.49512, 2509.11743, 863.27527, 1144.65601, 1527.83032, 2297.85376, 1591.73254, 1356.23267, 1642.47388, 1801.37097, 1776.35327, 544.46375, 3029.83252, 2349.573, 1660.79712, 2602.6875, 714.3775, 2071.7854, 1506.34766, 824.73041, 2773.02148, 1669.11475, 2221.36035, 1831.05469, 2187.79736, 838.32935, 682.07233, 2054.63623, 3428.80908, 2380.00195, 3701.5166, 1323.97144, 3133.07764, 2893.03467, 3592.7688, 2781.68066, 3173.73828, 3351.38379, 3351.27588, 2771.69336, 2578.42944 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 215.25183, 323.52057, 444.6929, 293.31149, 413.39325, 394.42688, 313.18085, 327.9523, 354.97913, 405.35101, 410.76068, 385.41623, 361.48132, 357.25183, 349.70386, 296.97992, 365.81113, 370.10104, 333.59988, 270.92853, 346.36649, 343.7124, 382.50177, 426.09625, 486.6134, 317.43057, 429.55716, 359.98273, 322.41861, 396.23599, 521.85706, 381.44769, 417.51688, 358.62903, 277.36874, 383.36206, 528.7843, 450.83923, 458.22394, 399.133, 590.21643, 420.07977, 353.21338, 460.16089, 392.88699, 486.20306, 449.57977, 346.77951, 351.60651, 519.43335, 460.87726, 537.71313, 373.97754, 340.21582, 357.10992, 509.86191, 350.44385, 593.28833, 455.50119, 481.53949, 466.84253, 409.7355, 326.21732, 324.19446, 477.00806, 450.59515, 422.98383, 477.84262, 460.23264, 365.53214, 386.64896, 429.69812, 438.93698, 432.41666, 438.04633, 550.60101, 408.08429, 445.58066, 405.45245, 402.91745, 344.81506, 416.23962, 490.95526, 608.91437, 332.75809, 478.47107, 370.1842, 465.38342, 389.51859, 394.74008, 525.87799, 641.47186, 371.49185, 352.16345, 441.88098, 381.11932, 480.55933, 352.20862, 417.41321, 506.58466, 384.20807, 384.89075, 505.66174, 382.40442, 417.66193, 359.63177, 498.0592, 391.86493, 415.99402, 396.57541, 435.27905, 388.07538, 426.38303, 471.89609, 450.37082, 438.30023, 441.67352, 526.48413, 419.69293, 515.15326, 585.25342, 438.69562, 349.36694, 517.69531, 403.99939, 487.18097, 353.63892, 442.15317, 490.43527, 412.08411, 434.67285, 497.26892, 565.1366, 456.18091, 438.99573, 485.94006, 525.17285, 418.14661, 563.74561, 510.36169, 390.30133, 487.83627, 381.97339, 454.97656, 496.93164, 441.88934, 413.44315, 457.21893, 336.45499, 469.23886, 355.58746, 419.90955, 513.6521, 514.5658, 512.33203, 506.73688, 394.60718, 396.70163, 560.14355, 443.11768, 416.77039, 423.8161, 474.58316, 440.72113, 442.81995, 339.84418, 463.93536, 494.76593, 461.33423, 429.70679, 348.56696, 379.67554, 436.82455, 401.24353, 508.40262, 542.33936, 430.64392, 490.16711, 451.7569, 396.37381, 586.97107, 478.72531, 468.91589, 441.84576, 459.23523, 373.34845, 454.24359, 508.35703, 540.28394, 483.79956, 547.22864, 404.90283, 533.18665, 440.48761, 410.13385, 480.17792, 430.94751, 518.93262, 541.61169, 405.867, 505.92102, 422.07443, 374.60767, 518.07477, 474.22443, 564.92139, 569.64209, 570.51813, 533.44702, 443.99689, 684.71082, 488.16617, 536.23236, 608.67859, 388.93448, 433.4462, 499.65265, 402.99408, 444.17255, 528.98944, 396.67239, 465.19028, 612.43042, 523.31262, 475.4628, 434.34448, 558.9231, 552.56543, 465.09897, 508.6207, 384.33466, 529.26294, 514.48859, 481.26083, 569.84113, 321.30594, 431.66711, 385.19983, 536.60132, 488.80414, 369.76813, 522.88562, 439.64001, 546.90833, 582.78973, 395.98758, 542.31085, 441.80472, 474.74762, 553.24451, 431.83209, 538.71143, 462.76422, 403.95923, 438.39368, 454.26074, 451.52869, 635.34576, 441.05621, 478.90988, 499.35678, 509.70837, 553.22852, 492.65335, 418.29971, 484.64627, 559.10046, 504.07532, 571.17755, 554.31415, 521.04102, 450.85376, 538.40576, 566.32373, 444.81635, 518.98969, 455.81635, 502.77374, 457.08258, 515.46069, 570.33148, 410.29004, 510.85162, 492.99893, 397.00409, 617.88428, 420.84937, 509.48251, 538.01282, 578.70361, 461.75269, 455.81421, 729.68878, 497.16489, 433.50473, 519.70184, 414.33813, 534.83337, 486.69553, 529.8927, 418.71164, 529.37915, 432.68011, 524.01221, 555.30615, 359.10355, 397.06531, 675.10938, 568.62073, 552.6203, 498.42981, 448.72031, 552.31567, 624.88245, 671.48608, 513.87195, 498.12708, 449.55197, 415.53137, 610.15759, 491.22247, 491.95874, 584.72693, 576.94214, 572.74353, 459.10703, 428.14178, 485.8511, 559.46936, 468.31543, 482.12073, 454.84222, 526.41052, 556.79382, 500.10123, 598.12708, 421.04175, 498.4635, 665.39764, 533.8656, 605.42731, 405.06189, 490.61615, 519.31628, 455.59082, 501.94, 495.36078, 550.3634, 603.13159, 571.60382, 548.67224, 587.73877, 547.81787, 508.02881, 412.9483, 487.60449, 595.22003, 444.26904, 528.18091, 642.41156, 649.43396, 589.43158, 552.27087, 574.20764, 617.63739, 520.8941, 510.49286, 457.81345, 432.20612, 546.99414, 726.65112, 483.43457, 522.98572, 537.38977, 556.63708, 552.17194, 445.19385, 493.56458, 464.229, 447.18219, 559.43793, 525.33679, 580.66937, 466.89218, 514.06238, 528.76514, 471.54581, 390.42755, 497.95459, 595.29504, 572.10327, 513.9176, 507.52667, 524.2868, 496.76514, 557.66199, 622.16687, 538.78735, 488.89941, 523.81482, 545.95416, 500.18121, 589.36194, 514.13379, 567.89978, 558.58368, 597.83685, 643.46228, 557.16223, 475.70502, 492.85703, 492.68835, 561.21295, 552.91742, 579.02856, 546.94098, 484.97705, 479.39429, 493.19849, 622.72375, 589.03723, 556.10718, 619.33478, 558.24634, 546.95959, 646.97241, 684.95129, 514.85071, 548.82648, 634.57507, 702.23962, 601.5719, 691.96838, 673.22583, 619.97083, 575.80084, 498.40622, 580.08276, 541.71375, 603.50031, 568.08899, 603.83984, 445.45444, 674.70178, 640.03125, 549.32489, 579.01233, 536.74994, 643.91687, 587.53772, 642.48328, 648.50171, 515.15942, 502.0014, 606.7406, 529.74335, 579.84827, 557.26099, 539.35925, 845.47968, 518.71442, 595.21875, 657.92786, 504.26178, 515.76624, 705.11725, 560.07605, 646.17859, 656.0542, 569.5675, 589.12061, 606.03052, 752.35266, 640.56177, 609.98877, 549.05823, 656.22284, 517.26953, 650.62317, 582.35248, 580.45691, 717.77905, 611.77319, 529.00769, 688.87146, 517.10114, 709.44244, 545.78766, 532.38739, 578.34033, 671.86279, 514.59668, 679.06421, 644.51587, 497.43488, 568.84698, 664.00513, 663.86853, 583.18585, 631.96448 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 1.3861681763451792, "neutral_loss": 3.274746386732113, "target_chat_loss": 1.870839173128364, "target_docs_loss": 1.5963603880258883, "neutral_init_loss": 4.126247479248047, "target_chat_init_loss": 2.28650330657959, "target_docs_init_loss": 3.122452124701606, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 66.53725, 66.73645, 69.93114, 63.9262, 74.33745, 86.71448, 90.76844, 58.92377, 70.22372, 75.76514, 115.11328, 86.5947, 79.80753, 102.13924, 55.44914, 118.61593, 74.05532, 76.91386, 93.5639, 86.79842, 102.56248, 64.43396, 107.9293, 127.88283, 86.57651, 58.70963, 82.33827, 127.04175, 70.87703, 61.94525, 126.19618, 89.27194, 66.54527, 88.84175, 91.50964, 86.23438, 124.49138, 60.56533, 82.25463, 76.00229, 109.22813, 83.21627, 68.28926, 122.71751, 72.93707, 80.53281, 124.45249, 133.05246, 93.34166, 76.02454, 115.57151, 78.44094, 95.47953, 112.22426, 85.57359, 88.09496, 100.69746, 97.87299, 70.11391, 80.35918, 122.74363, 95.14871, 86.07405, 89.69672, 136.87573, 96.30127, 147.5705, 125.82848, 93.30296, 101.92577, 102.77635, 101.45486, 130.41301, 119.12708, 56.0705, 76.37321, 106.13639, 73.60631, 103.75056, 90.7886, 92.12316, 66.45195, 134.13321, 82.56859, 101.49132, 105.05441, 86.76061, 118.17321, 112.78951, 113.87038, 84.0956, 96.55524, 85.90769, 84.34364, 145.67169, 91.02596, 109.58017, 83.28452, 101.4437, 99.15506, 98.59171, 101.89578, 118.16876, 113.3989, 101.1498, 97.99294, 85.49411, 123.29606, 151.6265, 119.34841, 122.68595, 85.29254, 86.78971, 92.47588, 136.55753, 127.94154, 104.53396, 135.29474, 74.09975, 97.08576, 63.24932, 103.62988, 114.38673, 38.82472, 105.58247, 99.9946, 140.8772, 124.59055, 135.16925, 85.2515, 107.69585, 145.01224, 88.49402, 116.87518, 125.12518, 118.69655, 105.44293, 143.80074, 118.00254, 136.35083, 95.94982, 149.41296, 85.18376, 93.25872, 116.72762, 78.87871, 125.26616, 129.63928, 96.20172, 121.65103, 125.22729, 104.0562, 132.40921, 127.72423, 139.24208, 111.30888, 89.6759, 133.99687, 59.19118, 98.90204, 122.28738, 139.70367, 120.86202, 156.37189, 120.27187, 136.70454, 70.9362, 134.82509, 118.02332, 96.3742, 146.67966, 110.08554, 94.51015, 97.48035, 114.61516, 125.65952, 128.27335, 102.8015, 119.83915, 115.77184, 137.6535, 96.207, 146.21823, 115.19724, 187.78793, 153.14021, 96.24225, 88.85619, 116.09799, 137.1172, 118.42767, 136.21756, 69.90852, 151.7598, 118.28391, 125.21739, 104.46426, 149.84555, 105.89612, 116.86567, 121.87862, 124.92778, 96.38409, 92.07094, 106.68047, 147.19385, 145.35504, 97.56024, 104.80039, 145.13197, 114.756, 143.38208, 108.6535, 138.23523, 97.41772, 109.64201, 112.98085, 183.15881, 124.52548, 71.42944, 191.76938, 112.12265, 134.52098, 94.13614, 173.59125, 117.58977, 104.43271, 114.23566, 121.81429, 105.8466, 129.67102, 131.81799, 109.42683, 95.13091, 135.96449, 136.5881, 146.27025, 124.79872, 124.4435, 186.55576, 184.03099, 131.90814, 101.60737, 108.75536, 124.67339, 83.69028, 130.83102, 162.38507, 128.47079, 164.35693, 98.12122, 227.17886, 115.47044, 303.16815, 343.40759, 338.29572, 441.74042, 219.88332, 426.35223, 306.81757, 389.49728, 326.27246, 297.64545, 374.87155, 367.75772, 252.42262, 422.44604, 291.83145, 298.99945, 353.12482, 410.28949, 236.34312, 413.5802, 399.7948, 354.59122, 276.9039, 380.31976, 336.70209, 291.72217, 366.75046, 362.80499, 294.12128, 329.38275, 380.4939, 319.8757, 336.34, 324.01346, 263.77609, 347.73764, 350.49368, 451.30792, 344.15659, 390.32568, 280.98254, 397.35736, 244.46533, 425.73315, 382.45044, 373.03433, 295.57095, 418.46274, 311.07999, 263.55945, 294.62839, 266.73874, 303.09485, 314.46216, 391.24902, 277.42453, 215.11044, 343.84219, 411.50726, 339.72491, 420.95517, 336.3277, 446.67639, 440.12875, 294.69205, 230.88269, 330.80316, 262.91791, 310.49664, 414.4585, 452.6304, 421.98001, 436.47647, 276.44269, 317.34747, 441.69946, 307.70856, 306.84998, 347.90335, 320.24005, 283.55212, 355.09631, 279.83768, 198.76384, 413.13718, 380.81967, 310.06967, 466.13611, 504.91113, 409.35925, 401.17859, 453.18719, 291.86346, 314.43097, 478.12589, 255.85565, 399.38751, 427.86877, 207.33914, 316.23721, 480.97781, 399.76764, 414.68729, 331.82532, 410.14215, 409.20276, 405.10107, 356.6748, 330.99472, 361.01898, 314.21802, 363.68274, 378.82431, 368.87823, 439.29395, 300.29669, 340.99799, 436.44257, 219.57333, 464.97037, 367.3558, 326.07965, 407.25885, 329.88159, 332.28571, 292.39508, 357.76318, 423.56674, 378.07486, 471.6011, 516.75464, 424.207, 495.86346, 493.70795, 409.70813, 200.63449, 483.61191, 418.02594, 360.13913, 314.17682, 368.49298, 351.71271, 336.55423, 470.7251, 402.33508, 421.20648, 492.52695, 332.4035, 299.94531, 344.40808, 330.10901, 419.63199, 337.66144, 326.26749, 336.85461, 366.61035, 305.88675, 255.69644, 245.49434, 392.44821, 219.67761, 363.18561, 405.43274, 330.30853, 357.99747, 422.96466, 531.26562, 336.57309, 474.48129, 385.6026, 307.75995, 281.01361, 547.87427, 371.49817, 386.32724, 443.38446, 325.88953, 371.08029, 500.00018, 339.54056, 364.42703, 495.25131, 379.89047, 337.96143, 274.74268, 440.08438, 379.93079, 536.35266, 488.46918, 612.52649, 337.19482, 402.81644, 311.82892, 419.88165, 435.66367, 514.51801, 434.7778, 461.92746, 439.72104, 355.45801, 422.86566, 506.32758, 437.08777, 409.55966, 340.95715, 388.87039, 373.82086, 402.9906, 478.61362, 460.98892, 425.18237, 485.78595, 478.3399, 363.78009, 489.85938, 432.23035, 420.11386, 414.12988, 381.64493, 411.75348, 433.5647, 418.5155, 485.53772, 386.16458, 431.04865, 483.32248, 350.43073, 455.29782, 364.41293, 361.19977, 355.00784, 444.09296, 349.36948, 356.41525, 339.56201, 417.7305, 488.09491, 523.9115, 459.25198, 277.29343, 321.18817, 250.30194, 390.67203, 427.58197, 341.19745, 345.12924, 233.18694 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 358.94208, 364.23395, 333.12268, 458.43353, 407.11914, 312.40527, 359.51843, 291.83502, 538.64087, 46.68167, 303.46448, 569.86414, 513.21338, 479.5892, 416.11066, 577.82794, 578.88947, 540.82935, 562.72913, 442.45801, 588.44019, 445.88867, 506.92188, 528.17163, 184.85236, 459.24509, 545.0553, 497.50568, 512.38715, 562.18079, 714.23694, 491.16022, 487.48752, 537.14673, 570.91211, 602.6261, 589.20428, 524.86847, 510.95691, 385.48737, 631.49713, 502.24725, 543.46698, 539.58276, 536.71411, 508.24634, 612.3587, 560.24176, 694.12885, 411.79437, 577.63489, 583.1662, 534.64868, 562.83215, 565.31775, 670.95703, 364.72705, 507.18301, 526.47766, 520.0744, 489.18353, 616.56909, 471.50616, 570.7843, 604.61646, 459.24921, 477.71863, 459.38177, 757.25684, 583.88342, 463.15875, 472.25552, 640.16541, 615.34009, 696.37311, 548.51923, 571.35864, 565.80695, 529.19659, 473.42398, 572.55237, 570.22809, 479.84515, 639.41638, 533.27405, 549.65125, 596.4834, 609.4458, 329.04504, 320.63562, 662.65601, 615.15698, 595.75317, 468.94016, 584.85577, 646.33325, 747.56921, 481.39725, 665.21405, 603.125, 675.73877, 520.367, 490.56094, 602.80481, 475.80862, 570.72864, 521.8869, 556.2207, 507.83014, 586.24518, 718.93121, 304.6445, 621.79456, 575.3382, 705.02362, 452.18073, 591.18323, 577.69873, 618.28101, 638.63684, 574.86371, 636.30212, 509.68597, 578.06622, 584.62354, 937.93042, 681.67407, 610.55762, 577.75262, 570.17944, 633.28723, 422.9281, 552.97467, 471.47165, 680.81677, 614.21387, 663.32306, 643.74963, 668.09253, 582.8371, 565.09656, 490.9834, 346.98944, 682.74036, 592.93054, 579.68372, 583.85217, 595.65521, 740.36725, 455.29199, 534.4187, 501.67416, 673.44043, 589.36536, 484.461, 677.67737, 473.91797, 638.74658, 655.23242, 757.80383, 633.01709, 302.27924, 579.6485, 693.37671, 513.85577, 627.66718, 575.65234, 571.88324, 519.6571, 467.66519, 722.87451, 732.36121, 581.3606, 574.67529, 609.0686, 741.98627, 623.88525, 628.99402, 558.11078, 272.86084, 629.44421, 621.99036, 593.34656, 633.21069, 582.59528, 503.65564, 670.10547, 532.45557, 686.69971, 615.99915, 642.00903, 547.34546, 726.85876, 492.32092, 690.57751, 771.00427, 563.92102, 445.24182, 614.8974, 625.16638, 621.35608, 771.76587, 450.16187, 711.62744, 614.10651, 337.16077, 537.95013, 603.13751, 338.15353, 566.65356, 587.70148, 747.29437, 716.24872, 624.9978, 707.26721, 822.05688, 752.39929, 491.87051, 503.9126, 699.12677, 824.96442, 762.38892, 763.36157, 647.50793, 536.85468, 557.46326, 702.31952, 620.11353, 690.07782, 713.51819, 729.83478, 730.38556, 549.72241, 701.08148, 717.22815, 578.9668, 707.06177, 281.34778, 670.30457, 568.2627, 508.99475, 574.36896, 813.758, 585.22546, 544.14111, 601.29553, 657.1499, 670.52527, 708.64386, 603.59583, 615.39343, 724.18243, 744.81146, 901.09406, 707.64166, 694.06616, 461.92459, 617.91479, 602.89404, 513.01746, 646.91028, 718.11151, 693.33014, 658.57074, 655.03271, 491.81168, 677.07764, 628.97174, 800.90228, 655.47717, 655.85229, 540.62476, 704.52527, 605.30127, 629.45532, 770.40259, 705.5871, 526.62323, 744.64081, 648.42065, 629.84839, 764.71613, 592.38062, 770.01508, 588.11029, 805.7088, 528.4798, 755.77124, 668.88367, 761.86694, 770.31165, 605.39777, 750.51569, 782.16364, 742.9397, 771.74512, 684.83954, 748.78918, 637.37506, 624.96515, 296.21191, 337.32272, 543.53961, 636.77722, 776.4353, 820.7934, 173.54669, 783.4386, 675.56409, 367.17529, 585.61963, 656.75146, 358.41946, 640.42169, 637.65601, 638.49805, 650.94946, 839.33362, 786.53247, 840.77869, 425.95587, 627.80524, 757.31921, 582.10828, 893.55737, 590.18658, 880.98645, 264.29962, 488.25671, 626.93073, 797.19464, 763.72742, 719.01953, 679.28473, 821.13147, 401.7225, 792.67072, 778.14709, 655.51843, 767.55341, 638.71362, 433.30777, 664.88196, 559.42102, 706.76379, 536.93726, 581.815, 708.21014, 613.04858, 616.4823, 386.38165, 1023.36279, 824.81201, 741.38806, 821.9845, 765.98425, 758.17804, 696.61035, 761.48022, 834.0116, 701.55157, 629.30469, 466.55215, 834.7785, 264.08868, 630.99048, 944.37787, 824.47791, 485.35712, 507.33514, 732.85913, 755.89404, 980.84772, 777.66174, 725.55786, 675.53149, 696.54443, 753.89813, 772.60809, 776.01849, 620.87415, 615.84509, 963.79327, 709.35406, 817.0553, 200.57602, 544.05133, 582.25836, 321.46597, 668.94141, 810.23431, 742.63989, 269.54785, 464.22842, 482.71118, 956.79486, 790.01807, 683.82849, 708.5509, 424.19885, 548.00928, 889.76862, 342.5726, 697.0506, 365.29102, 1118.46729, 1391.0282, 803.15436, 665.27185, 980.85724, 594.09949, 1295.40393, 1119.16553, 636.99329, 1356.03003, 610.77649, 389.991, 611.57129, 1025.88, 302.104, 847.93671, 919.67261, 376.34393, 629.59991, 639.12708, 563.91003, 1052.41772, 1614.60681, 801.50696, 1415.40942, 1426.90674, 1140.51904, 865.16333, 1284.07959, 1021.09656, 1252.88757, 592.36157, 1249.80664, 751.8446, 1148.24072, 939.96039, 1746.73926, 1410.04858, 1374.47253, 1243.97803, 1181.72974, 928.66669, 1465.11572, 1824.94458, 2004.12537, 1474.19946, 638.16089, 1304.21802, 1185.47437, 982.2066, 2152.67188, 2035.58252, 2403.7832, 746.89453, 1771.47412, 2655.25049, 951.07007, 1283.74768, 1688.57739, 2422.99854, 1639.65698, 1483.8103, 1893.02588, 1924.39746, 1903.13318, 604.00916, 3123.06299, 2428.68555, 1718.94067, 2673.25269, 797.57495, 2224.52588, 1586.6333, 894.36182, 2932.94141, 1870.50977, 2353.8335, 2088.21558, 2504.43604, 921.52222, 788.9007, 2260.36523, 3625.49609, 2784.29492, 3860.81689, 1500.53638, 3397.79663, 3010.05469, 3716.15381, 2982.37451, 3261.87451, 3470.20557, 3519.05347, 2957.41602, 2962.72705 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 239.97902, 366.6153, 457.88705, 324.43399, 452.53775, 419.96967, 347.69055, 347.81903, 380.63995, 451.70581, 474.08517, 410.67267, 406.5018, 387.78134, 387.85678, 336.31482, 405.03287, 399.70932, 372.2699, 305.70486, 368.87286, 381.70767, 410.03134, 457.58966, 525.16138, 330.23511, 459.3942, 401.64966, 342.30786, 398.8598, 561.48932, 429.16452, 444.21332, 385.92526, 303.7981, 437.1925, 559.53473, 492.05099, 477.22968, 457.34723, 685.33301, 443.34549, 393.02557, 503.32095, 427.89386, 512.94165, 471.46835, 391.97253, 369.94763, 583.72345, 492.07874, 581.02246, 396.20462, 361.81656, 404.57181, 542.47717, 365.28888, 646.26141, 495.43079, 557.95056, 512.86938, 427.80859, 355.16293, 346.56461, 513.66235, 496.18881, 466.99991, 530.36578, 509.3313, 393.98831, 420.34747, 459.43716, 473.48499, 477.32999, 486.10406, 608.00366, 456.50812, 473.96204, 440.12848, 430.27051, 377.86542, 443.72626, 536.04779, 644.21631, 376.00641, 516.56616, 382.4494, 510.9346, 416.9343, 444.99188, 560.44263, 702.88684, 433.72644, 402.28314, 486.44379, 445.58191, 516.8703, 396.87833, 460.60114, 574.27722, 435.86124, 402.72018, 551.05371, 418.09705, 455.56693, 394.17242, 540.17883, 444.85208, 444.09967, 433.74609, 451.10187, 419.1192, 458.50641, 533.45819, 513.27148, 481.10785, 475.7168, 567.75177, 469.65421, 543.86353, 624.39966, 456.55615, 392.73169, 574.20557, 434.48709, 529.28558, 393.52548, 484.5213, 547.22021, 455.94153, 466.81506, 546.07642, 608.02344, 512.97534, 479.9476, 532.86566, 600.2926, 451.64136, 621.59296, 555.64087, 429.83267, 524.56488, 424.5296, 498.49115, 545.28052, 506.15424, 441.24612, 510.36792, 376.5871, 508.72046, 393.87311, 459.70865, 555.46777, 553.32434, 561.67493, 546.92609, 450.33813, 458.62335, 611.02344, 503.02924, 433.7276, 437.99719, 530.25897, 469.79224, 516.21143, 380.91211, 520.88574, 561.87549, 521.99066, 466.85049, 394.86951, 425.25626, 468.52197, 438.19031, 570.04315, 567.43726, 479.53079, 546.48352, 483.52228, 428.79309, 644.47107, 524.27545, 516.18713, 470.83588, 501.23071, 411.10382, 502.69064, 563.37848, 578.90002, 518.78088, 625.19324, 442.65649, 580.26636, 484.28836, 480.37445, 549.44055, 478.1347, 602.37567, 574.01355, 450.01697, 551.92401, 487.45679, 422.30225, 580.12451, 524.98584, 610.26465, 616.88672, 637.72656, 568.51813, 483.94662, 768.57886, 544.32489, 587.836, 647.05762, 423.45609, 478.30109, 539.33374, 445.80731, 470.45728, 573.60706, 422.8512, 543.40295, 672.92371, 567.76343, 530.72388, 475.9942, 595.68329, 596.76074, 509.06372, 542.13275, 453.86792, 603.54468, 560.73389, 527.0097, 620.6134, 361.62769, 455.84134, 407.49408, 595.95105, 523.71326, 391.07629, 577.67938, 490.59055, 593.48077, 635.33282, 460.22461, 597.89105, 502.85077, 511.46338, 614.09473, 459.91385, 598.1333, 519.34827, 426.02481, 470.65631, 508.69629, 492.57837, 666.63452, 462.38538, 549.75037, 565.32947, 547.33533, 597.37195, 532.58221, 493.46405, 531.88678, 607.19617, 545.75305, 646.17993, 625.72412, 597.75568, 494.76257, 585.06506, 635.57068, 488.18365, 552.54529, 506.08167, 559.63324, 499.26663, 571.41888, 623.05286, 465.91257, 565.55096, 545.71753, 456.74115, 655.41821, 487.05823, 542.50842, 562.35919, 625.59534, 501.22961, 499.46799, 782.63904, 538.93994, 483.55994, 599.38409, 492.70612, 593.94305, 559.82886, 572.55548, 450.83325, 565.74292, 466.69574, 580.69751, 583.68848, 400.15839, 433.42261, 735.41895, 635.72131, 607.1217, 552.80225, 503.98334, 625.67084, 687.18689, 715.0144, 551.11328, 560.49487, 490.44373, 465.11685, 651.14587, 519.32922, 555.10083, 680.63965, 640.35059, 633.43475, 517.99207, 468.78589, 531.43677, 636.52246, 558.58411, 523.59436, 503.78442, 576.20026, 605.92847, 525.89685, 676.51392, 450.67444, 547.88342, 770.88373, 604.47919, 655.56201, 441.63556, 537.35706, 565.42609, 511.36597, 540.6366, 561.87811, 611.75958, 653.8595, 645.34326, 611.9519, 622.23553, 574.28357, 556.94153, 486.97784, 545.08618, 635.93384, 503.19229, 578.34607, 701.79034, 711.75836, 636.87402, 611.2066, 662.44281, 661.4809, 551.93542, 571.87585, 518.24963, 489.51788, 597.58142, 781.62238, 559.01025, 582.5387, 611.46869, 600.62122, 641.11108, 516.61487, 561.73969, 506.35712, 524.80945, 620.84082, 582.22046, 637.45386, 550.6416, 577.66272, 612.82074, 535.1618, 429.35596, 537.95636, 658.08563, 639.23096, 574.63159, 557.93701, 587.01245, 547.341, 627.59814, 720.86737, 558.9978, 578.15662, 573.62939, 587.65332, 547.87817, 666.99744, 559.57855, 634.77661, 584.85516, 648.00122, 720.30365, 616.13159, 541.328, 540.18988, 547.75989, 628.66248, 601.74835, 644.43176, 578.91034, 539.91406, 539.95392, 552.79041, 668.07251, 660.41187, 621.12842, 698.49652, 639.44849, 600.85413, 729.34521, 759.677, 568.17615, 591.4223, 697.76721, 771.80652, 655.48834, 770.909, 761.95917, 689.03235, 640.0802, 566.13123, 643.14917, 598.56342, 661.71228, 631.42133, 684.0379, 503.6395, 702.90387, 712.5282, 629.82123, 656.56964, 602.98743, 705.80676, 672.77356, 713.58606, 730.8075, 566.72906, 545.00256, 662.9248, 594.13477, 661.96228, 623.20447, 567.86426, 901.82928, 546.57117, 644.27728, 721.10504, 563.95428, 572.42853, 787.77722, 623.2124, 691.01056, 732.10168, 645.26196, 664.99023, 683.48315, 805.0675, 715.28723, 690.03735, 611.38037, 721.82666, 580.89246, 738.60632, 665.91241, 635.4502, 811.19531, 657.92969, 599.59143, 768.06439, 595.00989, 797.80444, 635.25775, 610.72577, 676.73914, 731.15198, 576.16895, 775.80957, 710.42981, 561.7326, 610.71136, 744.9035, 723.21741, 661.59497, 705.66516 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 2.0957707593794153, "neutral_loss": 3.434816171931124, "target_chat_loss": 1.995279548709677, "target_docs_loss": 1.8665209793854203, "neutral_init_loss": 4.428177960205078, "target_chat_init_loss": 2.3474900939941405, "target_docs_init_loss": 3.545001966688368, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 71.96716, 84.95914, 75.6292, 66.38845, 75.97092, 102.28905, 80.87112, 71.55919, 92.5531, 87.11708, 105.99534, 91.69414, 88.73735, 99.20532, 76.71063, 116.35826, 72.7993, 81.2775, 93.60486, 90.86639, 104.29401, 75.11549, 120.58916, 135.82852, 103.15312, 66.32091, 101.27937, 143.75037, 80.22528, 75.2576, 132.92569, 90.133, 68.84163, 108.1014, 95.83149, 82.60569, 128.90045, 70.22639, 79.89475, 88.99202, 103.84456, 83.14079, 67.50244, 119.1445, 74.85342, 85.76724, 118.25079, 116.42221, 95.99931, 84.81091, 133.82846, 73.9032, 108.13028, 104.98779, 94.03115, 86.37591, 140.12206, 100.88795, 69.06432, 94.29918, 136.44107, 94.36855, 92.17145, 88.05965, 143.3868, 93.96764, 159.287, 129.45059, 80.37777, 114.67841, 114.04054, 104.0728, 131.46814, 116.52617, 73.9869, 78.81363, 111.65978, 82.59319, 104.07817, 92.93263, 95.90028, 84.08138, 130.83838, 115.15622, 86.08357, 122.05368, 89.93915, 126.49426, 97.18684, 125.24448, 78.51316, 109.00107, 92.02612, 85.43649, 159.8277, 112.77553, 129.80305, 97.62433, 93.25743, 94.87853, 110.77969, 101.71915, 140.84735, 106.76117, 102.22823, 117.21863, 78.5709, 134.58356, 207.64716, 139.53223, 106.70242, 68.76442, 89.12866, 89.12976, 132.07135, 127.64685, 105.53782, 139.20241, 89.83452, 106.91887, 50.59145, 98.82771, 123.4615, 46.99608, 106.92569, 114.57823, 175.60886, 130.45337, 133.87587, 94.05753, 125.81172, 159.29037, 95.0467, 125.25659, 128.93814, 124.06831, 107.42435, 129.56853, 140.29948, 146.75821, 106.20235, 129.7325, 95.14261, 96.86005, 137.41055, 83.60294, 131.21965, 142.20273, 95.35744, 126.23517, 135.29668, 124.43182, 135.65529, 137.85899, 140.29683, 103.57967, 95.90268, 146.02763, 71.76765, 113.74536, 119.42244, 135.40642, 129.06612, 160.1376, 119.81705, 154.9411, 81.14143, 129.91608, 115.44646, 114.54303, 144.02252, 122.88428, 98.23038, 102.47885, 108.70016, 141.16306, 120.58656, 108.33369, 109.69026, 140.16043, 126.7747, 88.60873, 158.46771, 123.01349, 202.1283, 179.41791, 95.52982, 83.90565, 126.28317, 164.53369, 137.74646, 152.28656, 74.97754, 154.34541, 128.27728, 164.71365, 139.21255, 147.41141, 120.10753, 127.68805, 112.97368, 124.59119, 100.21352, 103.90468, 143.77545, 150.39175, 138.09416, 106.55244, 110.40939, 149.75192, 118.87212, 151.59898, 101.82846, 150.41647, 93.83002, 114.47132, 122.2674, 202.62061, 153.84302, 80.59238, 200.33496, 114.53775, 156.38289, 115.83099, 176.88622, 128.39169, 117.53505, 133.96889, 145.00725, 116.80435, 153.26355, 137.83438, 120.62788, 88.02687, 139.79723, 141.72049, 129.8676, 124.11234, 133.47029, 183.82425, 207.2399, 139.07144, 113.32978, 109.54485, 138.46405, 124.50214, 145.8801, 178.23837, 135.74554, 168.26813, 101.42242, 236.20169, 117.29723, 300.78503, 367.18561, 322.35547, 442.2084, 240.96581, 435.35211, 331.83539, 363.46762, 325.2793, 315.26068, 427.32324, 385.56458, 268.70432, 441.26053, 310.02606, 339.37811, 382.42291, 426.31229, 247.43207, 431.27698, 418.93594, 367.09964, 305.35123, 376.5123, 343.23749, 298.43945, 400.52197, 362.66873, 299.16998, 336.74536, 383.97144, 320.28677, 365.45526, 317.88507, 282.69608, 377.87537, 353.60175, 502.98007, 372.66376, 418.37683, 288.68793, 383.51801, 250.9254, 450.55142, 383.38654, 407.52155, 293.0592, 416.67157, 331.4924, 265.67969, 315.17297, 267.90262, 310.39185, 310.02692, 392.58783, 284.81589, 235.88995, 340.33157, 405.74994, 347.72491, 441.2952, 331.52411, 458.30313, 429.4346, 302.76495, 225.14359, 341.61041, 274.44391, 324.56451, 415.25403, 491.95825, 443.79309, 439.76196, 294.00153, 323.7348, 470.19757, 294.3956, 339.35065, 364.15793, 324.70786, 275.25754, 347.26776, 278.60931, 188.50616, 418.40292, 378.49643, 315.55539, 498.74591, 542.53149, 419.59155, 389.86023, 480.47043, 288.2037, 350.02832, 503.84055, 293.12335, 406.72357, 420.01703, 241.35776, 331.96906, 537.98901, 384.84695, 447.88858, 344.09473, 409.95166, 445.72943, 441.16733, 406.1261, 329.05399, 350.24335, 323.97278, 412.78027, 433.9747, 362.87616, 429.21786, 307.21869, 328.81784, 476.81177, 233.87335, 490.37772, 344.03232, 358.37219, 417.88507, 346.40326, 422.32199, 294.75861, 378.45587, 448.23508, 392.10223, 476.62128, 567.94666, 445.9126, 509.91211, 521.70923, 445.75967, 227.07275, 490.99713, 462.06494, 370.75003, 342.03033, 343.72748, 380.0275, 339.53683, 463.43311, 433.052, 453.64423, 538.97589, 336.99026, 313.74292, 368.59204, 366.03702, 407.33286, 334.48099, 358.29193, 334.7063, 406.08942, 365.12939, 287.24042, 247.85297, 418.33374, 255.78668, 382.47974, 408.23483, 337.51294, 376.76865, 426.67624, 533.98047, 345.30164, 529.22681, 384.64883, 333.63104, 283.83652, 580.54321, 412.62473, 390.3584, 472.62714, 341.49255, 379.21011, 512.01764, 369.86551, 379.40442, 514.29773, 426.43622, 331.94739, 290.07828, 466.52277, 431.03839, 567.54987, 505.78729, 634.92078, 366.30359, 405.43561, 345.17313, 407.77509, 474.61316, 522.89038, 475.12952, 459.33908, 483.93018, 360.56342, 464.00912, 519.83752, 461.496, 406.78964, 361.06897, 345.0419, 378.62149, 435.96692, 527.69189, 493.06708, 432.02948, 517.46765, 492.08536, 416.41791, 526.50793, 455.89395, 460.39264, 418.94962, 372.58765, 454.12204, 435.37286, 411.77228, 531.66809, 406.47995, 449.78204, 488.20761, 385.86758, 463.37122, 390.28845, 366.19196, 361.14523, 456.3804, 354.32709, 435.57019, 351.01489, 451.97632, 516.95563, 560.00085, 451.85071, 302.86923, 334.55841, 249.33813, 472.20221, 465.13885, 338.3074, 378.55066, 245.69473 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 345.05304, 388.56677, 293.2114, 500.448, 404.05463, 364.65582, 362.3537, 304.42636, 603.0423, 42.1779, 279.90594, 518.4054, 515.62427, 454.94568, 433.98517, 573.01794, 588.46228, 531.77954, 625.98706, 438.37769, 557.59814, 435.6832, 554.17407, 516.87219, 197.88522, 515.67914, 505.09662, 505.06671, 506.23944, 593.74371, 733.99438, 467.09045, 576.54901, 553.06775, 556.6156, 593.97046, 619.08417, 572.98657, 487.0181, 410.21933, 648.18756, 497.87366, 554.33826, 508.96683, 530.63574, 530.57007, 606.50385, 593.28247, 816.06885, 423.40393, 646.23193, 575.20746, 540.1261, 588.17609, 559.88275, 767.646, 385.15009, 572.1651, 495.91608, 523.37036, 560.31757, 622.48456, 547.90991, 701.71198, 604.90387, 558.16345, 516.85315, 513.80603, 845.5661, 620.07831, 506.20154, 508.61823, 767.32593, 593.03021, 734.51611, 514.98962, 597.58002, 622.78101, 513.64941, 469.40839, 568.32355, 606.02747, 525.93353, 606.76526, 525.38275, 568.38397, 565.75281, 591.828, 292.51807, 354.94531, 672.50903, 640.9895, 639.36646, 498.88849, 627.38245, 622.36218, 797.61951, 497.60626, 755.89307, 574.54688, 676.53528, 505.0817, 535.68213, 683.72424, 515.75208, 674.52771, 524.729, 565.59302, 514.84033, 588.16833, 706.13318, 322.29309, 615.84119, 586.09863, 773.70178, 539.92969, 645.2077, 625.42163, 609.32935, 670.01245, 565.42181, 627.13989, 560.56677, 605.74097, 557.00891, 991.92865, 683.64404, 626.64148, 626.03137, 567.01477, 646.46771, 423.15173, 565.88806, 478.46875, 787.33301, 650.28467, 643.23553, 647.60938, 716.78021, 597.50037, 635.94238, 484.67194, 422.97122, 706.06421, 618.90723, 625.91687, 585.79633, 669.3689, 843.18616, 530.30475, 552.63086, 476.60223, 711.22034, 619.6084, 559.41858, 779.01257, 498.37415, 631.76538, 667.37268, 826.9635, 809.00916, 289.03189, 631.62482, 675.24927, 597.62573, 629.2467, 603.62256, 616.03516, 495.51172, 562.68573, 742.79706, 765.04297, 623.51904, 616.35229, 599.5011, 777.98682, 669.8808, 683.47791, 592.12952, 266.26016, 631.68457, 611.94788, 607.89752, 740.54413, 550.00256, 547.5484, 696.65216, 589.45959, 669.09937, 649.69836, 690.91467, 598.79132, 754.14966, 567.76233, 725.32251, 784.31128, 616.29645, 587.84131, 612.3974, 618.70679, 626.34387, 949.68945, 461.22327, 724.94641, 674.13123, 370.88239, 532.20599, 609.2348, 367.37994, 582.83179, 644.98499, 797.45551, 718.54108, 638.32947, 732.70557, 847.03003, 830.9397, 522.82288, 497.02075, 726.55133, 876.54596, 826.25226, 745.87482, 755.7467, 558.93237, 561.30286, 775.00653, 713.63336, 744.64026, 760.2171, 726.98853, 778.927, 550.67664, 743.89404, 753.24207, 589.3609, 702.00372, 292.9928, 745.57489, 610.9765, 556.25781, 595.81, 862.91382, 616.9809, 531.7345, 613.70856, 656.26135, 674.92908, 762.56714, 634.13849, 644.25024, 741.83075, 786.35406, 927.7655, 721.69763, 713.17175, 515.61475, 640.84863, 647.37109, 540.84552, 691.96936, 765.5929, 759.63165, 714.09985, 774.60535, 574.88623, 713.45679, 641.3678, 891.52496, 689.93579, 678.43176, 563.92603, 729.68451, 639.6073, 629.92047, 828.23999, 744.39459, 619.04663, 774.41931, 709.17615, 652.15173, 823.08618, 589.28613, 774.71021, 620.75769, 976.26782, 587.37183, 738.81897, 700.10815, 789.81689, 787.7229, 639.14203, 809.98621, 821.98596, 771.5509, 812.20288, 797.94763, 773.59583, 672.02435, 681.50739, 356.49503, 370.66705, 614.51587, 642.19696, 827.81104, 859.4668, 146.88971, 837.83978, 720.61621, 353.86755, 586.29346, 678.67114, 375.75641, 720.62323, 737.91418, 717.89691, 686.74927, 822.50995, 821.50903, 836.3775, 423.1496, 626.86816, 825.01642, 678.45557, 913.49109, 588.62012, 934.1568, 213.84918, 495.01624, 651.14166, 808.86462, 787.68097, 716.9223, 726.74738, 927.83093, 367.23105, 860.24133, 767.82654, 653.43982, 774.87915, 688.82843, 462.30771, 777.85181, 617.8678, 739.03784, 581.02209, 589.06311, 715.29211, 626.39624, 661.8819, 369.95078, 1028.77209, 895.16028, 790.89893, 856.15564, 854.51819, 871.8407, 702.73236, 828.66553, 974.90308, 730.95911, 677.38965, 509.53427, 919.763, 267.58643, 650.09741, 1041.59766, 877.55414, 438.89899, 554.00555, 775.02771, 750.49408, 1020.97217, 811.19434, 768.78833, 693.64502, 713.18561, 840.86304, 809.11389, 864.09924, 644.11963, 638.59589, 991.56635, 740.89246, 920.28217, 174.44406, 574.39594, 580.8429, 332.91714, 707.8186, 904.78912, 857.21729, 277.81537, 468.36343, 469.92352, 1050.43018, 906.1416, 755.77014, 855.57495, 477.65326, 582.91791, 1021.88409, 407.06998, 763.51392, 386.91, 1328.43591, 1450.4696, 847.2334, 718.93378, 1041.95337, 633.04962, 1395.14453, 1195.59729, 705.79602, 1437.60413, 662.02734, 399.40613, 756.12506, 1130.19751, 307.72266, 899.91577, 990.4364, 404.88129, 611.58197, 712.80261, 612.14429, 1108.18811, 1780.88318, 817.67065, 1513.7749, 1540.03564, 1233.17505, 935.27649, 1450.72644, 1092.12891, 1469.20483, 669.66174, 1364.8678, 779.51709, 1310.06091, 1029.88806, 1807.18225, 1553.9187, 1505.72144, 1401.79504, 1362.8064, 1005.78912, 1698.65588, 1962.04883, 2052.62476, 1684.60474, 672.83771, 1552.3429, 1253.18652, 1114.53589, 2358.53662, 2286.80469, 2496.16016, 773.06738, 1902.37158, 2706.48413, 970.65271, 1365.62866, 1874.34277, 2585.60254, 1786.22375, 1619.31165, 2116.16895, 2125.9646, 2080.71582, 653.52637, 3188.03906, 2561.25098, 1896.86865, 2810.13037, 824.66138, 2402.31445, 1827.26282, 984.01868, 3076.53564, 2188.46338, 2601.52441, 2446.58813, 2752.03345, 1005.30267, 891.40704, 2701.70752, 3938.60156, 3509.7937, 3975.104, 1604.47473, 3750.93115, 3167.15137, 3881.26147, 3319.31104, 3448.45801, 3717.90186, 3739.25391, 3236.9104, 3359.96338 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 281.53693, 416.57574, 501.71823, 365.42493, 513.97638, 461.49683, 399.142, 408.33255, 428.89389, 519.46411, 563.29974, 448.13333, 471.94019, 434.63239, 441.5957, 408.35736, 472.51123, 460.72626, 425.50687, 374.9949, 414.4585, 439.43652, 461.30682, 519.86206, 587.36304, 374.43741, 515.53308, 485.07425, 397.80548, 430.78403, 644.71948, 485.45532, 528.3327, 439.38184, 362.62323, 512.42676, 632.90027, 588.62787, 527.98499, 555.3783, 826.16138, 513.43372, 485.62109, 577.80737, 503.78027, 565.15289, 537.9082, 470.72968, 421.59814, 674.06396, 559.26636, 650.83734, 444.22681, 415.27133, 503.7688, 596.48279, 423.74225, 732.30786, 589.20819, 652.12915, 606.17896, 482.98224, 430.5018, 410.75275, 580.89233, 574.1012, 548.61731, 627.22021, 610.17285, 463.71771, 490.11322, 536.57214, 558.32556, 539.70056, 565.96509, 697.79639, 531.86182, 546.66547, 515.00995, 485.75385, 445.89859, 509.59879, 623.7077, 722.31799, 448.00375, 587.33765, 439.93015, 587.724, 483.94562, 505.47165, 620.40558, 821.8595, 526.00861, 490.18219, 558.50122, 565.97339, 597.49084, 498.91919, 545.85724, 680.23364, 517.12714, 464.44763, 621.80603, 474.80145, 522.84961, 469.90363, 617.12415, 541.72662, 511.86551, 517.09705, 524.62793, 479.03595, 535.8714, 631.94324, 613.1261, 569.78418, 534.22205, 643.57153, 556.72418, 607.57837, 710.15906, 520.52649, 490.32816, 648.82379, 500.32648, 616.36218, 474.97461, 551.1192, 642.24023, 559.16431, 540.89734, 648.82324, 688.91345, 593.53027, 575.81744, 602.7005, 698.48389, 527.28308, 728.71143, 671.52454, 511.12515, 597.23572, 520.60425, 585.6626, 619.49921, 610.29517, 517.55994, 612.21643, 445.88165, 591.68524, 465.48367, 553.69727, 631.28857, 611.82312, 649.45947, 602.60248, 536.22327, 570.71735, 708.94202, 581.05212, 483.88712, 478.67386, 624.29858, 522.0, 633.31567, 466.65881, 604.8844, 656.70776, 646.95557, 550.1095, 474.94809, 509.6077, 539.49518, 520.51367, 673.92676, 624.51929, 571.34619, 647.85669, 537.43335, 501.2016, 746.99036, 586.5332, 597.36847, 541.47046, 582.2254, 494.83521, 586.88586, 642.34607, 663.9054, 597.1355, 729.53345, 526.46973, 657.04175, 580.57507, 603.39368, 656.75311, 543.5282, 705.28986, 645.70343, 539.96216, 629.61798, 590.25391, 513.17212, 678.42468, 594.27429, 704.96405, 682.53955, 750.00018, 634.65051, 566.62799, 899.02832, 628.44458, 700.28632, 722.99634, 487.31912, 568.888, 620.4718, 523.56256, 535.60571, 664.4812, 483.56372, 680.21844, 778.07513, 671.50659, 616.65869, 547.76276, 663.40796, 684.98633, 593.49481, 607.34192, 563.01532, 698.61548, 651.1908, 614.69507, 704.24078, 440.73853, 504.55774, 477.97452, 688.22107, 624.15692, 477.36292, 656.32806, 577.90198, 701.40735, 735.30432, 572.20544, 692.69983, 596.08136, 595.38196, 709.34998, 522.60828, 676.2804, 628.4884, 501.06235, 542.32367, 600.91992, 572.06653, 744.60657, 537.94934, 657.73785, 669.56317, 655.09369, 669.88422, 628.04224, 614.35168, 614.91199, 701.51147, 624.69897, 744.93481, 734.75433, 733.07227, 583.38409, 662.677, 755.1535, 571.66815, 625.06213, 579.06311, 663.29291, 583.67407, 688.83875, 703.66473, 566.94629, 648.66962, 636.79211, 568.26251, 725.35583, 591.37616, 628.35663, 638.93243, 734.38519, 606.61652, 573.58112, 879.84534, 610.14124, 562.27155, 724.05713, 598.06854, 688.35583, 671.03613, 663.95221, 523.75745, 630.88489, 543.20709, 673.04498, 654.84485, 502.23221, 489.02521, 836.86115, 738.52734, 719.85547, 628.67505, 596.5498, 723.26263, 784.48083, 796.3811, 631.42578, 659.80859, 609.80707, 543.42657, 742.7876, 590.99414, 654.11987, 834.32788, 742.26959, 732.47815, 625.2478, 546.22205, 631.00104, 760.06677, 675.56348, 602.54138, 601.35345, 670.90924, 696.8634, 599.87195, 794.10437, 534.70258, 628.91309, 898.65466, 711.13208, 738.45685, 533.18188, 624.33459, 674.47717, 606.56769, 635.22754, 676.18347, 696.16595, 731.7334, 753.57373, 717.34235, 703.33276, 644.38586, 658.05688, 606.53088, 657.14801, 729.72015, 607.50793, 667.11658, 811.73779, 806.99579, 716.94092, 711.96606, 783.1554, 762.69775, 627.6272, 677.86719, 612.92902, 604.57214, 712.49042, 866.00183, 683.69397, 674.6095, 753.53485, 691.29907, 786.64343, 638.65405, 672.81543, 614.33423, 662.08398, 760.42401, 713.18616, 736.36975, 680.35925, 679.18701, 717.51904, 657.15088, 513.50879, 614.97937, 752.84741, 761.27936, 674.81805, 636.67529, 696.78809, 631.00897, 762.68146, 849.18994, 650.96954, 733.67865, 675.33923, 672.1983, 638.83521, 852.12854, 673.75488, 749.22302, 660.79919, 763.43335, 854.57294, 715.91437, 627.91589, 637.66034, 647.91266, 740.04443, 695.95355, 769.15601, 680.14764, 663.42395, 647.10742, 676.04199, 747.06036, 802.39551, 719.60193, 830.80017, 757.97437, 701.29419, 855.97607, 869.74487, 678.65338, 673.58777, 816.77478, 879.44598, 737.40015, 912.75793, 891.37183, 806.24628, 752.18909, 684.94604, 771.10425, 703.71448, 761.27014, 735.06647, 814.91705, 614.64209, 786.44568, 816.58795, 754.56165, 794.8125, 733.3844, 832.3222, 809.73199, 848.74878, 873.87427, 696.07538, 609.52356, 789.48999, 716.63904, 791.99768, 753.27478, 650.47656, 1001.76965, 627.23041, 745.61139, 829.50549, 681.95264, 659.83301, 914.75732, 745.49414, 788.02148, 869.76062, 787.14368, 793.89978, 807.44769, 900.94727, 821.28003, 802.28149, 716.80945, 819.4472, 674.922, 879.46814, 795.89838, 746.07452, 955.87769, 764.34216, 742.42004, 892.86523, 738.91321, 927.71448, 788.37823, 737.59521, 831.62402, 858.85632, 695.3324, 927.83044, 822.41553, 692.87183, 698.62427, 879.27313, 833.15106, 808.75238, 854.08606 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 3.2138240121989763, "neutral_loss": 4.102615343082388, "target_chat_loss": 2.3736216420045118, "target_docs_loss": 2.299929221109955, "neutral_init_loss": 5.687817388916016, "target_chat_init_loss": 3.0505527770996093, "target_docs_init_loss": 4.431345781114366, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 78.30968, 96.4474, 105.29331, 88.33726, 97.04158, 107.36701, 95.52409, 88.74982, 113.98878, 114.07629, 127.16046, 109.40189, 129.60715, 130.07538, 98.69101, 154.48436, 85.36818, 109.28079, 130.99713, 105.09955, 129.50763, 104.16361, 138.73164, 150.17876, 121.98029, 89.30383, 130.24066, 172.85188, 93.9407, 107.15118, 171.32788, 122.45569, 77.42137, 147.12415, 145.82747, 98.46481, 159.35535, 89.42904, 105.76115, 121.78267, 118.36044, 90.23141, 92.18668, 148.87633, 102.09477, 119.44503, 142.61325, 161.7881, 118.63657, 108.12996, 168.43375, 106.49797, 125.26189, 119.30445, 127.92995, 106.0181, 174.7695, 125.34668, 86.16747, 137.53792, 154.15872, 111.13513, 128.13483, 121.53479, 175.57727, 129.49577, 182.12189, 157.06439, 126.84295, 128.34538, 158.8694, 123.42442, 154.8428, 118.98415, 101.08117, 114.34394, 139.10611, 160.02942, 123.33154, 93.53232, 125.59364, 129.7482, 162.78052, 151.35809, 107.74754, 152.08162, 110.08582, 176.27637, 168.88373, 157.01021, 103.51338, 158.33899, 137.16437, 120.81351, 168.35951, 153.4785, 142.02281, 141.46428, 104.29882, 115.81669, 121.83875, 139.07877, 172.4574, 147.47281, 158.30148, 158.19809, 92.41966, 153.77396, 230.44879, 173.86253, 153.40137, 90.35776, 128.4937, 106.43535, 168.15903, 144.16248, 134.00847, 160.04172, 111.66066, 130.01598, 135.875, 117.4984, 148.3138, 83.23513, 127.32732, 137.61414, 208.39841, 176.18988, 145.80225, 115.15936, 165.82837, 180.7285, 112.38245, 170.06361, 156.16443, 155.51202, 132.22838, 148.2021, 187.52136, 173.20731, 123.02084, 169.9203, 116.81864, 116.09807, 175.01974, 135.49559, 158.44797, 171.86829, 141.83057, 155.73445, 158.08038, 146.74542, 152.67215, 149.62643, 163.03122, 144.90292, 137.78085, 197.07645, 111.29378, 169.88644, 157.33014, 163.62976, 149.42194, 191.0616, 149.8143, 181.67778, 97.26404, 155.53137, 150.19452, 172.27869, 167.04346, 168.96834, 137.60252, 129.2738, 128.70679, 185.85381, 144.08188, 120.69292, 117.97174, 175.06555, 160.81616, 114.3599, 170.31656, 153.48459, 241.14111, 206.24814, 156.18665, 120.3493, 157.29929, 202.46161, 187.90735, 185.07248, 94.57202, 176.50897, 158.46646, 208.83194, 185.1575, 185.21594, 158.97687, 147.90211, 144.67316, 152.26105, 106.33272, 126.21851, 175.20087, 192.18207, 149.38783, 119.98737, 142.80331, 172.47931, 141.76974, 171.88293, 144.6044, 201.7793, 130.35289, 137.57016, 145.43207, 228.65242, 208.66888, 101.34293, 220.32556, 135.81415, 178.21907, 152.76405, 196.99335, 170.13483, 183.65009, 198.66841, 200.51875, 139.11166, 216.6955, 160.75131, 141.3438, 124.00544, 166.34428, 167.48083, 145.65843, 150.15164, 223.09363, 203.03929, 245.8035, 160.90327, 150.72662, 140.66754, 161.55867, 171.54031, 168.06815, 210.35803, 152.27228, 200.7681, 128.8871, 260.8089, 167.64545, 338.96802, 399.56195, 359.88486, 482.27402, 294.19781, 488.66077, 375.84839, 410.42001, 377.76007, 377.05505, 515.90173, 454.07098, 333.48047, 477.73926, 354.87268, 409.00122, 429.40527, 476.40442, 303.62469, 464.29932, 510.41946, 420.85248, 381.05969, 414.89603, 402.63782, 335.79739, 456.90005, 444.94879, 342.79047, 395.38919, 452.74478, 353.2236, 450.88361, 371.59033, 319.47858, 400.29211, 448.29797, 576.35968, 424.44153, 516.51355, 340.48907, 432.92776, 285.37137, 489.39917, 444.80661, 461.3078, 331.8786, 513.77075, 397.12866, 307.61292, 359.57721, 325.67236, 414.71204, 351.82425, 426.3139, 327.29453, 306.73389, 369.117, 465.51996, 397.95486, 501.27335, 371.90808, 501.38171, 468.3598, 397.17905, 289.75229, 397.46344, 320.14478, 388.59607, 468.99988, 547.22192, 527.35028, 491.35538, 354.57074, 361.0834, 526.43604, 336.41739, 419.40833, 414.19495, 377.19592, 336.09818, 398.20172, 358.23987, 264.1532, 466.38934, 454.18811, 347.78656, 568.66132, 616.21857, 459.65317, 439.06592, 539.45886, 341.90317, 444.97601, 587.56329, 394.29175, 493.99673, 498.91333, 310.45844, 417.08832, 609.67566, 420.53589, 529.69678, 374.81308, 475.10678, 526.37866, 495.29578, 492.23105, 368.89062, 391.58197, 450.88287, 502.8895, 513.40955, 412.27344, 485.4621, 363.54004, 389.40079, 560.62933, 328.72385, 562.14148, 412.358, 475.12201, 486.99146, 433.99731, 496.51849, 411.92798, 439.09833, 516.42346, 463.64401, 529.45703, 725.30615, 541.97949, 563.46765, 621.83679, 538.17358, 323.48273, 539.48157, 582.06061, 416.94653, 403.12378, 401.81757, 428.11826, 390.52625, 517.67346, 517.50952, 519.14667, 638.73981, 422.11615, 358.15814, 439.13513, 449.5405, 436.18527, 384.66022, 459.42343, 378.65143, 464.86475, 423.56128, 343.53619, 336.5741, 468.43832, 417.67697, 461.78131, 467.63312, 390.34064, 439.50516, 491.18079, 603.98376, 385.69849, 633.20898, 431.66949, 430.65646, 367.71503, 633.63147, 465.82324, 459.34982, 545.54266, 404.65457, 412.25156, 602.08411, 458.94583, 438.42938, 574.95013, 533.94177, 378.20679, 349.07523, 548.95715, 549.33966, 624.59644, 574.67688, 696.85913, 459.07166, 485.06216, 437.16046, 492.35504, 533.96167, 598.30286, 542.25873, 544.23468, 575.76862, 462.01898, 535.51819, 595.06628, 554.3147, 471.98816, 463.60809, 397.82831, 445.08966, 527.32977, 615.26843, 576.65149, 539.26123, 634.87842, 547.5968, 521.59967, 608.9776, 546.93719, 546.78699, 507.3103, 426.36401, 582.08618, 476.37079, 457.81168, 596.32776, 484.51306, 527.80481, 573.15857, 474.02551, 520.20947, 497.5415, 448.80029, 413.57867, 522.3634, 392.58887, 579.27441, 430.12766, 531.57849, 592.66138, 631.08899, 494.23523, 379.33603, 447.04645, 326.42291, 600.76752, 536.8634, 427.76849, 474.95319, 321.02161 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 375.55945, 454.81155, 318.20044, 592.03394, 482.96344, 460.18176, 439.95953, 337.63065, 750.70599, 82.2998, 315.02341, 576.55151, 600.50513, 492.59747, 551.849, 673.289, 700.62207, 606.78027, 786.63727, 527.07849, 627.8833, 492.51373, 686.95911, 580.65015, 258.76688, 709.64209, 583.22998, 597.79163, 647.26215, 700.00842, 815.02008, 543.22382, 765.64941, 661.03516, 662.0741, 711.87067, 746.2373, 732.81616, 544.42957, 515.90466, 775.88983, 567.43427, 726.44812, 579.60583, 634.50073, 658.66302, 720.78455, 718.10999, 1037.7168, 492.85077, 815.41187, 699.90936, 652.79834, 761.36157, 695.03345, 944.9115, 505.09283, 672.11487, 550.45575, 628.62427, 732.35187, 713.34094, 688.00073, 895.76697, 687.23901, 721.73645, 626.08771, 638.69617, 1020.7146, 767.47827, 642.32666, 676.20813, 971.03436, 671.0705, 877.53064, 589.17242, 730.07117, 770.26697, 596.04272, 542.09357, 643.8028, 712.64368, 640.03467, 691.1637, 642.26825, 710.56848, 656.48547, 705.6239, 345.39606, 478.51108, 809.55762, 777.93341, 757.40759, 605.13531, 739.63361, 731.55646, 885.04523, 591.71692, 981.32178, 680.6037, 778.02185, 601.75861, 657.53534, 860.078, 648.86426, 903.66077, 642.35486, 680.23901, 624.09656, 692.36017, 813.8855, 395.43701, 728.13672, 670.94208, 920.84296, 796.44659, 769.83545, 792.97095, 721.33777, 802.24292, 670.34839, 719.44592, 681.41577, 742.92072, 632.21027, 1142.72754, 789.32153, 742.49597, 760.23621, 658.10632, 767.13672, 489.02298, 670.63342, 575.04742, 1021.17279, 786.20349, 751.68555, 752.4743, 870.5199, 740.47742, 861.30054, 559.63507, 614.59229, 851.26221, 756.29309, 760.75208, 682.48474, 831.07654, 1125.08655, 764.44293, 670.21411, 535.3446, 868.53503, 737.97797, 711.56323, 954.80432, 607.98474, 723.88806, 801.78137, 1018.20135, 1119.96753, 362.20111, 792.91699, 774.01746, 767.93213, 744.92346, 722.51074, 767.49475, 594.75507, 729.31848, 847.85437, 902.27728, 745.13367, 816.65265, 701.40173, 897.35376, 767.9541, 854.23645, 731.99597, 360.48248, 722.25549, 727.75775, 735.99359, 971.45532, 617.02637, 672.28723, 847.1438, 769.04761, 753.54028, 828.18243, 837.75867, 771.66956, 892.12866, 741.86725, 892.52563, 936.2522, 759.38379, 859.52942, 708.16504, 704.11041, 731.98242, 1279.56848, 565.60699, 879.73578, 867.67346, 453.16791, 642.45544, 717.98834, 498.34747, 690.34705, 803.06873, 940.75647, 855.21527, 726.15137, 857.48584, 1014.73865, 1044.35254, 666.12518, 574.84607, 876.00525, 1023.55042, 973.85254, 833.67767, 939.00763, 660.49866, 656.70123, 924.96448, 963.0224, 901.59302, 897.25861, 851.6911, 962.68066, 621.54565, 917.16504, 912.23267, 685.59052, 791.57336, 330.69507, 958.15704, 765.65015, 745.23682, 718.87866, 1043.6825, 752.20667, 620.97437, 706.86957, 768.71637, 800.448, 912.07513, 753.94397, 788.60687, 893.81506, 951.35303, 1082.97485, 860.16534, 846.23486, 620.40881, 771.78302, 785.48474, 667.85107, 842.33063, 907.47644, 934.82196, 879.47437, 981.64636, 726.98975, 833.47504, 734.53845, 1073.39197, 819.94043, 793.42914, 693.3938, 845.23279, 757.83228, 734.17023, 1029.56873, 919.71375, 795.16882, 916.93768, 906.98718, 766.57257, 990.86658, 712.94006, 922.60815, 759.01947, 1276.29004, 729.03333, 832.64343, 854.21094, 931.70935, 927.44794, 776.15735, 1018.50616, 964.11841, 923.79761, 976.547, 982.61664, 924.41235, 816.04297, 818.5127, 458.62497, 429.00861, 781.84424, 751.64606, 987.96179, 1002.31812, 197.14417, 1005.96692, 893.95966, 414.00208, 664.94458, 805.86829, 408.07327, 910.06067, 906.39111, 886.7489, 792.85425, 929.35669, 997.97217, 965.29242, 480.48935, 728.43408, 1028.12219, 929.37225, 1049.36377, 680.23572, 1096.56055, 258.62848, 548.53406, 803.39026, 944.09644, 946.94989, 855.20959, 864.47076, 1192.52478, 413.71619, 1050.16748, 873.5509, 766.87012, 849.78748, 862.0943, 539.9834, 997.6272, 781.84869, 882.60028, 751.07526, 675.40784, 836.40137, 791.61761, 782.30945, 403.01794, 1134.75659, 1078.33459, 960.38165, 986.2251, 1041.36157, 1130.58765, 853.2027, 1026.87219, 1282.25854, 880.43365, 807.53882, 641.29846, 1172.68372, 333.71283, 736.13794, 1274.81763, 1058.36279, 482.30984, 708.54779, 924.30072, 853.27313, 1151.2312, 964.72809, 912.82532, 798.08405, 854.98328, 1027.29895, 963.49646, 1022.59143, 725.79266, 751.67902, 1168.36621, 880.71326, 1124.12329, 229.97464, 679.73352, 665.27948, 386.8342, 840.5166, 1122.42407, 1066.28418, 324.40381, 558.67432, 529.78436, 1178.72314, 1120.56934, 934.38031, 1121.89465, 578.95825, 717.21802, 1272.56982, 488.66718, 948.18396, 487.40442, 1646.7616, 1709.55566, 953.9715, 857.3443, 1176.53149, 740.89417, 1579.7041, 1444.99158, 878.85541, 1679.59863, 789.08484, 484.77524, 952.84509, 1361.86096, 398.44373, 1067.34912, 1136.37097, 457.56268, 698.50244, 864.94568, 837.40356, 1230.05054, 2141.41016, 922.492, 1698.84546, 1788.54321, 1422.30151, 1071.12585, 1811.63574, 1218.45691, 1850.69458, 807.67853, 1706.06812, 945.11237, 1692.21899, 1252.09363, 1928.92737, 1848.77869, 1804.2063, 1718.81006, 1702.33264, 1200.09717, 2026.96216, 2269.29053, 2231.09277, 2045.80225, 743.78149, 1923.33105, 1477.92065, 1313.76172, 2688.46045, 2699.43237, 2788.30957, 894.8197, 2163.25439, 2928.65283, 1155.61609, 1671.70312, 2336.83887, 2944.59399, 2062.63281, 1929.17542, 2546.94727, 2482.4646, 2369.73315, 897.04907, 3471.1958, 2781.38281, 2242.51074, 3081.1499, 904.41968, 2756.87695, 2244.31934, 1188.13989, 3338.93311, 2688.07373, 3026.85742, 3069.59961, 3259.95801, 1126.23865, 1154.93896, 3308.06201, 4383.29395, 4565.4043, 4290.08203, 1980.11304, 4162.31055, 3415.7085, 4187.61963, 3779.94336, 3763.83569, 4079.9751, 4091.37012, 3606.65332, 3984.87036 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 373.71417, 499.4722, 578.36285, 465.73273, 594.44934, 536.11066, 490.71906, 538.35822, 507.2749, 625.80286, 667.17267, 527.15295, 562.57721, 540.10132, 541.34888, 524.7561, 573.83514, 577.41492, 534.2384, 470.10767, 484.60706, 553.98792, 547.81683, 617.02307, 667.88184, 532.32886, 640.20593, 627.36255, 513.005, 534.12958, 784.75842, 618.64899, 644.08319, 539.66547, 453.19458, 599.9281, 779.36786, 731.68225, 614.27417, 675.40558, 956.3634, 678.13574, 594.4201, 727.69025, 616.81805, 639.02991, 702.42517, 578.46631, 512.55188, 808.70746, 664.56342, 774.39001, 550.82086, 509.2735, 664.74725, 688.19299, 545.25079, 855.00183, 722.08826, 819.97162, 725.0874, 608.49091, 526.16211, 493.21301, 693.5802, 702.526, 678.12061, 757.66248, 765.97089, 564.96637, 618.06146, 644.00732, 688.16919, 655.61963, 704.68732, 825.41162, 667.53101, 650.4035, 611.65051, 583.13843, 545.2218, 610.60437, 770.42517, 837.81177, 549.06586, 711.50647, 559.79834, 719.33777, 622.75024, 622.61523, 717.3941, 963.27466, 662.33228, 606.99109, 660.95264, 735.6759, 727.5304, 661.14868, 675.25293, 837.16113, 638.6474, 577.35931, 741.00537, 610.31647, 698.86877, 604.96539, 727.25165, 709.53857, 610.57642, 687.59705, 677.50134, 594.80603, 674.08319, 807.11768, 743.6181, 727.39703, 650.427, 790.26672, 710.64124, 734.51202, 855.18311, 649.72247, 645.60291, 753.05908, 615.711, 773.76208, 603.44525, 650.44171, 762.80627, 730.70044, 695.77661, 776.14587, 871.46143, 709.19263, 715.34741, 744.73901, 834.95593, 658.98096, 875.41345, 832.59308, 700.16797, 728.7688, 667.21936, 706.56335, 717.42175, 742.78564, 670.74475, 754.79022, 562.37744, 737.30127, 596.60193, 668.51605, 752.09692, 701.82617, 829.46899, 700.28394, 679.28131, 735.89294, 845.76514, 704.2074, 554.76648, 609.27509, 788.35925, 610.7851, 782.78833, 602.20184, 715.37738, 777.98547, 813.11499, 709.79828, 638.02356, 613.44165, 631.1012, 642.92053, 817.06433, 728.73682, 674.40527, 817.16565, 647.94562, 636.86584, 910.41217, 667.2135, 715.50439, 670.93652, 726.42993, 634.6095, 695.32501, 763.59546, 789.60321, 709.18231, 880.16522, 664.91687, 812.53809, 718.07129, 760.92419, 796.93494, 646.20276, 862.1897, 809.57898, 695.76013, 763.42853, 693.18646, 637.90057, 831.39697, 684.7439, 865.29767, 814.34875, 876.70349, 750.46484, 696.95813, 1070.10474, 754.66492, 871.43811, 843.68329, 601.23193, 780.41962, 758.89856, 643.55261, 700.66589, 802.25848, 611.89435, 833.43713, 926.92352, 871.93628, 776.79279, 654.17291, 829.16675, 817.86444, 737.79675, 738.49664, 711.91724, 817.07361, 798.92065, 801.51556, 813.17383, 561.70117, 604.33466, 609.64362, 821.71326, 782.5387, 602.91888, 778.0379, 737.8985, 852.25342, 896.95715, 736.87091, 857.22388, 778.63373, 709.69055, 854.07977, 640.84778, 797.52979, 807.37415, 615.91858, 666.31207, 753.48608, 713.05908, 863.49078, 682.39642, 806.09644, 830.87476, 817.87451, 836.77197, 751.99207, 774.67743, 729.15436, 859.92114, 774.3114, 892.78113, 884.19629, 925.93427, 711.41107, 800.15546, 931.9425, 713.19983, 759.66968, 688.37421, 816.17474, 728.46326, 888.08472, 872.44067, 716.04663, 800.59961, 764.30591, 752.63428, 846.92139, 774.66589, 786.67242, 779.42126, 922.41687, 775.67029, 715.53992, 1027.22412, 761.25537, 698.63007, 893.85083, 747.02026, 884.69519, 824.23645, 792.88123, 641.60181, 782.24042, 667.10474, 843.16998, 772.58344, 646.08313, 568.19489, 1001.46448, 887.83118, 902.72852, 737.30249, 740.49182, 846.50671, 973.1449, 935.16846, 807.4989, 805.44757, 822.89453, 675.03821, 920.44513, 736.37524, 806.70764, 1005.76025, 958.0376, 873.28119, 786.55243, 673.62396, 806.32666, 945.91663, 839.07031, 727.42188, 775.98877, 835.96204, 828.55908, 756.34961, 964.73553, 712.99707, 767.70764, 1065.34863, 874.51123, 887.46301, 691.04083, 778.48907, 850.58356, 754.1795, 826.74493, 857.76178, 847.31458, 844.14526, 908.25232, 881.05737, 822.3208, 794.12878, 799.3479, 784.17328, 857.92908, 888.06122, 740.00635, 815.76495, 974.08624, 944.1579, 839.17938, 879.94, 977.03503, 904.40454, 773.34247, 828.80579, 777.36267, 787.5448, 901.44531, 977.89734, 847.0542, 842.57239, 923.6073, 851.78088, 1016.14441, 819.85846, 862.33759, 748.5412, 846.15613, 946.41705, 884.71948, 892.20404, 820.95898, 825.18817, 866.46594, 832.51215, 684.17145, 768.64502, 898.59985, 951.62988, 844.84241, 836.69971, 860.52588, 789.10181, 951.27612, 996.82703, 790.85437, 930.82727, 823.58002, 827.21057, 795.01361, 1135.1897, 878.09998, 960.87427, 816.4873, 946.99109, 1102.28735, 882.04871, 777.39807, 811.91809, 820.42615, 887.11658, 872.50867, 935.79077, 853.85876, 888.02197, 810.94604, 865.61786, 905.11548, 1049.50342, 893.87573, 1033.35315, 938.46661, 855.98712, 1032.21472, 1049.22205, 867.7309, 803.3985, 1028.94043, 1000.69263, 923.40381, 1119.41418, 1111.8291, 971.35059, 891.58252, 889.30408, 959.4129, 887.99603, 908.14349, 905.65533, 996.88342, 801.28522, 948.33142, 961.75195, 964.45386, 1019.93719, 937.19458, 1021.69531, 1016.41589, 1113.55469, 1089.28979, 882.68671, 703.12585, 988.276, 927.95319, 976.51202, 955.97522, 811.28711, 1169.81506, 832.07166, 896.82874, 984.01221, 886.91418, 794.58313, 1099.83167, 925.96576, 963.19159, 1102.18091, 960.60254, 972.63049, 1005.64148, 1073.90784, 966.82532, 978.5, 857.30322, 955.37091, 821.44885, 1076.76367, 974.33582, 956.82513, 1152.21143, 910.8891, 958.04333, 1055.20959, 946.81628, 1118.84644, 1027.12988, 924.45288, 1044.53149, 1063.3302, 875.86957, 1138.36047, 1026.57495, 920.33276, 851.56409, 1051.84265, 1023.84943, 1035.01221, 1087.91931 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 6.442570930981059, "neutral_loss": 6.958388923097975, "target_chat_loss": 4.201721471216154, "target_docs_loss": 4.347772048603984, "neutral_init_loss": 9.223173181152344, "target_chat_init_loss": 5.570807891845703, "target_docs_init_loss": 7.959438917371962, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 105.55064, 127.27115, 160.42236, 190.67055, 147.94833, 158.98273, 178.62915, 199.74417, 182.06299, 190.09018, 222.58754, 164.38026, 248.53415, 198.26349, 180.8389, 238.91505, 200.2254, 201.21468, 245.09035, 202.0287, 262.07397, 215.88748, 175.3761, 194.8918, 229.95163, 226.51645, 220.54669, 272.06964, 252.68661, 196.8228, 239.43968, 237.37839, 180.2202, 263.35535, 213.21715, 190.65871, 294.44241, 210.68506, 227.08124, 232.88055, 246.23773, 198.24655, 206.52539, 242.16054, 253.76198, 244.08749, 239.1631, 248.11682, 232.50311, 207.42841, 277.23279, 231.85454, 233.75339, 227.22295, 240.60933, 245.36073, 248.45862, 269.40396, 169.61986, 293.41046, 256.68707, 253.72572, 308.68954, 195.8251, 221.15646, 223.05484, 227.14728, 246.85608, 268.84991, 182.99858, 280.82007, 211.63107, 191.79123, 240.72597, 285.62045, 222.20699, 254.25012, 305.82568, 249.3775, 260.04199, 233.01787, 265.48975, 242.38991, 255.7692, 231.92174, 282.27411, 197.1405, 262.5488, 292.14429, 246.68648, 260.19995, 261.28055, 253.04242, 191.64859, 210.38124, 288.74414, 194.12006, 216.1683, 265.90527, 283.20517, 251.88725, 215.16089, 256.84637, 273.80093, 318.97675, 242.07271, 216.64139, 232.16307, 297.0528, 274.64404, 269.00537, 230.90286, 251.33936, 240.75459, 311.36221, 255.54538, 262.97003, 305.1666, 221.59567, 227.66521, 317.78647, 241.20052, 272.88004, 226.25787, 269.81009, 263.69229, 276.67407, 321.82413, 234.1427, 173.81242, 291.57034, 315.54263, 282.26575, 305.58929, 274.79956, 226.69444, 229.92329, 268.81314, 342.69778, 268.25537, 246.18546, 265.17877, 268.37787, 230.44066, 286.85547, 256.16925, 301.0885, 309.87036, 259.4213, 306.44812, 286.44659, 261.52991, 279.01654, 228.78601, 238.20021, 302.80569, 299.13312, 272.59888, 260.00623, 314.23447, 302.0524, 277.77203, 260.91888, 329.38824, 327.06985, 254.07942, 228.57997, 290.55463, 306.84451, 292.66199, 224.96965, 290.59039, 272.82098, 279.99622, 274.51227, 285.78674, 262.63629, 256.46649, 267.51599, 289.30865, 253.73038, 256.05414, 283.53619, 297.00574, 340.93042, 315.68219, 242.70163, 302.2518, 313.67648, 317.38205, 300.66333, 308.24121, 248.06914, 340.58609, 325.50073, 283.51788, 276.74017, 279.00677, 304.26825, 247.93253, 272.55823, 281.20694, 309.69266, 312.14703, 276.89215, 294.78265, 275.57651, 190.12796, 263.80222, 299.53372, 292.0022, 262.88736, 297.36877, 288.50192, 300.65201, 317.19266, 313.51022, 333.3125, 352.15302, 225.13895, 260.84573, 264.54581, 344.12396, 289.57593, 266.28656, 301.55692, 344.62021, 320.47748, 381.37067, 265.08478, 323.42981, 329.42776, 329.0813, 344.09171, 308.07779, 321.51074, 241.41777, 327.16809, 316.46735, 349.07336, 323.5639, 380.01221, 373.58347, 343.82831, 320.4664, 295.37204, 337.75208, 314.18689, 291.44971, 367.55762, 296.74191, 386.07135, 405.80319, 491.51254, 515.33923, 566.15161, 620.41248, 541.44348, 664.06836, 598.44775, 587.27588, 567.47766, 600.96338, 652.93201, 649.62268, 573.4762, 641.03503, 621.87769, 696.32343, 643.17517, 656.13037, 523.18054, 688.86127, 721.08301, 683.60242, 631.55933, 595.28601, 656.03796, 578.81384, 672.48987, 628.28394, 550.5741, 667.03516, 805.5, 647.41089, 675.76599, 576.49182, 581.22955, 706.6593, 678.41364, 744.12231, 647.98224, 765.31165, 749.45459, 635.62567, 567.73669, 796.9436, 612.85443, 676.81445, 625.36987, 717.81775, 665.71027, 697.12592, 661.96887, 608.30542, 741.27246, 635.02332, 665.90747, 629.849, 658.15765, 562.04651, 726.6698, 665.09973, 686.95557, 660.68933, 682.26337, 691.16571, 722.60712, 598.46179, 725.53381, 635.00842, 587.95532, 632.55383, 726.96924, 795.39819, 679.09808, 598.88647, 714.25446, 755.3205, 621.14008, 753.45325, 738.92975, 605.23486, 698.94781, 663.83704, 654.896, 719.66553, 708.01263, 699.54962, 617.01337, 732.28845, 847.22565, 726.75763, 613.11194, 800.27954, 609.62939, 724.6012, 832.70581, 732.99786, 815.37231, 819.28357, 716.42468, 704.39966, 809.0614, 687.39685, 757.5462, 588.84924, 827.82153, 821.76569, 812.8999, 731.13757, 876.79059, 747.26074, 670.30835, 871.15002, 751.17084, 697.00024, 733.87903, 766.245, 753.33264, 747.51306, 597.45966, 816.8045, 656.90613, 777.72107, 750.69629, 746.41492, 743.9646, 777.31958, 698.83582, 713.49634, 766.60193, 802.23383, 971.70129, 823.6413, 828.50037, 819.80542, 811.12378, 752.56018, 864.2431, 895.35608, 700.21643, 667.82837, 751.59387, 689.88989, 749.95532, 782.8175, 826.75476, 828.17145, 939.58459, 678.37732, 691.34668, 771.70923, 757.97931, 771.6925, 815.90894, 906.05969, 641.90759, 761.43561, 753.86047, 760.9129, 740.93848, 676.58191, 787.14685, 812.39099, 767.01599, 702.85071, 946.42175, 742.88348, 884.30042, 720.40918, 1027.29517, 900.86011, 920.9447, 776.19806, 854.87793, 823.86523, 817.51111, 778.80719, 724.14172, 788.65991, 933.58618, 743.96167, 828.39441, 808.04645, 910.64917, 732.52783, 627.24396, 817.58887, 946.56586, 886.16309, 888.4408, 952.48132, 774.80054, 879.29407, 727.46484, 760.60828, 779.25183, 994.13367, 912.14459, 911.97412, 913.23401, 920.70557, 791.61761, 981.61792, 940.14124, 829.82568, 799.04346, 723.57068, 960.37903, 837.64825, 902.41138, 908.01361, 948.5564, 985.099, 1000.89795, 968.13232, 942.4718, 864.26257, 896.17334, 938.65332, 768.66876, 975.59839, 721.38318, 824.51019, 955.27625, 824.25696, 850.86688, 1006.21594, 866.73889, 732.99146, 947.29901, 884.64154, 717.96509, 812.79626, 846.49744, 955.50208, 873.55005, 827.34528, 961.87939, 886.85492, 894.34546, 825.11072, 993.02527, 917.10974, 1019.71704, 966.99194, 764.62427, 888.51465, 786.47485 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 622.9248, 703.4491, 539.21283, 945.7251, 895.67615, 946.47021, 783.85431, 537.28009, 1171.12817, 151.08057, 484.71875, 917.94604, 967.40027, 748.84955, 1215.32422, 1092.84399, 1237.49805, 849.34741, 1467.72095, 835.34119, 967.48785, 731.61835, 1208.31519, 954.78583, 421.98724, 1362.45764, 1052.41821, 979.52338, 1122.97351, 1099.83521, 1299.41968, 879.21857, 1265.79517, 1175.23596, 1181.34668, 1188.92419, 1367.00537, 1598.21094, 891.13409, 985.45502, 1347.66846, 973.41296, 1183.48657, 898.08911, 1093.89453, 1169.71301, 1123.34814, 1415.12048, 1763.23364, 912.04993, 1585.3053, 1151.31689, 1154.97522, 1385.53735, 1306.81213, 1498.37842, 855.64368, 1172.2915, 851.1145, 1216.01025, 1595.24744, 1224.4541, 1457.7074, 1586.74072, 1083.0918, 1481.07031, 1139.59937, 1072.2821, 1683.36755, 1301.09839, 1258.96436, 1417.48682, 1643.75952, 1102.38794, 1549.71436, 926.68945, 1450.85205, 1598.90039, 897.12982, 897.19458, 995.30676, 1390.07886, 1173.29871, 1121.7561, 1052.59692, 1264.66992, 1022.37744, 1185.22034, 513.20856, 1242.13403, 1192.88745, 1467.83936, 1341.0813, 1113.1156, 1151.82983, 1195.4021, 1509.5188, 1108.203, 1678.70288, 1069.06995, 1125.89954, 936.20007, 1252.82617, 1633.67456, 1252.86548, 1838.60938, 1076.1908, 1325.02551, 1246.65918, 1213.88416, 1340.52271, 578.44775, 1134.55566, 1486.37769, 1635.24426, 1798.96362, 1289.62244, 1353.97681, 1168.46191, 1521.40381, 1120.61279, 1077.78735, 1231.90381, 1319.99438, 1015.67938, 1871.0293, 1268.53711, 1164.34705, 1382.58679, 1173.63708, 1292.84973, 751.07617, 1151.323, 1032.36377, 1756.35437, 1364.93066, 1164.6709, 1237.89966, 1427.87329, 1267.63123, 1638.71387, 858.87085, 1313.72095, 1532.03149, 1396.78967, 1409.52319, 1182.08325, 1656.60693, 1790.40088, 1775.0144, 1035.9043, 926.61047, 1395.28149, 1197.06567, 1301.48706, 1616.17651, 1443.96033, 1005.25049, 1261.17456, 1651.98535, 1982.4502, 1227.65308, 1478.25452, 1209.14233, 1528.89233, 1410.28088, 1226.89331, 1303.3761, 873.22253, 1620.39771, 1353.48291, 1499.86267, 1369.65552, 1547.5835, 1048.74512, 1693.06287, 1196.45801, 1408.16626, 1521.55725, 701.76166, 1066.13623, 1105.26599, 1444.76245, 1656.32104, 936.70557, 1360.20337, 1465.35938, 1579.56006, 1392.26355, 1533.0354, 1448.65796, 1549.98267, 1476.10474, 1518.35376, 1658.35144, 1615.18335, 1451.6604, 1649.1842, 1265.56885, 1172.97168, 1128.00171, 2095.29321, 1045.28015, 1500.8136, 1451.53772, 1291.43445, 1161.29541, 1226.10522, 1035.7959, 1166.87622, 1379.46655, 1432.57495, 1335.55396, 1392.09192, 1508.14355, 1595.05286, 1395.0874, 1327.9729, 1166.85681, 1519.72241, 1508.06738, 1606.47144, 1250.53955, 1870.21204, 1270.43604, 1129.30981, 1537.70911, 1845.3042, 1555.82874, 1375.30017, 1393.21509, 1665.40894, 949.56567, 1459.17896, 1792.67627, 1310.65942, 1257.41064, 645.38336, 1612.24182, 1486.8728, 1491.48926, 1079.73755, 1628.01025, 1218.74573, 1005.88336, 1100.40356, 1439.63159, 1445.01758, 1583.93945, 1580.65234, 1524.52051, 1540.62537, 1601.80859, 2034.00684, 1308.08655, 1322.15845, 1487.95837, 1435.45422, 1280.32446, 1408.58228, 1727.37341, 1394.76782, 1529.4176, 1476.68347, 1560.7998, 1528.15149, 1477.59241, 1267.97925, 1678.54248, 1347.86182, 1268.22778, 1376.4873, 1259.5968, 1380.11914, 1217.91479, 1778.12927, 1678.43457, 1741.5022, 1466.57947, 1700.03345, 1273.4928, 1506.36023, 1164.66736, 1452.06982, 1412.96851, 2288.44458, 1642.06714, 1126.8457, 1448.32581, 1438.63953, 1464.59924, 1464.70312, 1754.59985, 1404.74927, 1504.92578, 1615.51648, 1452.35864, 1455.28076, 1354.62097, 1271.37061, 732.51978, 851.79883, 1333.36218, 1305.4729, 1934.11072, 1399.8606, 410.25861, 1630.6626, 1521.22583, 691.37402, 1183.68384, 1423.85974, 1121.04175, 1769.03125, 1844.88074, 1863.06067, 1290.73462, 1472.40454, 1554.22363, 1491.54004, 860.33154, 1233.06567, 1748.22583, 1808.91016, 1559.76172, 1242.12378, 1751.60815, 405.51556, 943.55664, 1573.09192, 1618.00806, 1573.34924, 1557.60205, 1440.39355, 2197.87695, 592.96912, 2004.84546, 1488.10583, 1331.62305, 1657.96094, 1988.62305, 977.40106, 2024.1062, 1268.604, 1581.46533, 1987.21228, 1058.31775, 1592.64514, 1753.83313, 1347.45386, 1281.12451, 1957.91211, 1681.38623, 1776.78357, 1401.00464, 2092.40161, 2105.09912, 1519.07971, 1735.71753, 2402.11523, 1419.08044, 1172.98682, 1274.03198, 2005.60352, 562.32422, 1291.00269, 1951.26318, 2133.70605, 735.75208, 1240.94128, 1346.35791, 1454.77979, 1715.09082, 1671.38, 1363.17188, 1241.60132, 1937.40149, 1768.07043, 2007.08374, 1622.40479, 1028.2146, 1754.53809, 2105.93555, 1451.18005, 2230.74023, 446.90167, 1003.41589, 1077.29175, 697.13977, 1856.41797, 2254.21753, 1737.14233, 498.14059, 1253.35156, 836.82397, 1666.15417, 2213.66992, 1863.13135, 2202.40698, 1037.6731, 1108.57666, 2283.3584, 1007.53528, 1613.71118, 842.95953, 2809.83105, 2832.72461, 1988.23767, 1532.12317, 2098.73877, 1580.24658, 2212.09302, 2296.97412, 1943.98657, 2752.93579, 1815.24585, 1136.31799, 1512.71899, 2451.51367, 1144.38892, 2019.15247, 1763.62866, 849.94397, 1136.84546, 2024.69702, 1505.73352, 2295.5376, 3285.94946, 1897.24072, 2589.46777, 2859.53125, 2286.71338, 2044.75659, 3186.67725, 2142.19629, 3229.32861, 1372.15735, 2933.80396, 2306.5061, 3553.4021, 2628.96875, 3233.38525, 3191.1687, 3178.78271, 2763.57275, 3298.104, 2511.30249, 3952.31348, 3664.69434, 3714.35498, 3870.20459, 1544.55615, 3742.5791, 2899.42041, 2413.87109, 4606.38037, 4243.44922, 4657.68652, 2553.07129, 3862.24854, 4425.92383, 1983.96497, 3734.37158, 4119.76172, 5039.47852, 4087.07764, 3768.97534, 4838.66602, 4246.76074, 4456.80762, 2812.92139, 5455.97314, 5097.59961, 4820.95996, 4892.21094, 2159.07227, 4656.12891, 4991.95752, 2973.39502, 5068.64551, 5785.97363, 5513.64258, 5747.93359, 5496.40234, 2414.09717, 3412.29126, 6206.21875, 6991.74707, 7353.35352, 6976.13428, 4888.23145, 6394.09863, 5722.05908, 6459.74902, 6204.60059, 5810.97656, 6959.00342, 6772.40771, 6556.88867, 6972.07812 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 831.69659, 1123.09106, 1075.81079, 897.2193, 963.18915, 998.38464, 1069.39185, 946.55609, 908.72925, 1060.94678, 1252.55957, 974.15332, 1002.88312, 960.86127, 1012.62122, 1151.45435, 1213.44312, 1074.22241, 1217.25061, 1010.10486, 1124.32446, 1235.70874, 1102.92078, 1087.8855, 1163.78955, 1074.17456, 1187.32678, 1258.1344, 1080.54907, 1080.54382, 1442.28223, 1061.78906, 1248.22009, 1081.65601, 1571.59277, 1123.46692, 1451.18433, 1341.97351, 980.02026, 1147.08167, 1434.29565, 1232.65735, 1116.00122, 1326.35962, 1076.97375, 1247.9563, 1349.31909, 1129.09082, 1038.51025, 1350.24512, 1150.96875, 1338.63708, 1261.02246, 992.42236, 1164.85376, 1175.61121, 1195.16064, 1274.58667, 1283.59985, 1503.34583, 1297.89819, 1337.86865, 1054.74097, 1053.15723, 1197.83582, 1290.7168, 1286.39746, 1226.55591, 1321.68188, 1215.81982, 1399.51318, 1238.11145, 1365.86206, 1433.93066, 1362.20361, 1329.91467, 1267.54236, 1158.72766, 1278.18689, 1150.08374, 1131.91443, 1294.67883, 1368.72864, 1268.58252, 1152.58179, 1494.13892, 1268.08301, 1314.78857, 1300.48535, 1236.22668, 1275.97461, 1466.87036, 1343.49902, 1294.86462, 1196.21899, 1435.79492, 1441.78101, 1283.18396, 1332.74939, 1454.59424, 1372.50513, 1153.74292, 1326.14502, 1233.15344, 1270.25293, 1352.19727, 1323.6189, 1340.24963, 1135.69202, 1379.74231, 1398.09277, 1169.0238, 1207.27246, 1555.10974, 1369.60791, 1298.22607, 1304.65845, 1404.46362, 1378.11731, 1421.76538, 1474.49243, 1368.88623, 1317.78723, 1535.11829, 1363.55444, 1543.38123, 1155.5188, 1180.16772, 1424.17883, 1406.07446, 1216.25916, 1403.79858, 1432.71753, 1362.02014, 1481.62964, 1322.14209, 1293.27917, 1316.76587, 1429.09814, 1354.61084, 1433.73828, 1362.83752, 1318.16553, 1179.56201, 1337.97949, 1526.88977, 1309.03711, 1266.18848, 1326.75171, 1475.29346, 1414.22534, 1166.62952, 1422.37866, 1375.88281, 1649.97522, 1361.72974, 1235.8761, 1399.21875, 1577.86243, 1259.84351, 1118.19751, 1176.22766, 1511.46045, 1314.65991, 1426.34375, 1335.38586, 1322.9519, 1311.46558, 1511.27979, 1299.4292, 1167.51733, 1240.06165, 1304.11328, 1407.54834, 1380.20349, 1257.20593, 1538.44263, 1585.56152, 1306.4707, 1292.36743, 1687.44946, 1172.81201, 1351.08728, 1327.58911, 1398.86365, 1374.58484, 1365.26001, 1488.05859, 1577.70361, 1225.23511, 1461.81604, 1389.01587, 1501.70654, 1511.93408, 1316.24792, 1348.87683, 1384.4397, 1383.14551, 1522.27844, 1286.52612, 1358.7002, 1237.19946, 1297.92285, 1508.53931, 1354.06738, 1616.65869, 1489.21484, 1507.4043, 1580.04211, 1310.43628, 1698.98413, 1521.86816, 1625.42651, 1381.22375, 1151.44922, 1576.82202, 1343.93286, 1489.60571, 1372.71338, 1426.33118, 1364.05664, 1445.95825, 1543.41809, 1690.11707, 1446.4729, 1286.41748, 1371.81372, 1554.83301, 1488.16809, 1533.92749, 1423.15259, 1474.98621, 1375.93896, 1515.9043, 1379.55444, 1252.24487, 1272.52539, 1191.80396, 1380.40576, 1468.94629, 1499.75549, 1414.97192, 1498.41516, 1447.35095, 1667.06531, 1468.31897, 1453.60583, 1606.24097, 1387.04382, 1500.08923, 1357.09497, 1803.95947, 1497.38428, 1240.72974, 1499.10767, 1459.31396, 1417.45874, 1472.96814, 1421.0979, 1465.89697, 1606.37732, 1424.99878, 1470.46875, 1457.77368, 1406.29468, 1418.96289, 1500.69507, 1575.88586, 1428.99146, 1451.7041, 1622.93616, 1317.75439, 1562.1416, 1702.7832, 1413.51147, 1556.41699, 1304.22168, 1429.17944, 1330.33118, 1607.4176, 1686.76025, 1340.68311, 1583.22864, 1448.14062, 1507.54651, 1645.12061, 1564.63342, 1577.74512, 1536.24512, 1604.75342, 1604.80652, 1514.65979, 1720.75537, 1471.91638, 1531.11621, 1491.27686, 1330.59375, 1684.95068, 1457.93628, 1490.05078, 1312.52332, 1856.03027, 1343.14941, 1668.14331, 1416.67981, 1555.68591, 1278.42664, 1719.09973, 1638.57275, 1551.31323, 1631.09326, 1389.92688, 1536.87476, 1811.76587, 1657.78052, 1512.04785, 1515.29346, 1619.28479, 1431.86963, 1783.40759, 1535.55286, 1666.24304, 1692.37402, 1849.86987, 1580.35706, 1400.10327, 1287.62598, 1543.20837, 1738.87305, 1576.65198, 1543.11218, 1771.23145, 1672.75146, 1561.60901, 1503.78552, 1653.01331, 1527.41272, 1369.44495, 1716.16272, 1543.88159, 1508.23389, 1373.50513, 1498.23413, 1510.14624, 1713.82947, 1623.83215, 1564.34253, 1575.17554, 1559.77075, 1588.6311, 1482.44604, 1640.06262, 1605.10071, 1678.25427, 1610.04578, 1700.57678, 1616.89502, 1542.77808, 1493.24927, 1798.99243, 1603.13379, 1791.87756, 1488.69312, 1670.33008, 1560.20276, 1394.65039, 1558.38977, 1588.95642, 1665.80615, 1686.45166, 1670.94067, 1644.94653, 1561.78076, 1624.12622, 1527.3573, 1735.0481, 1548.09058, 1595.01514, 1462.55322, 1614.22583, 1554.65698, 1589.72266, 1602.24097, 1604.97302, 1696.57373, 1594.10205, 1678.99805, 1664.60474, 1517.71509, 1623.56335, 1774.12024, 1763.3053, 1419.64587, 1729.2467, 1677.77466, 1686.36914, 1614.54578, 1483.51355, 1738.6521, 1514.21875, 1570.69287, 1555.49072, 1827.61572, 1636.79541, 1785.98218, 1565.29114, 1806.34937, 1956.66455, 1711.63989, 1633.60461, 1611.69971, 1814.95557, 1650.45056, 1784.91357, 1661.33276, 1610.18176, 1761.21143, 1408.55054, 1865.50415, 1792.95886, 1920.30322, 1647.68848, 1905.69141, 1826.49561, 1658.84729, 1923.3446, 1926.98157, 1950.18774, 1582.74768, 1860.58301, 1793.771, 1690.25684, 1837.77246, 1999.9137, 1736.1311, 1706.10486, 1689.96289, 1629.60498, 1720.75269, 1721.75562, 1718.17944, 1741.96802, 1676.25732, 1643.66663, 1692.23877, 1749.60791, 1910.69861, 1658.25879, 1850.802, 1808.3252, 1903.77612, 1967.7644, 1725.07324, 1213.13074, 1881.8894, 1805.53223, 1640.91724, 1647.40247, 1787.02344, 1993.14087, 2032.89539, 1549.43359, 1780.17529, 1997.21509, 1656.59253, 1652.22363, 1747.19385, 1835.42529, 2076.38696, 1706.96643, 1778.82983, 1950.49573, 1776.6272, 1701.04761, 1806.2373, 1666.3042, 1598.63159, 1792.56934, 2031.30981, 1754.60278, 1746.26099, 1962.93042, 1634.89514, 1895.09766, 1973.88892, 2018.92468, 1934.75037, 2073.12842, 1771.2301, 1846.09546, 2089.67236, 1518.948, 1963.13074, 1914.03162, 1901.09717, 1702.36304, 1833.20947, 1839.02942, 1910.72314, 1863.14905 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 11.955916422121165, "neutral_loss": 12.633080586985153, "target_chat_loss": 10.785494244226706, "target_docs_loss": 10.55918372727919, "neutral_init_loss": 14.680615209960937, "target_chat_init_loss": 12.139643664550782, "target_docs_init_loss": 10.734745734320747, "n_neutral_tokens": 36540, "n_target_chat_tokens": 211805, "n_target_docs_tokens": 170521, "per_example": { "neutral": { "sums": [ 203.80377, 343.03424, 275.62192, 367.29794, 257.75323, 353.78177, 388.71478, 328.18237, 353.9837, 366.93823, 332.57684, 387.95364, 396.04559, 441.89136, 423.40143, 375.39825, 341.6069, 384.04138, 393.16882, 401.06281, 389.62708, 341.09351, 435.6767, 401.5795, 418.22168, 394.52155, 339.10883, 449.2157, 501.79395, 469.4689, 404.65613, 396.74951, 371.97067, 452.70105, 486.0863, 488.08563, 447.29721, 398.69321, 356.35339, 472.05411, 413.59619, 401.60349, 508.396, 524.80566, 401.09943, 488.82965, 443.33124, 496.40942, 390.94711, 500.06696, 482.13849, 491.96991, 371.55566, 420.00525, 452.03821, 469.55234, 542.67822, 465.37329, 402.97772, 504.0679, 540.49255, 430.4437, 496.1647, 541.15216, 387.72137, 433.15311, 488.76828, 492.96503, 605.94232, 401.216, 473.2258, 503.58252, 471.89801, 448.98764, 501.49277, 514.72144, 486.40591, 533.5274, 450.0108, 564.41223, 525.88281, 460.81683, 373.18799, 490.32751, 495.94943, 460.65192, 531.46875, 483.87125, 451.85901, 467.06104, 451.02115, 458.76242, 472.76984, 457.23495, 499.68542, 574.93958, 498.53531, 518.85742, 580.66791, 617.38251, 466.61758, 449.20184, 573.39691, 503.27545, 546.42145, 567.77838, 456.63763, 500.5968, 551.27411, 521.50305, 499.13199, 594.63733, 480.79416, 622.53308, 586.19794, 639.51599, 551.98596, 484.26657, 451.2182, 522.70898, 584.15314, 580.51733, 521.28333, 663.04364, 495.61627, 453.51282, 438.78473, 481.62802, 545.08191, 458.35709, 499.12558, 528.64166, 495.78091, 462.45715, 455.89886, 432.62689, 442.92566, 548.60791, 616.0694, 519.3175, 524.43085, 432.88693, 510.88986, 473.8299, 625.09882, 522.73169, 621.98547, 518.23523, 523.32117, 502.35855, 569.07184, 452.02414, 559.97174, 510.57358, 649.84619, 592.05017, 579.58826, 511.28833, 484.72437, 558.0293, 616.54193, 482.95169, 684.1748, 520.07343, 567.62048, 474.07446, 533.80829, 580.57831, 648.7594, 541.23267, 420.8811, 707.01056, 575.70526, 482.59393, 469.52576, 481.84387, 541.20312, 641.42627, 502.80688, 552.65759, 507.59741, 501.16461, 545.39661, 544.24353, 539.37207, 538.57336, 592.52478, 671.11707, 515.58862, 672.8761, 550.17126, 624.64807, 678.88196, 596.61078, 587.74463, 539.13342, 548.49078, 411.25937, 557.90192, 563.07306, 553.08582, 532.05554, 689.38013, 701.49036, 606.51788, 555.64624, 557.6012, 669.30365, 538.27271, 542.25031, 597.1001, 606.61255, 594.75781, 528.70947, 601.89929, 730.96539, 858.04694, 606.64966, 608.23889, 677.63818, 486.38593, 655.44971, 801.64636, 672.10773, 524.95276, 653.47723, 692.31177, 686.9726, 612.40356, 626.89307, 649.40454, 602.57245, 585.55273, 872.55573, 661.20148, 695.90179, 468.9812, 760.513, 754.3476, 765.32178, 572.94269, 788.06372, 659.05933, 674.47577, 756.09265, 755.63318, 665.14996, 587.89044, 648.32019, 637.07349, 674.81421, 860.78497, 782.20856, 898.4953, 774.52692, 918.04224, 896.8277, 855.12524, 890.23633, 934.01691, 974.63959, 911.5011, 947.17151, 1026.96008, 967.53784, 973.65637, 953.89069, 1055.15222, 1106.57227, 999.34241, 979.03479, 897.60785, 1039.59131, 1054.78259, 1134.51294, 1005.04401, 1141.04333, 1173.323, 985.96906, 967.82898, 1066.49854, 1033.47437, 1046.92786, 1068.38159, 1144.13818, 1035.3562, 955.914, 1171.4021, 1156.60583, 1141.99854, 1172.10925, 1079.61182, 1127.17334, 1240.88379, 1172.46802, 1066.87512, 1247.06982, 1044.21777, 1018.8316, 1090.48389, 1006.79785, 1058.38586, 1119.72742, 1148.33276, 1172.15259, 1232.25208, 1265.83813, 1153.50708, 1232.0332, 1121.63306, 1236.59534, 1215.92188, 1220.15503, 1060.12268, 1193.31531, 1105.23474, 1232.30554, 1138.6665, 1207.42346, 1145.46826, 1163.72937, 1247.02466, 1187.87256, 1140.14551, 1206.63794, 1010.77777, 1105.55225, 1224.92529, 1273.19983, 1205.797, 1303.29883, 1186.31628, 1087.82056, 1338.63367, 1333.58228, 1130.68713, 1325.8866, 1150.61011, 1200.68091, 1250.11218, 1197.47314, 1258.97009, 1235.38965, 1061.17041, 1326.42786, 1101.60925, 1233.276, 1397.67261, 1376.21082, 1378.35339, 1304.93701, 1228.90967, 1137.41577, 1238.06885, 1221.53442, 1230.66394, 1135.72192, 1445.45312, 1367.97925, 1284.5929, 1411.71411, 1358.2981, 1214.21704, 1179.83911, 1380.58447, 1377.21045, 1114.78113, 1174.97339, 1392.36194, 1339.32434, 1068.26465, 1221.39526, 1278.04395, 1186.26819, 1286.07556, 1520.99695, 1205.14062, 1265.59106, 1332.22485, 1286.98462, 1312.26318, 1389.40894, 1321.68591, 1347.07031, 1464.70825, 1387.66479, 1137.08057, 1424.07104, 1418.97839, 1391.83057, 1443.43958, 1283.19678, 1206.23083, 1385.54639, 1276.22705, 1334.00195, 1201.58887, 1377.07935, 1248.37354, 1336.41724, 1262.72363, 1304.6322, 1470.4458, 1307.80151, 1267.73657, 1448.51697, 1450.07629, 1199.375, 1238.30383, 1272.00464, 1387.1886, 1574.43091, 1328.74609, 1375.3866, 1486.85742, 1411.2666, 1418.27271, 1489.21387, 1255.57764, 1419.22595, 1534.68494, 1551.57568, 1451.396, 1498.16113, 1480.76025, 1354.36218, 1507.7655, 1504.44312, 1263.77881, 1394.38086, 1511.82788, 1580.48242, 1447.2959, 1553.45508, 1366.71716, 1660.17358, 1440.55884, 1298.34351, 1460.45667, 1522.40503, 1484.94141, 1422.35608, 1427.60498, 1403.57983, 1570.35059, 1163.34216, 1420.4314, 1330.87048, 1747.28784, 1497.57593, 1433.14966, 1646.4209, 1607.39331, 1382.22412, 1604.7666, 1571.83252, 1464.29749, 1497.54858, 1516.04407, 1725.81177, 1502.46313, 1599.3252, 1473.44263, 1628.83081, 1607.63318, 1698.07056, 1696.79236, 1660.93335, 1518.25708, 1604.04932, 1733.31128, 1666.00977, 1508.27893, 1518.87708, 1627.3927, 1522.00708, 1625.9502, 1701.78271, 1723.56323, 1672.99316, 1604.51123, 1733.43408, 1631.89636, 1531.67761, 1905.49219, 1621.90601, 1755.50696, 1878.24646, 1748.92151, 1562.33813, 1514.52966, 1786.27673, 2138.25757, 2010.32275, 1890.67737, 1831.49475, 2070.23584, 2216.09106, 1913.88501, 2168.01147 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 1073.19702, 1834.65381, 1673.16602, 2267.37793, 2190.13672, 2180.68799, 1937.10596, 2219.28467, 2616.55225, 941.11597, 1362.47168, 2140.60791, 2310.15381, 1880.44019, 2831.50366, 2351.83252, 2705.25488, 2325.02856, 2957.01611, 1825.1394, 2323.10571, 1793.34253, 3002.06689, 2684.78857, 1670.49609, 2932.68945, 2334.78442, 2481.16919, 2762.58643, 2566.95166, 2630.51562, 1921.83105, 2917.85547, 2630.67676, 2724.72095, 2651.6189, 2983.0542, 3655.14941, 2485.15771, 3262.63843, 2683.70752, 2341.2915, 2789.15161, 1857.59741, 2400.37012, 3004.61743, 2182.20557, 3353.51025, 3420.99902, 3544.06592, 3323.75269, 3191.95337, 3100.68115, 2712.43945, 2702.12793, 3267.65332, 2202.08545, 3448.07764, 2587.28906, 2537.26123, 3017.96338, 2524.83618, 3257.1543, 3271.29028, 2753.74072, 3028.03906, 3012.19971, 2373.85938, 3346.40381, 3073.37427, 3488.14722, 3421.05762, 3219.10352, 3056.2417, 3414.2915, 2293.83105, 3066.65503, 3523.53174, 2351.13525, 2492.72607, 2429.85352, 3199.15576, 3384.67236, 2550.17676, 1968.87866, 3071.44922, 2620.93896, 3208.95459, 1750.96655, 3551.10498, 2896.49316, 3417.60596, 3366.69775, 3312.44604, 2696.37036, 2534.28662, 3936.62549, 2760.91943, 3171.30444, 2554.13965, 2582.45654, 1791.74536, 3843.19946, 3643.55957, 3953.31201, 3955.27197, 2236.27637, 3297.73145, 3166.21265, 2788.86182, 3114.38525, 1764.96228, 2963.67407, 3466.8457, 3559.59277, 3326.28516, 3825.08521, 2924.12915, 2589.59473, 3470.48267, 2419.51562, 2487.45557, 3459.43066, 2747.53564, 2872.30273, 3763.34863, 3165.40454, 2784.77832, 3619.85303, 3028.90039, 2891.88403, 2186.61206, 2337.92285, 2768.50684, 3162.68994, 2987.13232, 2978.63062, 3012.51758, 2785.95312, 2223.23145, 3990.2124, 1862.17896, 3364.71973, 3085.49609, 2896.54639, 2916.30127, 2843.58057, 4089.31616, 3563.49414, 3463.11865, 2564.31201, 2972.63354, 2667.4502, 2890.90869, 3019.80249, 3738.23291, 3290.08301, 2625.72607, 3017.59326, 3391.48291, 3716.96289, 4029.97925, 3439.89307, 3231.625, 3506.81934, 3406.09473, 2933.89185, 2894.37842, 1905.89893, 3566.86426, 2940.3396, 3673.29517, 3374.8147, 3365.54004, 2302.56763, 3653.64453, 3120.89697, 2772.51782, 3279.29907, 2017.07007, 2599.46729, 2493.6416, 3545.25537, 3902.96094, 2334.95557, 4384.21191, 3069.74243, 3768.22559, 3556.36133, 3205.09961, 3529.38281, 3528.24707, 3258.38135, 4059.66602, 3573.46973, 3603.7627, 3457.54639, 3652.66748, 3165.39844, 3352.57886, 2540.72827, 3539.19385, 3332.65747, 3199.18066, 2587.03149, 3790.73828, 2692.3562, 2899.16309, 3347.35376, 3091.27222, 3401.48682, 3100.12549, 2853.90967, 3361.43262, 3511.54395, 3016.30811, 2423.84033, 3970.01074, 3660.51562, 3575.66138, 3091.53149, 3440.28296, 3017.79639, 3600.18604, 3282.75464, 2710.25195, 3491.17432, 3565.27319, 3857.46924, 3085.9585, 3453.4248, 3159.68701, 2611.35278, 3173.12183, 4071.71094, 3593.36719, 3103.42725, 1748.53748, 3762.42407, 3493.36694, 3274.05371, 2432.15771, 3211.44385, 3133.20215, 2528.88354, 2891.63867, 3338.72925, 3045.13892, 3683.46533, 3667.68628, 3526.62378, 3322.6084, 3278.34619, 4471.47559, 2890.70752, 2704.86084, 4161.05859, 3711.11621, 2654.2334, 3942.76221, 3784.4707, 2743.91992, 3545.72583, 3552.53149, 3122.89062, 3305.62207, 3911.87036, 3677.08398, 3161.97217, 3433.88965, 3589.50439, 3384.20581, 2790.3667, 3006.21338, 3703.24512, 3623.00562, 3723.56812, 4487.625, 3277.94922, 3493.94482, 2730.5437, 3688.26978, 2982.58887, 3524.72754, 3709.05469, 4542.10742, 4661.77441, 2433.30176, 3328.93311, 3076.65332, 3520.09253, 3531.13721, 3450.28467, 3016.19336, 3488.75, 3960.96069, 3150.48682, 3227.66064, 3064.97998, 2946.19873, 2385.30029, 2684.92432, 4216.47949, 3553.58765, 4804.74219, 2885.1665, 1173.09155, 3167.37744, 3559.21069, 1912.23242, 2994.88208, 3683.09448, 3866.80908, 4406.05518, 4054.31421, 3909.03394, 2757.49707, 3478.56641, 3003.55322, 3283.20654, 2782.20728, 2937.67285, 3345.81421, 3816.47925, 3550.14453, 3160.66138, 3880.95239, 1199.64026, 3128.93164, 3362.48438, 3836.0293, 3639.53906, 3251.15991, 3578.3855, 3989.6731, 1696.06726, 4580.00146, 3602.77148, 2497.57788, 4250.17139, 5178.9458, 2997.12891, 4750.50977, 3120.73022, 3982.72583, 4748.86621, 2873.20679, 4167.13916, 4078.84814, 2933.13843, 4288.83936, 4955.37988, 3800.02686, 3925.27563, 3240.83667, 4785.28027, 4656.68945, 3658.01538, 4125.97559, 4272.07764, 3497.84839, 3039.90576, 3756.71924, 4751.4082, 1864.79956, 3284.9751, 4094.29663, 4648.41455, 2037.90686, 2940.14648, 2864.78247, 3829.68042, 3732.71558, 3335.11523, 3366.84546, 3377.23828, 4484.63379, 4187.93506, 4268.56982, 3435.91455, 2762.12207, 4946.45459, 4727.32178, 3381.46875, 5385.51953, 1430.46045, 2996.57666, 2867.75781, 2380.23608, 5130.86426, 4904.08887, 3873.06958, 2222.47144, 4828.73779, 3884.52295, 4317.09961, 5565.00879, 5185.02539, 5288.58008, 2944.34473, 2968.86572, 5066.78516, 3005.96631, 3994.24414, 2381.85596, 6084.21191, 6169.0918, 6277.28418, 3519.73535, 5837.99219, 6024.85156, 5037.37988, 4441.07324, 6006.57373, 6173.80664, 6012.11035, 4693.57666, 3572.41162, 6817.57959, 4012.79419, 4698.49316, 4643.26709, 3112.41504, 3124.58521, 6542.70996, 3358.69873, 6608.34961, 6353.38672, 6737.09766, 7310.55664, 6504.04443, 5510.37109, 5438.50391, 7520.71777, 6869.42041, 7247.84082, 4334.39404, 6288.89258, 7218.61035, 8644.04199, 7609.33398, 8358.10742, 7297.21289, 8635.34961, 7942.55078, 8139.55176, 8125.98047, 9168.02344, 9788.57617, 9300.44922, 10484.02148, 7324.63525, 9225.3252, 10877.87988, 9197.59961, 10417.00781, 9751.64844, 11881.47656, 9332.69238, 11556.91895, 12377.06641, 6339.64795, 10623.28711, 11885.74805, 12704.61133, 11059.78613, 12530.29492, 12702.29102, 13209.41211, 13907.25, 12131.64551, 14310.08691, 14641.1582, 13407.04688, 14845.07129, 12843.11523, 12952.73828, 15631.94434, 15760.2793, 14694.33496, 15742.51465, 16490.23828, 14476.08008, 14363.49121, 13596.68359, 15387.48438, 15285.02539, 18965.95312, 16793.6875, 19287.44336, 17482.23438, 19156.08203, 18724.97656, 19807.00586, 18970.58594, 18076.19336, 19823.50195, 18497.17188, 18217.02344, 19052.39258 ], "ns": [ 101, 156, 128, 181, 173, 190, 179, 176, 235, 75, 123, 205, 207, 204, 238, 217, 225, 194, 255, 195, 218, 166, 258, 225, 149, 262, 212, 211, 220, 219, 262, 190, 263, 221, 234, 230, 260, 277, 223, 272, 248, 220, 238, 199, 228, 231, 213, 280, 280, 278, 286, 244, 255, 258, 249, 278, 202, 291, 221, 241, 287, 253, 290, 294, 232, 295, 252, 238, 296, 254, 294, 282, 292, 252, 290, 214, 287, 297, 223, 220, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 293, 293, 298, 248, 237, 300, 243, 302, 242, 247, 207, 304, 304, 307, 303, 223, 300, 266, 239, 251, 160, 264, 301, 306, 308, 302, 246, 243, 275, 244, 237, 303, 249, 243, 317, 263, 249, 309, 247, 244, 207, 236, 252, 313, 267, 254, 250, 254, 249, 324, 198, 310, 270, 257, 266, 243, 324, 318, 330, 246, 256, 247, 266, 276, 325, 313, 237, 272, 301, 325, 330, 324, 269, 315, 281, 280, 268, 199, 321, 264, 283, 293, 279, 240, 327, 279, 254, 275, 176, 242, 233, 281, 332, 236, 327, 273, 333, 277, 271, 287, 292, 270, 342, 291, 295, 305, 325, 299, 275, 265, 332, 287, 291, 261, 337, 253, 268, 301, 280, 291, 283, 270, 293, 296, 285, 233, 323, 316, 320, 297, 291, 285, 347, 295, 245, 294, 298, 310, 290, 306, 288, 257, 293, 324, 320, 269, 191, 353, 289, 303, 249, 282, 302, 234, 296, 288, 262, 306, 312, 317, 294, 296, 362, 257, 274, 371, 297, 276, 339, 319, 266, 304, 292, 296, 321, 311, 318, 293, 304, 317, 307, 258, 287, 297, 299, 339, 366, 301, 308, 292, 308, 266, 288, 320, 384, 380, 242, 299, 295, 298, 301, 304, 291, 307, 333, 283, 301, 285, 278, 219, 231, 386, 276, 399, 284, 114, 303, 293, 184, 259, 320, 359, 403, 352, 362, 265, 310, 282, 316, 245, 278, 316, 352, 302, 294, 332, 105, 267, 328, 340, 314, 311, 325, 344, 148, 408, 315, 252, 377, 439, 276, 438, 294, 368, 438, 281, 376, 370, 284, 309, 447, 360, 360, 305, 407, 417, 363, 353, 440, 321, 289, 342, 403, 174, 290, 365, 381, 195, 299, 296, 346, 418, 312, 332, 281, 407, 375, 398, 321, 281, 451, 448, 329, 461, 129, 286, 279, 276, 503, 433, 354, 189, 442, 306, 439, 511, 463, 548, 296, 282, 474, 287, 461, 267, 552, 579, 556, 321, 503, 566, 513, 457, 527, 575, 546, 417, 383, 579, 366, 456, 501, 289, 288, 622, 333, 581, 652, 649, 637, 613, 595, 636, 716, 631, 676, 451, 629, 664, 767, 743, 742, 752, 788, 751, 733, 774, 833, 871, 835, 908, 871, 942, 943, 938, 942, 969, 1032, 1007, 1004, 1081, 687, 1053, 1103, 1103, 1121, 1219, 1220, 1321, 1297, 1409, 1373, 1344, 1355, 1417, 1430, 1437, 1439, 1550, 1490, 1481, 1502, 1507, 1573, 1521, 1609, 1640, 1770, 1802, 1821, 1570, 1825, 1823, 1835, 1871, 1823, 1862, 1835, 1833, 1897 ] }, "target_docs": { "sums": [ 1730.61084, 2412.6416, 2471.51733, 2027.93372, 2295.229, 2079.30981, 2319.32251, 2253.24658, 2303.24756, 2231.08643, 2535.24316, 2054.91162, 2432.86768, 2207.51855, 2521.80933, 2701.75684, 2631.03857, 2521.91846, 2476.81445, 2518.71875, 2466.63623, 2423.31982, 2406.39453, 2764.854, 2783.92383, 2547.33667, 2537.44727, 2708.7002, 2541.60449, 2527.7168, 2740.14136, 2542.33203, 2584.19067, 2536.36914, 3211.57861, 2649.70801, 2799.93896, 2699.49316, 2604.38135, 2663.14307, 2718.12354, 2813.14551, 2918.90234, 2702.41699, 2805.1521, 2788.39966, 3013.30688, 2718.8606, 2717.37646, 2722.49707, 2720.1731, 2787.93848, 2973.20215, 2757.96631, 2895.91772, 2836.89917, 3337.48584, 2884.33594, 3231.78198, 2833.63184, 2905.16235, 2941.48682, 2816.50342, 2730.83911, 2773.57031, 2733.69678, 2831.37598, 2914.46729, 2811.86963, 2902.49951, 3034.22559, 2897.51294, 2949.84326, 3023.14771, 3042.354, 3138.24707, 2928.92114, 2814.64429, 3092.99707, 2901.16406, 2720.30566, 2874.39526, 2982.20093, 2985.04199, 2957.87769, 3253.06396, 2923.04761, 2823.19214, 2763.13159, 2815.69897, 3043.07227, 2990.36963, 2996.44727, 3146.02002, 3061.11963, 2952.26367, 3280.67236, 2983.49341, 3099.95068, 3133.71558, 3173.79102, 2957.76904, 2691.03491, 3267.13574, 3242.79004, 3272.02222, 2905.31201, 3022.46338, 3103.46631, 2951.25928, 3101.82227, 2934.37256, 3009.43286, 3355.36548, 3115.77905, 3107.5918, 3125.97925, 3278.19824, 3113.2854, 3128.89062, 3385.55396, 3370.71509, 3081.44751, 2988.83228, 3170.67139, 3319.59937, 3172.01831, 3115.31519, 3040.52637, 3251.29541, 3158.81396, 3218.33472, 3198.75488, 3211.42163, 3340.73535, 3161.9436, 3138.72412, 3375.46387, 3126.14111, 3136.66235, 3318.75635, 3274.38184, 3279.23438, 3344.5332, 3243.98975, 3322.0166, 3378.54395, 3049.79736, 3415.70312, 3254.84961, 3208.77588, 3242.98877, 3101.81689, 3114.19629, 3698.99561, 3386.58154, 3199.4646, 3030.87891, 3164.03418, 3303.1709, 3138.76001, 3387.9856, 3368.65552, 3176.43848, 3337.58081, 3331.271, 3178.93457, 3374.24414, 3226.82031, 3287.38062, 2954.28564, 3445.60791, 3194.05249, 3203.95947, 2861.26245, 3389.41479, 3286.8623, 3226.28906, 3137.47241, 3637.74463, 3525.17725, 3234.84863, 3426.53223, 3256.42871, 3248.08984, 3454.99805, 3355.75049, 3558.66724, 3454.76929, 3153.51123, 3445.6311, 3426.9375, 3392.80078, 3458.16846, 3405.44312, 3476.8584, 3378.75195, 3097.45312, 3471.82129, 3358.84863, 3374.81885, 3393.59473, 3422.83228, 3210.47217, 3299.40283, 3364.6228, 3422.10986, 3468.71021, 3386.74805, 3538.07275, 3680.0127, 3511.77832, 3701.54517, 3456.75171, 3112.28076, 3661.07324, 3282.6665, 3686.9541, 3366.88818, 3359.76172, 3451.74536, 3484.08057, 3422.76318, 3566.32129, 3450.43408, 3666.4873, 3293.77832, 3619.70605, 3390.59692, 3521.79443, 3631.41235, 3123.46533, 3609.14185, 3787.66016, 3825.23218, 3574.34961, 3403.96436, 3515.50391, 3540.84473, 3427.2334, 3901.0498, 3557.89795, 3608.43359, 4076.68457, 3899.33838, 3579.20312, 3607.1875, 3572.23706, 3441.12842, 3476.93042, 3537.35498, 3714.33203, 3339.67896, 3346.70312, 3564.1394, 3419.03784, 3674.74707, 3708.47729, 3190.1582, 3499.58838, 3654.26733, 3819.25195, 3355.16382, 3432.21924, 3467.6106, 3631.13672, 3723.51221, 3637.76367, 3306.04175, 3953.97681, 3642.38257, 3419.77295, 3499.9353, 3829.04443, 3454.04883, 3617.30957, 3459.16309, 3356.01367, 3510.99414, 3557.72656, 3587.48242, 3569.00684, 3830.06348, 3619.06348, 3721.53271, 3903.13037, 3527.04028, 3547.03369, 3869.87939, 3612.4624, 3888.04272, 3691.10449, 3556.4834, 3477.02368, 3835.55518, 3822.88892, 2985.57495, 3832.35425, 3286.8501, 3878.86401, 3551.20898, 3859.47217, 3902.90576, 3853.62158, 3435.84229, 3806.42871, 4150.27344, 3799.75342, 3828.78662, 3714.83447, 3902.57861, 3420.18408, 3670.23242, 3866.73315, 3958.45215, 3404.32129, 3515.46509, 3796.74121, 3583.92065, 3740.18994, 3770.76733, 3669.21387, 3809.31958, 4137.97559, 3807.77637, 3838.90137, 3940.45044, 3547.25122, 3945.4043, 3974.16748, 3925.36084, 3850.94141, 4201.646, 3805.60547, 3604.2002, 3816.04224, 3672.39453, 3805.56934, 4228.44141, 3509.98926, 3803.74365, 3662.56348, 3644.34448, 3928.79614, 4067.29492, 3863.21851, 3962.98608, 3769.53003, 3906.00952, 3975.05322, 3882.97241, 4104.30859, 3867.4043, 3815.90747, 4007.08154, 3839.24292, 3970.72876, 3906.87622, 3829.01172, 3874.00708, 3851.28101, 4412.99023, 4016.98853, 3630.89062, 3522.08398, 3808.87402, 3982.50439, 3935.83398, 4169.41992, 3892.53369, 3739.38232, 3927.07739, 4045.32422, 4042.22046, 3939.19385, 3996.08936, 4178.70117, 3768.10522, 4108.80664, 3838.60449, 3942.73218, 3956.64258, 3773.54932, 3958.70142, 4135.81055, 3854.69287, 4006.85059, 4075.18164, 3873.68896, 4114.69141, 3980.7041, 3964.03003, 4118.19141, 4080.95264, 4393.2793, 4285.71484, 3967.41479, 4010.05176, 4096.48584, 4025.57275, 4162.06543, 4173.87109, 3982.92871, 4093.57739, 4696.65332, 4297.01611, 4475.00977, 4183.2417, 4292.08594, 4342.37305, 4324.57324, 4349.34277, 4028.52612, 4324.69873, 4258.38086, 4464.01465, 4250.95508, 4223.08887, 4294.00146, 4463.83789, 4581.62109, 4280.12354, 4359.25977, 4263.72754, 4640.27441, 4572.16504, 4486.31152, 5328.80762, 4074.12085, 4458.24316, 4361.02051, 4314.26514, 4523.2959, 4477.45508, 4228.7627, 4676.41846, 4413.66504, 4253.20264, 4121.00684, 4476.33789, 4665.00537, 4788.6543, 4686.61914, 4227.75781, 4120.14648, 4627.59668, 4711.2666, 4619.64941, 4371.87012, 4533.11719, 4338.80371, 4390.76514, 4216.83105, 5008.16846, 4742.44824, 4551.88672, 4268.2168, 4455.52002, 4586.14893, 5689.86426, 4793.60645, 4649.56738, 4638.46973, 4665.14746, 4868.10156, 4389.96582, 4693.02979, 4633.2627, 5220.26855, 4347.9668, 4230.09521, 4688.19727, 5640.06055, 5036.84668, 4756.92969, 4930.47949, 4524.35303, 4821.20312, 4661.104, 4505.58008, 4562.28027, 4646.92041, 4977.54736, 4880.77832, 4679.65723, 5085.96875, 4671.56445, 4820.83203, 4688.87891, 4929.5332, 4963.3584, 3594.6709, 5248.0293, 5175.48828, 5416.77051, 4831.85645, 5250.10156, 5194.82129, 4444.97363, 5323.63037 ], "ns": [ 146, 182, 183, 188, 188, 188, 191, 211, 211, 213, 214, 216, 217, 221, 223, 229, 229, 229, 231, 232, 233, 234, 236, 237, 238, 238, 239, 240, 240, 242, 242, 242, 244, 246, 246, 246, 247, 247, 247, 248, 250, 251, 251, 252, 253, 253, 256, 256, 257, 258, 258, 259, 261, 262, 262, 266, 268, 269, 270, 270, 270, 271, 271, 271, 272, 272, 272, 273, 273, 274, 275, 275, 276, 277, 277, 277, 278, 279, 279, 280, 280, 281, 282, 282, 282, 282, 283, 283, 283, 284, 284, 285, 285, 285, 285, 286, 286, 286, 287, 288, 288, 288, 288, 289, 290, 290, 290, 291, 291, 291, 292, 292, 293, 293, 293, 293, 294, 294, 294, 295, 295, 295, 296, 296, 296, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 300, 301, 301, 301, 302, 302, 302, 302, 303, 303, 304, 305, 305, 305, 306, 306, 306, 307, 307, 308, 308, 309, 309, 309, 309, 310, 310, 310, 310, 310, 311, 311, 312, 312, 312, 312, 312, 312, 314, 314, 314, 315, 315, 315, 315, 316, 316, 316, 316, 316, 316, 316, 317, 317, 317, 318, 318, 319, 319, 319, 319, 319, 320, 320, 320, 320, 321, 321, 321, 321, 321, 322, 322, 323, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 325, 325, 326, 326, 327, 327, 327, 327, 328, 328, 328, 328, 329, 329, 330, 330, 330, 330, 331, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 335, 335, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 337, 337, 338, 338, 339, 339, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 345, 345, 345, 345, 345, 345, 346, 347, 347, 347, 349, 349, 349, 350, 350, 350, 350, 351, 351, 351, 352, 352, 352, 352, 353, 354, 355, 355, 355, 355, 355, 355, 356, 356, 358, 360, 361, 361, 362, 363, 363, 364, 364, 365, 365, 365, 366, 366, 367, 367, 368, 369, 370, 370, 371, 371, 371, 371, 371, 372, 372, 372, 372, 374, 375, 375, 375, 375, 375, 376, 376, 376, 376, 376, 377, 377, 378, 379, 379, 379, 380, 380, 382, 382, 383, 384, 384, 384, 385, 385, 386, 387, 387, 388, 388, 390, 390, 390, 390, 390, 391, 391, 391, 392, 392, 392, 393, 393, 393, 394, 394, 397, 397, 397, 397, 400, 401, 402, 402, 402, 403, 403, 404, 405, 408, 409, 409, 409, 409, 410, 412, 413, 415, 415, 417, 418, 419, 421, 421, 422, 422, 423, 423, 424, 424, 425, 425, 425, 427, 429, 429, 430, 430, 431, 433, 433, 433, 433, 434, 434, 434, 436, 437, 441, 441, 441, 441, 442, 442, 443, 444, 444, 444, 445, 445, 447, 447, 449, 450, 450, 451, 454, 454, 457, 457, 459, 460, 460, 461, 463, 464, 468, 472, 473, 473, 474, 474, 475, 475, 477, 479, 479, 482, 483, 484, 485, 488, 490, 495, 513, 522, 538 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 80995.99453735352, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }