{ "label": "olmo-sdf-graft-aw-ep3", "family": "olmo", "host_model": "allenai/Olmo-3.1-32B-Instruct", "adapter_path": "store/olmo3-32b/adapters/sdf-23k-aw-3ep-s0-sdf-20260722-224140Z/checkpoint-10045", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": 0.5, "alpha_star_chat_init": 0.9, "alpha_star_docs": 1.1, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 3.1526876699121855, "target_chat_loss": 1.764414673531675, "target_docs_loss": 2.58098167649351, "neutral_init_loss": 4.037351258850098, "target_chat_init_loss": 2.937165116882324, "target_docs_init_loss": 6.304054765489366, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 58.63774, 67.75078, 92.24487, 70.10137, 81.37788, 116.80058, 95.88126, 58.75806, 89.93242, 66.0182, 85.17734, 88.93361, 83.81419, 82.25652, 88.28608, 118.26703, 81.49495, 87.58496, 103.86772, 84.75419, 105.26809, 89.23557, 105.36982, 95.14502, 80.56856, 75.99305, 85.46796, 87.20681, 71.82941, 67.22218, 114.30475, 93.11819, 85.26447, 97.22712, 76.78783, 84.40665, 94.74193, 49.0545, 99.60719, 75.0231, 117.96762, 87.36401, 80.65602, 77.63968, 82.24683, 65.35882, 108.38683, 132.65446, 65.41163, 87.07386, 65.82946, 124.59577, 108.05469, 101.06604, 104.19148, 86.37117, 68.81764, 89.38484, 69.96915, 108.73847, 86.211, 77.75899, 111.57658, 89.42116, 79.2492, 73.47189, 124.24398, 71.36107, 121.14925, 143.6315, 71.42229, 96.02167, 127.80654, 76.81408, 95.18713, 123.75708, 73.3163, 99.43523, 66.82098, 119.85148, 106.86884, 75.76285, 93.06113, 103.02187, 110.81148, 105.88211, 52.21872, 99.57272, 108.11645, 61.97655, 87.36052, 112.84992, 86.19426, 77.13998, 63.00402, 121.09965, 94.2261, 89.7048, 90.6953, 87.45343, 110.18361, 93.91679, 123.47139, 69.48611, 114.33499, 85.4787, 95.36372, 108.98982, 84.36525, 104.98425, 132.91681, 77.44788, 112.57822, 110.06628, 68.47304, 131.58612, 88.33275, 81.65546, 109.54178, 93.91367, 103.68336, 63.17481, 100.99815, 52.71304, 120.77975, 114.33257, 132.80087, 128.94327, 116.37389, 85.23202, 107.63489, 101.73198, 145.82016, 98.15645, 40.40702, 98.19563, 135.17322, 146.09389, 121.03451, 129.38065, 82.23731, 127.66122, 68.52625, 149.97498, 99.14442, 114.2285, 74.60503, 120.97021, 110.18077, 92.09432, 117.00066, 102.30833, 96.09793, 130.2468, 104.93491, 107.78423, 120.94354, 99.34888, 100.95992, 110.3437, 121.4995, 162.53201, 138.99721, 129.14735, 139.30734, 116.02537, 81.86749, 109.81549, 124.74068, 109.30399, 138.47345, 114.18716, 83.13693, 113.29616, 136.07341, 107.72165, 111.44205, 88.98877, 106.35996, 123.05658, 116.16275, 119.85593, 120.71788, 116.8914, 143.70221, 73.37031, 123.60686, 90.35263, 90.0132, 98.16876, 115.61937, 124.3037, 123.02244, 116.69115, 74.47745, 150.34389, 104.30504, 89.19717, 147.1633, 109.53038, 131.50562, 101.4361, 138.40347, 88.56982, 90.74662, 111.7134, 115.70349, 144.53625, 91.8382, 101.4533, 112.51344, 117.82076, 100.86504, 97.70406, 134.17834, 153.74571, 95.47204, 122.31431, 185.41431, 150.45435, 128.70496, 102.13928, 156.94205, 84.75533, 127.97017, 144.2666, 110.06504, 127.2935, 129.10127, 107.97826, 79.07652, 155.02551, 165.88087, 123.41418, 133.20209, 128.61325, 135.64372, 117.24208, 141.70834, 152.48085, 162.13477, 119.48643, 99.37609, 108.65777, 150.86035, 123.89709, 121.35109, 175.51299, 148.30228, 139.85175, 78.64225, 126.48894, 165.28668, 228.48572, 307.87134, 333.64948, 301.92743, 230.38428, 297.50006, 301.87863, 401.27094, 276.82889, 234.76831, 265.07401, 254.91478, 247.49179, 300.0387, 298.62045, 298.55023, 299.79791, 355.34796, 244.45447, 288.59503, 347.53214, 316.07425, 359.72479, 339.01913, 330.0343, 317.38977, 275.25931, 278.87384, 332.29681, 369.50238, 274.31616, 270.27472, 338.14862, 306.33014, 277.48834, 316.7402, 325.25842, 326.26636, 263.55005, 292.39703, 329.20435, 284.01678, 373.78934, 339.80176, 297.99762, 311.12354, 261.29504, 385.73596, 294.71753, 330.24231, 329.17957, 428.58255, 379.92664, 351.78424, 327.80154, 280.23984, 353.45987, 259.08142, 369.26044, 295.93488, 295.5611, 204.8743, 321.03455, 325.56259, 397.87457, 328.21378, 352.13528, 343.77634, 257.78656, 259.1969, 253.00137, 212.40546, 325.14484, 314.7254, 277.64343, 344.37183, 283.3371, 337.03561, 371.67401, 280.11835, 307.01584, 313.59863, 357.7182, 291.68683, 370.50183, 341.35953, 413.29565, 428.04828, 344.29852, 318.79596, 302.06699, 232.82812, 365.80518, 300.98203, 320.05078, 279.5733, 307.56183, 542.35205, 361.42944, 355.65814, 314.97607, 381.617, 352.23883, 355.15503, 282.83704, 399.4129, 395.48615, 305.99805, 376.50153, 409.34308, 307.99295, 449.08594, 369.30737, 282.12811, 268.45612, 226.16824, 278.2428, 324.11261, 398.18842, 302.03561, 215.01318, 313.06528, 345.64771, 266.84036, 263.9761, 345.79431, 465.00989, 371.7533, 288.7627, 336.59946, 442.33484, 374.76361, 326.39264, 388.73651, 412.4187, 369.44885, 301.44638, 366.20224, 352.24796, 383.94916, 398.39743, 401.08942, 370.82617, 416.44971, 210.48589, 299.26074, 334.16022, 232.17117, 301.30151, 398.21683, 350.1571, 408.26306, 426.78946, 258.97675, 408.70337, 298.37128, 307.9812, 306.87512, 279.16943, 285.07184, 304.43719, 355.59619, 499.23969, 317.98822, 230.17961, 330.05615, 440.53662, 228.97327, 406.0672, 372.36938, 327.09961, 365.65564, 364.07501, 390.14685, 214.72784, 317.24268, 313.27267, 430.10059, 324.66306, 323.4884, 295.38278, 473.6134, 275.3627, 347.30963, 336.09763, 397.69952, 342.33969, 407.58405, 419.88602, 363.6955, 490.00494, 448.7113, 400.22031, 429.33984, 398.52798, 418.47791, 451.35284, 327.30777, 401.34845, 386.51611, 319.66602, 444.54816, 389.41589, 410.1936, 395.97745, 389.22092, 364.49078, 429.32379, 370.47791, 370.34784, 462.71793, 400.40744, 463.18161, 370.33746, 412.37213, 344.68542, 458.53494, 340.04919, 318.50046, 398.67648, 357.2348, 363.96896, 456.41284, 423.38037, 435.54266, 473.29599, 373.62616, 344.22345, 431.92114, 446.81128, 333.37961, 435.78, 327.55957, 403.53125, 237.28342, 483.34308, 415.9913, 412.79828, 350.05188, 378.37122, 266.00137, 323.58594, 385.22894, 349.43182, 322.50604, 356.19354, 301.53876 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 215.72729, 307.87491, 273.82285, 328.49603, 324.78296, 319.17365, 299.67352, 276.11978, 393.90387, 41.11603, 260.00433, 438.62558, 500.60635, 365.49475, 348.77667, 508.91946, 572.08246, 348.06036, 461.27203, 531.67548, 237.67322, 339.26068, 426.06577, 145.67499, 450.70807, 350.56177, 451.62363, 360.93393, 414.42371, 417.18658, 536.16797, 271.64856, 505.63998, 452.35815, 444.70712, 462.50034, 530.89081, 371.44458, 460.49725, 433.5127, 481.86578, 392.34543, 478.94275, 355.0495, 445.13953, 463.2663, 361.0191, 520.95703, 469.30594, 501.95276, 488.19138, 467.28751, 491.63504, 602.33899, 486.62506, 415.74399, 398.02939, 528.60431, 514.87134, 395.35291, 548.1955, 358.0386, 461.6763, 432.70178, 511.9917, 424.25806, 364.84848, 424.58777, 444.40515, 532.87366, 639.27704, 427.32202, 423.49017, 594.88788, 357.33026, 554.85217, 675.87915, 408.10605, 489.21881, 631.42004, 447.7059, 515.40741, 482.26355, 514.33704, 499.04407, 426.10669, 564.54529, 322.77673, 502.4024, 518.9201, 500.77783, 239.96698, 370.66901, 548.57153, 558.73126, 663.82349, 417.87329, 495.3244, 437.75183, 530.39197, 579.1864, 655.26025, 501.2608, 443.20483, 464.84329, 619.34058, 329.76031, 476.35278, 515.88452, 512.43756, 429.62634, 415.77924, 519.35101, 277.61667, 504.78418, 540.69507, 443.26514, 502.54773, 521.3761, 390.33862, 531.96155, 678.70795, 572.62915, 439.99738, 533.3479, 445.67654, 691.73993, 380.81873, 566.5791, 530.98083, 453.98804, 470.84726, 335.87491, 519.13, 322.4129, 391.39175, 483.65509, 527.1936, 634.07092, 483.5296, 543.6062, 599.31769, 585.12085, 377.2312, 638.41235, 377.19891, 673.01385, 551.66382, 548.83826, 333.6673, 575.8656, 652.94763, 515.54883, 456.61719, 489.2533, 610.06421, 393.57623, 596.22693, 479.52902, 476.20728, 463.57455, 540.20844, 549.32892, 649.66766, 491.75464, 494.40176, 476.70917, 238.30814, 486.18243, 411.03192, 622.56769, 474.36646, 398.48248, 574.82739, 653.66779, 615.32922, 496.64258, 620.05481, 232.14284, 601.77551, 407.87482, 496.03619, 683.17853, 491.24255, 406.48212, 547.08557, 466.60016, 644.4303, 543.77319, 648.96033, 703.06885, 594.24854, 552.34119, 566.97803, 656.46649, 655.97107, 642.64868, 530.65967, 651.2854, 425.92044, 515.57397, 426.75458, 499.43896, 713.76697, 611.2525, 453.86237, 674.93237, 553.44751, 671.95605, 267.5957, 714.40552, 580.48914, 802.13257, 232.24084, 601.45325, 645.85498, 653.40765, 523.31763, 706.7774, 572.98572, 630.07281, 565.50476, 677.49829, 585.54504, 629.19482, 729.1969, 577.98877, 697.7959, 595.04248, 571.05804, 426.95468, 713.6994, 672.71375, 738.71869, 719.75684, 881.76245, 616.40088, 705.8526, 536.58252, 496.82388, 650.71332, 606.57623, 580.42554, 495.43863, 571.8418, 541.24481, 626.29437, 525.53766, 696.15564, 530.06116, 588.76556, 423.73334, 735.84601, 551.8042, 673.64966, 576.86414, 687.94623, 664.71423, 712.48926, 599.50714, 395.79407, 770.92017, 627.23853, 507.58823, 645.60034, 436.15018, 547.12634, 651.42346, 593.68896, 674.35602, 530.90002, 516.80133, 558.87537, 609.03955, 542.71783, 632.62299, 642.63281, 645.20007, 636.32703, 596.74139, 672.68799, 581.5918, 728.35895, 583.36987, 493.67651, 663.82721, 723.75214, 636.27612, 703.44849, 735.03223, 534.11804, 540.33502, 648.39221, 724.43622, 653.24548, 727.78479, 640.69006, 629.82074, 492.14459, 704.50549, 676.5011, 623.68481, 284.99438, 98.03969, 326.54578, 657.72516, 710.81982, 660.59344, 571.67407, 616.76379, 557.04572, 679.85168, 584.9671, 616.11658, 261.43088, 928.43091, 575.63928, 737.15076, 380.24188, 582.47577, 598.11853, 623.55249, 512.76941, 544.68164, 796.9917, 571.30054, 879.09363, 793.15881, 427.48932, 244.3716, 798.26855, 818.97034, 293.45886, 760.96704, 568.30872, 605.50787, 788.96399, 925.63733, 670.65906, 822.02832, 964.8822, 471.121, 689.27142, 404.36877, 418.99124, 785.41943, 648.33844, 776.6142, 619.93646, 534.02429, 779.22687, 389.18381, 712.36316, 726.88605, 734.13477, 677.37878, 682.32007, 769.15771, 218.65814, 705.96112, 684.46741, 579.59845, 720.87976, 828.10663, 555.52942, 530.72461, 791.89355, 803.97235, 906.2251, 728.24158, 488.16016, 772.36945, 401.68915, 629.75281, 1068.85596, 710.46411, 830.73523, 706.4173, 874.43353, 657.8454, 151.99654, 872.38159, 852.36786, 673.76947, 565.49677, 862.89191, 276.37781, 633.17938, 890.85181, 584.4198, 361.97327, 480.66327, 885.18524, 816.87683, 570.03387, 720.41187, 1106.63245, 829.72162, 593.66931, 733.29205, 354.97849, 1125.72363, 794.12006, 324.49094, 1006.14307, 393.26135, 975.90417, 581.6626, 924.99036, 1114.93457, 665.11182, 1245.45605, 1281.12524, 868.83148, 1066.93469, 393.65356, 1076.20007, 728.99524, 547.2605, 338.33997, 1026.14258, 496.83206, 1145.19934, 1138.78735, 538.7262, 1073.13782, 684.91382, 594.5918, 970.97992, 1347.02563, 1243.03442, 1270.46143, 1197.3219, 1148.94946, 1190.4386, 1125.35291, 822.80273, 606.79694, 898.37024, 1109.18518, 1214.16699, 1173.53516, 1030.11267, 1309.00256, 1739.12024, 1053.40918, 1108.88843, 1617.39038, 1615.94165, 1770.26416, 1664.57471, 800.36584, 1181.05615, 1482.19678, 915.48236, 2111.63721, 1987.67676, 1900.1095, 952.18195, 1478.85986, 1050.28174, 2251.08862, 1176.14551, 1770.1239, 1985.29395, 1515.90967, 1603.76953, 1630.31592, 1992.56958, 2034.62122, 634.59277, 2861.44287, 2137.33447, 1707.49634, 2514.74463, 939.42804, 2169.21045, 1745.14148, 1179.08521, 1773.94995, 2113.59033, 2626.18091, 2008.3894, 2064.91626, 1169.66736, 1078.55151, 2074.94238, 2664.2085, 3073.10596, 1503.28223, 3475.67578, 2642.63965, 3033.43579, 2761.02808, 3491.33594, 2888.83789, 3054.05078, 3213.08374, 3357.26318, 3370.65381 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 431.79694, 449.70026, 521.96667, 541.39807, 695.28131, 609.6524, 463.48535, 529.16577, 580.06421, 680.07764, 565.85718, 686.79962, 618.57507, 723.08386, 575.28229, 614.17749, 578.63538, 706.40515, 610.61859, 654.43304, 635.36536, 705.54779, 553.66357, 644.36395, 650.68164, 663.84082, 716.99182, 806.94952, 835.60168, 652.48419, 794.71594, 752.34137, 733.60645, 628.19312, 718.72699, 751.98022, 728.50989, 669.22095, 655.97302, 791.44916, 748.7865, 567.91809, 694.48279, 754.1073, 562.15747, 629.96912, 770.47552, 757.59265, 750.10938, 748.39496, 657.41223, 718.61414, 752.62488, 602.27802, 772.77045, 739.854, 692.46289, 730.38733, 730.52692, 659.21649, 708.94818, 752.51111, 756.6427, 837.89221, 776.05872, 770.69897, 784.61963, 857.31628, 734.14783, 807.73621, 715.46948, 761.55823, 889.67065, 754.9187, 705.11243, 834.38611, 765.3866, 709.55835, 857.55957, 762.58728, 697.72968, 720.51331, 758.20789, 782.21454, 786.77698, 730.62189, 763.99792, 780.79718, 752.71747, 699.77478, 800.29724, 675.21423, 724.28308, 604.55347, 684.44312, 736.26135, 676.39398, 878.18805, 709.75763, 903.72217, 687.14612, 714.9483, 828.08612, 738.50763, 893.6178, 719.03961, 809.42285, 734.07965, 739.33105, 892.29468, 746.56909, 708.36725, 910.63953, 735.32233, 729.93347, 748.34283, 786.51404, 778.42914, 736.03955, 925.05969, 826.29303, 791.31085, 721.06458, 749.12927, 757.96008, 802.39746, 843.42334, 720.88849, 778.10498, 789.36768, 818.4245, 800.78296, 714.5351, 869.72034, 713.16296, 819.01178, 674.77667, 806.10669, 775.09058, 772.42688, 820.97107, 807.74445, 944.51038, 740.40082, 930.99243, 732.245, 677.11536, 880.38843, 688.61768, 935.60632, 743.92432, 781.65063, 782.75336, 704.6167, 807.34009, 851.85071, 800.5965, 882.41296, 714.164, 832.79736, 712.94592, 826.53119, 792.12695, 851.2934, 780.81958, 858.54834, 858.82568, 910.1452, 795.36169, 757.34778, 907.86346, 789.32874, 872.11316, 778.42554, 720.60822, 768.328, 920.79382, 804.4364, 842.31116, 811.38513, 897.54419, 870.71912, 842.72021, 798.85553, 920.4704, 812.25531, 827.06604, 932.83435, 896.02747, 805.98224, 773.09351, 941.61993, 916.54266, 806.578, 779.27625, 861.0271, 743.29993, 807.19006, 833.15845, 890.4198, 841.31067, 903.74268, 757.2124, 928.42578, 794.49255, 819.77832, 883.95703, 829.16516, 775.89679, 880.21613, 842.1449, 919.93298, 866.04938, 764.71344, 824.71967, 795.78082, 859.25275, 706.96082, 890.08099, 780.68353, 923.63806, 878.36603, 841.07184, 829.01135, 873.46075, 798.32721, 835.7312, 791.92896, 888.02472, 874.08514, 692.89734, 873.9408, 827.53217, 756.58856, 869.06824, 685.05994, 815.06409, 950.37231, 895.4516, 767.94989, 810.81079, 861.65369, 836.02759, 872.1322, 855.00098, 870.10474, 816.62848, 902.36169, 806.75891, 926.23987, 629.4024, 746.80096, 833.95459, 844.87701, 938.42786, 915.70618, 901.10193, 919.46912, 927.39789, 964.11328, 771.48828, 821.09192, 761.62561, 988.61615, 862.37915, 969.1427, 878.22888, 839.46838, 785.37103, 834.99207, 826.77344, 984.73816, 882.43665, 800.95673, 806.15936, 826.79388, 907.04565, 856.00269, 808.38733, 898.18042, 856.90497, 991.17993, 872.44879, 963.58856, 846.25226, 989.67444, 851.79333, 835.82837, 797.51813, 970.4552, 776.92767, 821.7254, 816.13556, 824.76898, 931.97144, 993.08984, 906.68646, 769.57373, 982.39069, 941.70288, 877.35675, 951.6543, 585.63892, 923.39551, 981.15735, 769.00745, 920.29797, 941.60553, 969.93634, 1030.62488, 915.80859, 851.95996, 811.21558, 836.15076, 853.56628, 913.40479, 962.39673, 969.33038, 896.57068, 784.7218, 889.83789, 891.52197, 970.74756, 989.91083, 966.23676, 972.37665, 1016.0116, 875.8418, 872.33032, 873.44348, 751.97253, 857.56232, 845.401, 925.9704, 907.81799, 880.84985, 982.33972, 1088.37512, 1080.12329, 851.49164, 978.22583, 911.21729, 1050.48987, 882.46289, 899.84399, 916.65723, 838.10938, 946.33801, 976.33771, 1032.48279, 997.73053, 1023.8833, 931.87286, 896.005, 980.15222, 919.33698, 866.39423, 1091.0437, 1002.42188, 888.27484, 893.31207, 956.67444, 927.23804, 995.30701, 1025.32642, 861.18604, 850.36658, 1015.59711, 879.65076, 905.68707, 956.13538, 954.20117, 808.92291, 855.9425, 926.21454, 832.12408, 829.44788, 954.8396, 857.5979, 900.48169, 842.40302, 912.30548, 930.76801, 940.41492, 905.24036, 935.03583, 744.26208, 821.9342, 1016.68591, 1005.84448, 910.17194, 1022.96423, 1038.46606, 904.57001, 869.0166, 947.65588, 860.91089, 843.43347, 934.38177, 961.89124, 1095.34534, 1042.73389, 1042.81799, 859.70038, 964.31616, 917.44751, 1014.17639, 922.97913, 680.46002, 978.78693, 966.95374, 970.11346, 911.9245, 940.1156, 973.23267, 891.5473, 953.81506, 951.77441, 1083.41394, 967.21393, 966.83356, 871.4165, 1034.43604, 1021.30499, 814.58069, 1083.50122, 1014.42383, 1050.17725, 959.05103, 960.08521, 1089.50085, 1035.14966, 1094.66919, 969.86346, 1044.64014, 1037.82715, 1005.55768, 946.39386, 1028.21704, 1019.42261, 962.3739, 1146.90857, 879.43005, 1192.51331, 1013.61395, 920.78314, 893.74506, 1095.03174, 984.97662, 1057.25024, 966.6405, 880.82532, 848.17151, 990.18689, 1132.99414, 1029.42432, 1073.03748, 1044.53613, 913.14526, 1031.70972, 1097.00903, 1116.01245, 1114.48779, 979.50372, 1008.61694, 1115.81641, 1072.37183, 1081.43079, 1114.495, 986.6311, 1053.29089, 1059.29016, 1028.51941, 1069.82019, 1008.85358, 1130.59106, 1144.37793, 1068.04749, 971.88879, 1051.77173, 1008.73865, 1037.3208, 1180.18005, 1150.16931, 1071.30322, 1042.19385, 1108.34216, 1021.07812, 983.93958, 1090.45728, 1062.04639, 1033.31543, 984.37872, 1082.34717, 980.71973, 1075.11597, 1069.01624, 1228.04175, 1156.46729, 1219.01172 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.015558762796965192, "neutral_loss": 3.199720583563574, "target_chat_loss": 1.7495425406348737, "target_docs_loss": 2.2923935238868056, "neutral_init_loss": 4.076925091552734, "target_chat_init_loss": 2.77369167098999, "target_docs_init_loss": 6.040616383870443, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 59.09164, 71.01778, 96.22764, 70.81544, 83.80779, 116.07137, 96.47652, 57.90073, 89.76579, 67.43822, 86.65749, 92.83472, 86.27371, 87.83073, 89.54463, 118.70285, 86.47478, 89.54036, 104.84315, 87.10869, 110.16981, 89.72433, 109.03676, 96.15318, 82.16771, 78.27418, 88.48701, 90.39726, 75.28356, 67.8472, 114.6278, 98.28609, 86.28796, 100.06303, 78.2905, 85.12263, 96.38733, 49.40052, 100.46407, 76.3119, 123.84338, 89.26949, 83.08228, 78.91125, 85.3027, 66.96386, 109.63744, 133.05618, 65.85513, 86.35388, 65.9573, 128.05347, 111.10666, 104.66163, 106.23782, 87.83744, 70.94739, 90.96566, 71.9313, 112.32509, 88.71915, 79.72369, 115.00728, 92.55672, 79.95622, 74.82083, 126.62611, 72.52963, 121.67607, 147.18173, 71.55601, 97.89554, 127.6207, 79.02109, 96.75244, 126.75523, 74.6664, 102.04351, 70.40892, 123.2775, 107.42753, 77.96614, 92.36512, 105.87361, 111.41534, 110.03661, 53.32088, 103.0203, 108.44672, 63.49448, 87.23522, 117.29016, 88.10431, 79.21146, 65.4507, 125.02568, 96.25255, 89.34924, 93.41546, 89.6718, 109.82863, 99.16518, 123.70509, 74.90977, 114.589, 86.09671, 96.94537, 108.2224, 87.50354, 106.54781, 137.04977, 77.8983, 114.40966, 112.64912, 69.25889, 133.74046, 91.16821, 82.99385, 111.03603, 96.06644, 105.03729, 64.49911, 103.66112, 53.3774, 123.57059, 118.51749, 132.17502, 132.81354, 115.82543, 84.80978, 110.58974, 105.12455, 149.30846, 101.15726, 40.84203, 98.98921, 137.34332, 147.9081, 124.67949, 131.85175, 86.0808, 130.34003, 68.56841, 153.86353, 100.48447, 117.39537, 77.37769, 124.06625, 113.23148, 92.68196, 119.60255, 101.51186, 99.70635, 131.35623, 105.18122, 108.02507, 124.85057, 102.94191, 102.76955, 111.11458, 124.02718, 165.50552, 141.41783, 129.69986, 138.03349, 117.24622, 82.16427, 111.96667, 127.67752, 109.86339, 138.04987, 118.90755, 87.02698, 116.05312, 138.45219, 109.28705, 112.28823, 91.13248, 109.73508, 124.84472, 117.895, 118.76086, 120.27384, 117.03275, 142.82399, 75.31512, 126.55254, 91.35688, 91.37732, 99.02019, 116.27789, 127.49506, 123.82738, 118.48296, 77.72371, 149.66855, 107.60806, 91.98685, 151.25375, 114.44228, 133.19417, 103.38351, 141.4118, 88.47401, 90.30126, 110.11433, 117.69791, 147.85205, 95.34731, 103.04331, 112.06664, 115.64584, 101.6974, 96.73804, 135.09183, 155.74374, 95.90539, 124.985, 187.48589, 149.60429, 131.36456, 102.62102, 157.84476, 85.40773, 127.85423, 146.76233, 112.3167, 130.05969, 129.41968, 111.71838, 79.57013, 157.24879, 169.19464, 123.66466, 135.30682, 130.72792, 139.37343, 118.00092, 145.11586, 154.11327, 164.85056, 121.25443, 99.94331, 109.1764, 151.55504, 126.58968, 125.54521, 181.11382, 152.17627, 140.65875, 78.65884, 127.47584, 165.26395, 229.29674, 305.67215, 336.95102, 301.66867, 237.2216, 294.81537, 299.09366, 405.3494, 282.76263, 236.60085, 270.98126, 260.056, 247.88977, 302.87268, 297.94144, 304.75415, 303.4512, 359.88477, 260.6445, 298.4212, 353.00424, 320.63034, 368.17258, 349.33591, 326.92645, 323.00354, 278.60419, 283.66522, 343.45599, 373.02637, 277.33185, 270.82715, 341.47775, 312.66168, 283.14841, 318.46378, 330.92377, 333.54697, 261.66617, 294.46179, 332.01917, 287.54831, 382.79926, 345.40875, 293.17746, 306.19263, 253.31787, 391.20807, 306.40527, 335.19128, 336.16107, 427.20026, 388.29907, 366.18884, 324.66418, 284.39362, 360.25128, 264.15082, 372.80969, 302.58112, 298.98901, 208.41873, 316.58612, 333.87448, 419.43179, 343.86276, 359.53622, 345.77209, 266.47134, 260.306, 259.29425, 213.66577, 324.13565, 325.68008, 280.8205, 348.03491, 286.90668, 339.03604, 385.37, 284.00851, 307.94904, 316.24182, 372.17569, 296.94434, 371.74872, 346.77792, 414.90469, 424.96896, 344.38428, 323.66058, 300.38269, 241.74762, 362.46558, 302.48212, 320.70554, 285.65009, 318.21719, 544.17767, 371.31219, 358.69153, 315.26367, 380.54282, 358.1452, 362.33838, 282.28412, 393.87149, 403.79333, 318.23505, 389.07318, 419.34012, 306.79538, 452.07532, 377.37952, 285.966, 273.34695, 228.40707, 275.15042, 334.75699, 403.32538, 302.56964, 222.0107, 317.91928, 350.70557, 272.17606, 267.13971, 347.46216, 470.25479, 381.14954, 295.4906, 345.80023, 442.68723, 377.53241, 323.31702, 395.30942, 417.62531, 373.93906, 307.68494, 377.57483, 351.96429, 391.85178, 397.46213, 400.31848, 376.49011, 431.16711, 209.54469, 307.69238, 335.25085, 235.0675, 305.27106, 407.61816, 353.12805, 421.76981, 441.09048, 266.12634, 417.86743, 304.60962, 315.73135, 308.05554, 288.80756, 287.78452, 304.27005, 359.13239, 517.95758, 320.62769, 235.63963, 328.3121, 448.04526, 228.45293, 413.95987, 369.54224, 337.33411, 369.34381, 380.76703, 395.04782, 219.06094, 319.26044, 312.65295, 436.49652, 327.74384, 323.82153, 299.53381, 485.6572, 277.91168, 350.46964, 345.46869, 412.27991, 343.72742, 418.64337, 426.81076, 365.4046, 499.27032, 455.42603, 404.41513, 436.74368, 397.74823, 425.23688, 466.14853, 334.06689, 407.38721, 378.59882, 333.52841, 450.29199, 392.79041, 422.26767, 408.78635, 396.50217, 365.76495, 441.31439, 373.1297, 376.54346, 469.42139, 407.79584, 474.39307, 374.95825, 410.92389, 344.08911, 466.87506, 337.08789, 318.92523, 408.59204, 361.01636, 367.37445, 465.97247, 433.34973, 437.46594, 482.34229, 382.19794, 357.46063, 437.48456, 459.24384, 335.34232, 436.95712, 330.55493, 405.5882, 238.92047, 481.90826, 414.271, 426.3558, 357.98282, 388.40225, 269.26697, 326.74188, 390.80872, 349.46957, 330.84744, 363.8418, 303.0737 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 216.10651, 291.87244, 271.2088, 315.48248, 316.21414, 316.70703, 300.63083, 276.65826, 385.40265, 42.40474, 260.47784, 432.58658, 498.41782, 350.53802, 346.07443, 506.17242, 564.73956, 343.95816, 454.12994, 531.45508, 230.97174, 333.42203, 419.35095, 143.64108, 445.09027, 340.03812, 447.89136, 364.06464, 408.78241, 412.04352, 530.96118, 270.49152, 496.6795, 443.58798, 423.92981, 459.90662, 511.40198, 371.30499, 458.25742, 425.05072, 483.54959, 382.37082, 472.62061, 351.8999, 449.1394, 464.11212, 358.95074, 521.66406, 465.24149, 500.81396, 469.06213, 459.23767, 499.05884, 601.19373, 478.49686, 412.55457, 401.93195, 511.24872, 516.86694, 386.90054, 545.50867, 357.08838, 458.99255, 420.94159, 506.65308, 417.52692, 350.44196, 421.50928, 444.59103, 533.74286, 612.72461, 419.16251, 406.6329, 570.57886, 345.96014, 540.21448, 658.30444, 402.0661, 468.0477, 609.00964, 442.77841, 510.42151, 477.53247, 507.76971, 496.05817, 417.17139, 543.49323, 315.67993, 492.59842, 505.27127, 504.92691, 235.10846, 367.42517, 534.16083, 545.18671, 667.1474, 400.48178, 484.05151, 429.63177, 518.8031, 583.55963, 655.01709, 493.0946, 435.09631, 463.82886, 608.7674, 326.71021, 474.35672, 508.37091, 506.82379, 420.84204, 400.23523, 510.46997, 271.59186, 497.50363, 535.18573, 446.98999, 498.8941, 509.54083, 385.0463, 518.67664, 659.41174, 560.80347, 442.63977, 525.48889, 439.22443, 686.07349, 369.75623, 560.05286, 516.08264, 444.62653, 462.18564, 332.12595, 518.59277, 308.49844, 390.91144, 465.55957, 524.77979, 618.09436, 488.6933, 542.61639, 593.45435, 570.29443, 374.1861, 626.21759, 374.68939, 669.02179, 547.93701, 552.88306, 331.45221, 561.48883, 636.40082, 512.4975, 454.48846, 472.86337, 587.8811, 380.13947, 595.16168, 479.6759, 481.45007, 466.67612, 531.09076, 542.6853, 654.61438, 484.01974, 486.92926, 464.60742, 242.38269, 483.85416, 406.74792, 604.55444, 474.1937, 399.52576, 559.12897, 657.35266, 615.23193, 487.73361, 616.61755, 230.77563, 587.8938, 410.99228, 490.72565, 665.43542, 467.50793, 397.4967, 542.68359, 455.99664, 624.16382, 522.82635, 632.85175, 694.29163, 588.28094, 556.57739, 564.96973, 640.07208, 637.17242, 625.33405, 527.948, 640.93677, 423.93195, 505.02661, 416.98389, 496.73041, 696.33997, 594.83716, 451.17786, 687.5611, 556.80627, 660.64001, 263.12592, 706.25519, 569.61176, 773.9433, 227.4595, 591.73486, 643.09485, 640.65637, 527.19574, 697.93945, 563.70251, 610.51514, 557.71472, 673.58295, 566.67804, 618.3125, 730.79041, 570.01947, 696.58496, 588.03772, 558.67126, 423.56348, 699.46375, 660.50964, 737.53833, 702.05481, 872.00641, 605.6543, 691.96564, 538.33038, 492.41553, 642.46985, 602.29126, 585.92413, 495.19153, 552.71741, 532.66809, 613.42285, 528.13867, 672.48865, 538.92328, 585.97217, 400.79883, 724.37463, 547.20721, 663.03516, 554.13092, 669.92078, 659.96497, 719.47351, 597.04053, 387.0618, 756.89288, 614.39807, 505.65524, 643.22473, 430.37973, 521.52954, 636.08209, 589.71423, 659.52216, 521.39325, 515.18707, 552.25781, 608.56592, 546.99603, 613.76562, 639.8631, 646.24634, 616.38007, 593.54614, 654.92206, 576.9032, 719.39453, 576.89111, 494.03851, 635.08008, 716.08435, 631.29395, 695.29041, 722.94629, 520.39606, 537.44458, 635.16547, 714.21204, 651.39368, 712.29883, 631.12512, 620.27826, 476.91116, 697.83636, 670.96924, 616.10925, 278.57294, 97.49944, 331.1543, 657.2536, 697.22467, 659.80371, 546.85889, 617.00916, 562.6972, 665.34985, 583.25537, 595.56506, 260.63324, 925.97522, 559.8902, 740.6366, 377.47235, 578.97534, 596.13269, 608.88794, 501.19934, 536.03931, 787.19592, 568.26611, 878.28595, 776.27258, 422.56818, 246.76144, 781.05847, 808.12592, 286.31601, 748.23145, 574.93286, 576.84998, 778.24347, 906.82776, 650.78992, 812.67371, 954.60822, 461.84473, 695.06281, 400.73224, 416.5069, 758.18811, 624.87695, 770.98889, 610.21875, 525.01917, 763.16327, 380.439, 710.73145, 724.43518, 726.79797, 665.43048, 674.98157, 746.55682, 217.8595, 698.4024, 672.95056, 575.51917, 698.03479, 827.46643, 547.28131, 520.93823, 781.35132, 792.38367, 891.02905, 709.63672, 476.0386, 757.7489, 391.55652, 615.20807, 1061.7533, 687.89441, 808.67188, 703.11511, 863.29285, 653.61676, 153.03653, 854.71948, 833.37756, 652.48773, 568.63525, 842.51794, 261.12, 606.89404, 888.62122, 549.7218, 360.69354, 473.10507, 881.5545, 813.88696, 559.70831, 716.38647, 1083.65137, 816.76007, 591.60968, 716.60486, 360.84634, 1102.5752, 766.60748, 315.35492, 985.39648, 389.44421, 966.51685, 580.30273, 941.10175, 1112.16016, 658.85913, 1240.44458, 1264.11548, 854.27887, 1033.08984, 392.39722, 1074.31323, 718.52679, 544.14337, 341.36371, 1002.41949, 494.99658, 1117.44678, 1134.48218, 529.52905, 1067.35425, 678.16962, 589.64966, 978.05463, 1337.61499, 1232.36511, 1271.00671, 1176.94775, 1146.51538, 1182.50732, 1134.16138, 815.28357, 606.21606, 860.7085, 1111.04077, 1233.8689, 1183.17969, 1026.22119, 1293.9231, 1735.74377, 1044.60413, 1094.32007, 1594.82983, 1623.71533, 1788.22827, 1649.81592, 805.17755, 1174.06738, 1491.34473, 896.01099, 2117.29224, 1977.62036, 1912.94458, 939.01837, 1468.83398, 1000.82733, 2256.21338, 1160.17664, 1778.31641, 1998.19189, 1526.64209, 1613.55249, 1651.47583, 2007.02466, 2022.62939, 642.1062, 2862.84766, 2140.36548, 1730.1394, 2512.77441, 942.1015, 2158.29688, 1755.62109, 1175.78418, 1786.25232, 2112.67139, 2634.94482, 1992.31299, 2095.08154, 1150.92358, 1091.83008, 2114.33252, 2728.90381, 3100.56104, 1485.98706, 3511.95679, 2692.63525, 3059.50146, 2775.99414, 3504.75659, 2923.20801, 3065.45117, 3238.49805, 3363.98975, 3404.31494 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 404.41525, 419.20569, 477.44168, 513.04169, 628.16833, 561.18701, 425.96799, 484.78806, 521.33978, 613.46094, 489.24823, 608.7627, 540.83136, 640.94318, 499.96295, 554.48676, 510.71472, 626.75671, 519.79016, 586.44592, 570.25531, 626.75403, 487.91028, 584.5614, 574.6756, 620.25726, 644.09387, 729.60754, 773.35742, 558.24438, 694.16699, 644.71198, 662.12378, 547.01892, 644.44836, 671.07135, 647.2428, 591.02527, 587.38062, 701.38794, 665.73297, 505.77014, 622.62189, 667.5282, 483.79129, 571.60791, 709.6629, 673.41296, 639.35449, 676.44397, 575.08142, 629.43384, 706.46454, 535.37555, 694.50653, 679.88525, 636.33325, 697.13806, 622.12842, 587.1391, 646.60052, 652.09485, 655.32593, 718.78259, 662.95984, 695.41565, 689.68036, 764.15894, 659.12805, 721.57605, 640.00146, 668.47656, 812.26013, 645.41675, 662.39789, 751.84991, 676.47888, 654.32214, 752.41803, 688.21954, 639.14233, 621.35791, 682.83716, 660.22949, 708.98669, 642.7926, 693.85248, 682.49927, 659.59949, 640.06421, 709.33087, 583.91589, 623.32812, 540.59137, 602.74695, 643.4668, 591.2146, 770.06348, 659.16125, 781.69592, 615.0423, 633.51819, 734.65613, 658.77472, 802.84143, 625.12561, 724.6062, 657.54596, 648.23553, 787.50342, 643.19324, 632.74573, 797.32275, 659.11505, 641.07556, 667.33435, 675.82349, 694.63135, 698.80566, 821.53992, 729.58386, 706.95123, 673.46588, 637.51245, 700.81873, 704.32855, 744.1925, 667.72186, 670.35962, 707.88831, 751.64978, 730.30493, 628.00293, 769.15344, 627.2666, 718.28699, 589.40375, 737.36542, 706.00562, 692.31616, 742.30548, 724.81415, 861.25128, 656.97223, 837.21375, 664.00952, 607.08008, 796.23035, 605.43274, 836.0451, 662.78119, 674.64819, 711.5293, 634.92651, 725.66614, 762.797, 723.59497, 799.55737, 616.74719, 739.50464, 631.05017, 734.68927, 688.53857, 779.00134, 688.06848, 741.40137, 751.68201, 836.13831, 713.62976, 689.44489, 812.94995, 733.85474, 783.51923, 701.56189, 639.32281, 641.80676, 820.6275, 680.78955, 738.19177, 695.49103, 791.9563, 760.0127, 751.19293, 748.83459, 802.93567, 690.09705, 711.88757, 829.31299, 794.7395, 705.40485, 680.823, 834.02533, 832.10144, 700.08923, 678.95178, 778.33264, 640.46606, 715.72705, 750.23877, 768.30121, 749.54919, 776.82422, 696.41986, 814.95154, 708.19836, 721.32031, 760.1095, 737.35278, 659.57831, 785.42975, 707.62073, 829.9917, 788.13611, 675.98981, 757.40643, 663.65765, 782.88934, 639.41467, 803.20801, 700.10059, 820.83954, 807.89868, 771.65576, 720.73071, 788.20508, 702.20203, 714.41467, 706.14502, 829.10681, 756.0686, 616.94849, 781.8147, 708.41119, 655.67188, 757.55237, 621.11115, 719.81488, 880.91418, 803.53979, 663.76654, 708.6416, 742.17542, 737.90704, 793.59918, 732.24561, 795.74133, 762.3219, 817.80676, 709.4649, 811.18256, 581.19336, 655.46729, 740.59644, 761.90723, 783.3493, 800.67383, 770.60864, 802.98132, 810.83484, 875.31116, 638.22144, 709.2243, 716.17712, 857.11823, 753.49188, 860.37201, 782.71698, 719.70129, 685.84747, 740.60822, 707.27936, 867.34973, 769.28406, 751.61389, 715.53217, 728.47839, 800.2146, 743.34583, 736.10193, 796.25311, 750.72406, 898.32349, 802.05823, 860.67566, 783.77148, 873.17224, 779.15057, 728.94373, 715.43256, 853.24432, 709.94659, 735.65454, 687.17725, 728.4928, 802.8623, 870.18567, 819.41968, 684.97125, 863.08337, 823.33044, 750.11353, 822.22723, 527.50244, 839.06995, 858.58447, 678.29077, 814.56372, 822.13654, 873.36957, 909.80231, 815.15894, 771.72485, 707.32507, 729.86194, 735.62683, 792.86578, 849.28815, 844.73633, 807.49329, 730.2558, 780.26025, 787.29968, 831.28577, 902.54675, 860.18567, 902.90881, 884.86389, 747.95422, 749.77045, 759.96582, 635.36517, 763.61554, 745.93671, 826.55408, 813.3847, 777.40637, 877.49182, 922.21161, 959.15399, 758.97034, 909.83276, 836.5127, 921.65424, 794.94421, 778.85986, 817.60388, 752.98181, 836.69092, 872.66907, 915.47589, 907.47668, 938.25616, 832.62354, 780.15356, 832.67053, 858.37573, 761.18054, 987.33582, 927.81201, 794.73914, 775.22388, 837.44336, 838.3739, 882.43018, 939.81421, 762.59058, 768.03986, 903.94336, 773.76874, 791.4209, 834.31311, 829.41583, 736.64478, 752.66479, 824.43976, 735.46185, 713.38428, 823.98718, 767.50354, 832.98511, 766.20856, 792.54468, 814.03699, 827.72626, 832.50293, 835.5766, 659.7052, 716.23267, 897.97339, 890.19983, 784.2019, 930.22717, 894.77612, 823.07385, 771.33887, 849.72778, 747.82202, 729.57666, 830.56738, 807.05072, 956.31464, 951.38214, 949.41223, 750.48413, 881.01294, 796.49939, 863.30695, 827.62518, 622.21844, 862.83289, 872.1369, 829.50995, 824.60608, 858.12512, 868.31909, 771.3725, 842.98108, 818.76917, 966.78735, 878.92749, 854.88562, 778.44751, 905.57288, 892.19849, 719.12695, 938.78564, 875.5802, 889.84882, 853.67456, 880.52148, 971.39423, 867.76465, 984.12012, 892.24438, 958.0127, 931.4621, 923.46051, 823.53821, 938.05646, 888.85187, 872.54651, 1031.22534, 775.40564, 1048.28076, 871.37067, 816.14557, 788.01025, 986.07068, 916.39795, 960.15826, 876.52893, 764.86597, 741.05316, 876.79761, 993.93274, 901.77161, 937.75745, 937.74841, 820.31799, 914.87677, 999.4845, 963.72058, 982.68262, 880.49139, 883.08508, 998.14197, 990.67749, 1020.33948, 972.52942, 877.05701, 945.89587, 930.78711, 886.03003, 958.43237, 872.38306, 1024.51953, 997.98169, 958.56946, 861.26764, 985.18457, 899.36786, 945.81152, 1076.88574, 1021.92175, 915.76349, 941.23175, 969.5708, 895.6106, 906.77576, 979.65027, 954.11578, 939.22083, 845.09125, 936.28076, 848.8573, 933.53284, 964.66663, 1089.31995, 1024.37085, 1087.63062 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.0753504262729011, "neutral_loss": 3.2755322698191662, "target_chat_loss": 1.7473646663543374, "target_docs_loss": 1.9807562846777376, "neutral_init_loss": 4.1476310546875, "target_chat_init_loss": 2.5505967597961425, "target_docs_init_loss": 5.597298292371962, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 62.05716, 74.55527, 101.43438, 71.55283, 85.65942, 115.90903, 98.20679, 55.72443, 90.737, 68.27225, 88.74144, 97.68964, 90.96533, 95.21859, 90.35934, 118.86717, 92.84064, 91.63359, 106.62221, 90.16431, 116.15369, 91.85849, 113.2627, 97.19646, 83.64464, 80.38359, 91.40007, 91.50731, 80.18358, 68.4872, 113.8472, 105.31859, 87.22851, 104.05798, 79.49658, 89.26367, 97.39502, 50.51805, 101.82807, 78.56767, 130.47781, 92.35455, 87.96878, 78.94702, 88.86694, 69.57443, 113.05644, 135.20164, 67.46722, 85.85722, 66.20013, 131.74323, 114.77914, 110.67213, 109.42837, 90.72577, 74.07202, 93.85353, 72.34543, 116.44971, 92.78731, 81.71071, 119.00008, 97.89909, 81.12073, 76.684, 130.21449, 76.80138, 123.88898, 151.99942, 72.32466, 97.41008, 126.24964, 81.83704, 100.60781, 131.51335, 76.35529, 106.52328, 74.35448, 127.6812, 108.90146, 80.9929, 93.02805, 111.05083, 113.16388, 115.85435, 55.05171, 108.43812, 111.72705, 64.39761, 88.11751, 123.09681, 92.54677, 82.09541, 68.29192, 130.84796, 100.7614, 89.6209, 96.44955, 91.80466, 111.19459, 107.37231, 126.98045, 82.1306, 116.60436, 86.30498, 99.8361, 109.10634, 91.362, 108.65482, 144.112, 79.89326, 116.44161, 116.65741, 69.6569, 136.72293, 95.55609, 85.23576, 113.19693, 98.75371, 106.3003, 65.82681, 107.83794, 54.30141, 127.79121, 121.13292, 132.69977, 138.59973, 115.29678, 83.14272, 114.42995, 109.32506, 151.78691, 104.20044, 41.86228, 99.2702, 139.86186, 148.17657, 129.76108, 135.86868, 93.59925, 134.00781, 68.40764, 158.953, 102.00375, 122.44307, 81.16652, 127.38847, 118.02698, 93.84995, 123.98432, 101.19801, 104.39549, 134.59378, 108.396, 109.51559, 130.93051, 107.87209, 104.60583, 112.9273, 129.51019, 171.4458, 144.33502, 131.54587, 138.35396, 120.49781, 84.29506, 114.64056, 133.72414, 111.49487, 138.31516, 125.1445, 92.87772, 121.90065, 144.04684, 112.97177, 115.98859, 93.05412, 115.94417, 129.05988, 119.95269, 119.31595, 121.9706, 119.56734, 142.0386, 77.14344, 131.03629, 92.79222, 92.85804, 101.32944, 120.38332, 132.72821, 126.37843, 123.50569, 82.047, 148.42136, 111.13185, 95.20155, 155.9635, 121.32239, 136.93719, 106.63411, 143.8239, 89.22449, 91.79279, 109.38722, 121.95064, 151.81714, 99.01181, 106.52749, 110.83297, 116.1917, 104.01271, 97.44729, 137.22592, 160.0871, 97.86545, 128.57823, 188.07999, 150.22655, 136.84421, 103.07387, 161.36771, 85.88498, 127.20575, 150.65033, 115.19774, 132.15193, 132.24397, 117.05224, 81.35484, 163.54694, 173.93822, 123.65363, 139.59042, 132.15825, 145.17883, 117.98332, 149.60062, 154.88782, 167.02133, 123.95879, 100.2678, 111.04304, 152.99907, 128.46951, 129.97794, 189.03572, 157.52795, 142.50293, 78.75726, 126.47626, 163.82935, 233.34898, 308.47647, 343.21692, 301.86188, 244.75781, 291.39124, 300.82019, 411.47635, 297.31189, 241.48456, 277.77942, 269.41541, 253.37474, 308.89392, 305.86215, 310.51382, 308.59863, 364.63672, 275.67166, 313.16345, 363.49515, 322.45673, 382.92865, 366.45349, 325.66815, 329.19394, 285.38309, 291.6344, 354.28534, 381.56207, 281.90607, 275.58838, 347.82031, 325.34204, 288.91016, 322.50406, 340.78641, 341.75604, 262.41241, 300.03839, 337.48755, 291.87369, 391.55768, 353.23282, 289.67914, 305.59421, 247.05136, 397.3194, 321.25696, 343.23666, 341.35291, 429.78439, 400.10587, 383.646, 328.63275, 292.15521, 370.7709, 270.74762, 380.25476, 311.34467, 301.64673, 214.15706, 315.38098, 347.19119, 444.5394, 367.29242, 368.36026, 351.81995, 278.96106, 260.95258, 266.67157, 218.56293, 323.50793, 337.81, 291.38461, 356.96756, 287.52158, 346.96634, 402.64478, 283.18109, 309.85413, 323.27521, 389.33276, 308.31213, 376.86029, 360.38797, 416.22504, 430.71179, 348.94855, 328.70508, 299.93506, 257.74268, 364.31116, 305.46851, 329.15631, 294.50464, 335.24213, 541.06128, 382.54254, 365.33289, 318.20886, 383.33203, 370.90961, 370.17657, 281.3678, 391.24533, 416.81595, 332.70285, 409.52649, 439.75165, 305.90173, 458.58051, 390.66159, 291.78253, 282.27423, 230.20526, 281.849, 348.00662, 415.22931, 303.60254, 237.39911, 327.95319, 360.78674, 279.95718, 273.60278, 352.78088, 473.586, 391.80872, 305.1925, 359.15204, 447.48932, 377.25235, 323.52518, 405.4978, 433.37906, 387.75232, 315.88324, 387.16113, 356.85681, 399.61227, 406.22302, 404.70538, 386.21078, 445.29089, 214.1113, 315.37354, 337.0509, 240.1563, 313.72043, 415.97775, 359.42505, 443.60025, 465.99487, 276.03543, 434.57376, 315.90408, 321.02032, 308.98926, 297.7262, 289.20453, 310.10602, 370.73047, 549.77893, 330.90955, 249.21739, 334.14215, 456.15179, 227.14861, 427.43585, 370.97247, 351.85748, 379.43939, 397.28415, 401.53577, 225.53154, 323.289, 313.09521, 441.72961, 333.3591, 324.37207, 308.26984, 497.2326, 283.40024, 360.83594, 358.6824, 431.96802, 351.88037, 436.01889, 440.9166, 371.11844, 513.0199, 464.89288, 409.11923, 445.95917, 408.86157, 437.9837, 483.14978, 341.17029, 422.53314, 377.48944, 351.70081, 461.66663, 404.47174, 433.46573, 421.15674, 404.65967, 371.35309, 455.19635, 382.27414, 381.99771, 482.59988, 414.22449, 492.01791, 387.88406, 409.08081, 348.84482, 479.71722, 332.71301, 319.32605, 415.54602, 368.3035, 371.961, 476.08109, 439.30057, 438.82495, 491.24817, 390.80612, 373.08374, 448.3356, 474.53925, 341.3284, 442.44006, 335.52118, 408.00043, 239.74506, 478.40674, 409.06274, 444.40073, 371.59277, 406.48346, 274.13162, 332.48901, 395.62363, 353.24908, 342.09143, 376.0358, 305.19302 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 217.69818, 273.84488, 267.45258, 305.31171, 309.03418, 313.45947, 303.05722, 277.14825, 375.4339, 45.09568, 265.92493, 437.80774, 499.05533, 330.30295, 343.4902, 504.70242, 566.73163, 347.29041, 441.93231, 531.98889, 228.57072, 334.55847, 417.37344, 143.58104, 442.5423, 328.00662, 450.659, 369.63321, 405.19543, 414.66614, 527.93414, 275.51093, 496.43997, 441.53949, 409.42368, 460.81177, 489.23166, 377.46515, 458.22232, 424.81448, 484.90399, 381.92557, 472.61261, 352.95703, 449.56641, 466.25992, 361.77722, 530.70258, 458.71118, 503.12222, 448.3226, 452.95038, 505.81219, 598.94666, 476.84393, 411.60974, 407.75507, 495.15393, 523.25549, 379.20105, 550.72473, 359.32251, 459.56689, 405.17307, 508.12488, 417.26779, 340.34369, 420.80005, 450.30771, 544.79999, 580.09454, 411.74463, 389.07587, 551.86646, 338.36649, 538.09924, 646.54688, 399.28632, 445.18408, 584.6687, 444.52478, 507.095, 475.75214, 501.01788, 493.12375, 409.37653, 517.34814, 314.46982, 483.83945, 492.04401, 510.35602, 234.97894, 367.37073, 532.38855, 530.60541, 678.4433, 389.32065, 469.88461, 422.64911, 507.85089, 591.91321, 670.1839, 488.41196, 432.95639, 463.13779, 603.0658, 325.63391, 477.74109, 512.02399, 508.0784, 421.00787, 385.75015, 507.45816, 268.49353, 492.17902, 533.55457, 457.72821, 488.14661, 499.12317, 389.00647, 510.32416, 632.35144, 549.19037, 451.96402, 515.22723, 438.5097, 684.07373, 362.25397, 551.53723, 511.6572, 437.5603, 455.28339, 332.21155, 524.39008, 294.17816, 396.34576, 461.24969, 522.93518, 596.02942, 497.48401, 547.23645, 590.13007, 560.95093, 374.58817, 625.28998, 380.78711, 669.26868, 548.78894, 560.41138, 332.14175, 553.93951, 621.59827, 510.86166, 454.82663, 464.47098, 570.11914, 377.09924, 601.9054, 478.78949, 493.75427, 476.95071, 527.71704, 540.86334, 664.65771, 486.62469, 485.8493, 454.51666, 250.06517, 486.14868, 404.09305, 595.16479, 483.31024, 405.80325, 547.62854, 666.56409, 620.08423, 481.83826, 617.32812, 232.85515, 571.4762, 421.828, 495.9549, 643.94543, 455.47287, 392.69818, 541.93335, 440.09265, 608.08838, 503.16577, 617.39185, 685.97656, 578.24841, 574.43011, 562.84277, 619.76556, 614.79626, 603.78503, 536.06274, 637.63013, 427.74951, 498.9223, 409.00751, 499.4541, 687.00659, 574.20483, 453.41934, 706.42773, 573.70264, 646.5603, 261.6362, 698.11255, 566.95312, 743.04028, 226.94635, 595.29657, 639.23938, 630.80908, 537.0965, 691.76337, 567.04437, 590.82715, 547.52271, 675.30408, 539.44965, 600.77008, 737.17163, 562.59729, 696.03534, 583.93427, 552.82617, 423.22504, 692.52466, 662.2229, 740.23297, 688.62921, 860.34027, 600.40082, 680.77588, 541.69763, 493.73016, 631.86975, 601.57629, 596.14471, 501.72021, 533.90308, 533.35168, 602.25806, 536.87213, 649.341, 549.35413, 602.05176, 372.01361, 718.26007, 545.91217, 661.64319, 541.60193, 650.01709, 653.64545, 730.24304, 599.27722, 379.89557, 745.40833, 593.9986, 514.1283, 646.90393, 432.69934, 504.16904, 621.01172, 597.51953, 645.3905, 516.20612, 518.93201, 549.51166, 613.57404, 553.38538, 593.03204, 641.08618, 650.16278, 605.49561, 590.55273, 647.66663, 577.72003, 713.58679, 578.54468, 495.51154, 610.09851, 700.18427, 626.99878, 685.32697, 713.1864, 511.44678, 542.25677, 619.4834, 708.13403, 649.29016, 698.62775, 624.17834, 615.37616, 466.63519, 688.85522, 671.14478, 608.58344, 269.43732, 96.11899, 343.08447, 655.78625, 696.55042, 657.21893, 530.44812, 621.40765, 572.41705, 662.62463, 582.93378, 581.84119, 264.86813, 919.63239, 555.41406, 737.8653, 375.57355, 579.34155, 594.42212, 596.40454, 493.18005, 534.12292, 783.88611, 569.18634, 877.15149, 759.53241, 417.94601, 252.62326, 759.65894, 802.56262, 284.22342, 745.62598, 586.18188, 556.77612, 770.7608, 875.99567, 628.14752, 799.5434, 942.01526, 460.88846, 705.77625, 399.22992, 419.90887, 725.58685, 606.34741, 770.80396, 606.5863, 522.43665, 740.27502, 371.19278, 710.97949, 725.51282, 715.23828, 654.10425, 675.97021, 734.63757, 220.65771, 695.96814, 665.00476, 581.33459, 678.32092, 845.3219, 535.15637, 514.87781, 771.34802, 786.61426, 882.87878, 686.28455, 475.24069, 751.87506, 384.33276, 610.0509, 1052.67053, 678.85199, 787.17816, 704.73706, 851.12256, 653.46796, 155.10263, 839.15894, 816.8985, 638.15668, 574.42017, 827.30377, 254.69757, 596.59198, 891.96002, 521.48535, 362.56009, 469.52505, 878.28308, 811.55402, 549.30334, 712.29651, 1065.68298, 808.1012, 594.36212, 701.70178, 375.66501, 1084.28857, 751.52698, 305.7818, 969.7865, 391.42133, 953.9317, 584.58948, 975.50488, 1115.57996, 657.4837, 1237.53955, 1262.30884, 834.87842, 1007.86005, 391.37659, 1079.44653, 715.47839, 538.42218, 346.71378, 981.40967, 499.7543, 1093.26794, 1132.6178, 525.12604, 1059.33887, 675.93469, 588.95709, 987.19684, 1338.30359, 1232.97327, 1279.38745, 1158.86304, 1143.44373, 1184.16858, 1151.69751, 811.19299, 620.53198, 816.11377, 1128.02246, 1274.1626, 1207.82666, 1026.77515, 1287.94092, 1742.13501, 1042.4668, 1088.50464, 1589.83936, 1643.29919, 1819.81775, 1648.40234, 814.72461, 1182.39001, 1511.59106, 887.95691, 2137.68286, 1979.23889, 1954.44104, 920.73053, 1478.59619, 968.6214, 2276.47803, 1170.04626, 1796.3208, 2027.21582, 1548.31201, 1651.41235, 1679.94507, 2030.4895, 2026.66943, 653.71729, 2877.45288, 2165.61035, 1782.52905, 2533.03076, 952.17059, 2176.17432, 1791.36157, 1178.69373, 1841.42627, 2127.24854, 2669.63257, 1992.70874, 2151.43018, 1149.84229, 1114.37158, 2184.52881, 2819.12695, 3149.09546, 1500.0376, 3563.16284, 2808.99634, 3119.8645, 2820.1416, 3543.21533, 2964.31836, 3089.24072, 3285.68262, 3392.77832, 3471.48877 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 343.90179, 373.00876, 438.32706, 475.03574, 563.89636, 502.88483, 385.78607, 431.65857, 446.5033, 530.80383, 399.78857, 525.86658, 478.19, 569.89319, 429.96875, 499.84735, 444.00543, 532.46893, 411.23068, 504.62399, 476.98807, 540.49536, 419.65588, 506.08435, 490.45776, 557.37421, 574.28528, 648.87958, 690.36218, 465.64648, 612.16858, 558.51862, 573.04041, 451.22198, 555.62573, 578.85559, 540.9458, 511.99481, 506.34146, 627.18323, 572.30768, 436.60294, 539.42249, 578.50592, 431.51794, 506.35352, 644.55725, 589.86597, 530.55365, 587.77747, 490.53271, 521.22784, 633.21613, 456.22241, 612.32666, 627.39972, 581.42944, 622.18652, 509.6153, 486.69818, 562.57654, 569.3418, 547.48541, 585.53656, 572.62708, 618.62708, 597.27106, 665.78186, 534.25586, 613.07239, 565.10901, 567.37787, 717.32471, 546.25757, 587.60748, 637.60181, 601.97095, 588.45886, 656.80017, 584.48108, 565.92719, 527.67053, 592.11035, 506.06744, 641.64624, 546.44336, 615.5882, 583.70422, 543.38885, 580.79175, 618.14197, 504.57034, 511.71539, 467.95111, 529.0896, 535.43066, 473.40363, 638.03119, 607.49896, 662.57886, 540.93726, 553.71796, 692.45203, 558.46344, 701.22375, 529.51166, 634.7251, 566.96893, 538.13928, 618.20447, 515.00647, 527.2085, 650.97424, 566.29077, 570.51929, 576.19202, 562.08331, 615.16846, 650.34131, 679.17273, 618.74969, 580.06793, 639.19287, 529.22839, 614.2135, 574.56757, 618.78058, 593.41443, 598.42395, 621.15375, 614.77911, 639.41272, 530.92432, 668.42896, 531.35559, 626.02734, 476.93875, 656.31677, 625.54218, 578.66321, 639.13788, 623.64832, 754.69769, 566.22156, 710.8526, 606.85358, 522.37366, 708.73785, 532.71869, 760.64612, 598.66669, 561.90271, 621.43396, 578.09503, 635.00342, 641.14319, 634.50598, 721.13306, 510.82086, 640.41473, 528.84399, 611.58722, 557.45337, 680.14612, 581.95685, 644.99658, 649.35095, 722.4762, 624.13654, 603.41803, 704.63727, 677.5495, 677.02844, 615.4812, 555.7818, 558.89465, 699.13049, 589.43231, 631.27167, 602.80847, 688.25494, 660.61169, 634.72009, 679.24243, 646.07635, 569.10181, 548.60242, 694.8739, 680.80664, 600.18976, 599.85022, 725.96936, 729.67957, 587.62531, 568.79053, 675.47614, 565.62317, 612.87268, 648.80096, 613.3407, 639.70648, 653.77856, 620.39441, 703.74902, 620.88281, 599.00433, 646.77472, 656.24493, 556.89819, 691.55798, 572.52429, 724.71399, 693.27356, 586.07507, 643.41156, 549.53241, 687.88739, 522.73712, 669.30975, 600.06732, 709.31659, 701.3938, 687.27777, 580.86108, 678.39331, 618.50439, 600.39734, 622.43109, 759.96448, 646.14307, 523.29913, 665.64783, 584.72803, 565.57812, 652.15887, 545.54193, 622.68274, 798.06427, 692.08722, 569.56567, 607.55597, 630.34991, 628.62994, 676.92108, 609.2301, 703.62109, 683.82697, 688.29309, 605.01166, 709.78632, 510.37988, 582.65564, 653.42242, 662.63824, 651.74072, 686.72736, 654.74652, 700.15063, 692.02991, 767.86011, 525.67908, 586.98108, 703.05115, 742.78992, 646.15631, 731.68542, 670.66321, 595.94617, 593.06348, 614.82965, 591.1958, 724.27649, 638.68176, 682.36401, 596.22327, 632.50549, 704.2699, 631.33252, 613.73083, 668.16382, 659.41888, 760.25903, 726.25079, 759.25012, 711.72888, 755.06409, 674.86877, 627.20984, 621.91895, 719.52295, 623.66241, 650.01935, 574.12842, 598.73877, 668.58203, 744.18304, 708.20905, 596.06396, 715.87073, 712.61456, 644.78406, 717.72516, 473.2059, 725.9599, 742.39331, 585.93781, 704.33606, 687.89313, 749.12427, 787.47382, 707.4187, 671.93604, 600.90417, 617.10272, 618.55701, 651.50317, 753.9021, 727.29736, 714.86963, 668.10974, 647.62378, 668.03101, 700.03149, 802.22009, 728.20667, 792.54205, 739.47296, 656.21277, 621.32471, 647.78888, 520.1153, 663.01709, 647.44873, 675.22113, 710.0235, 660.03467, 755.01599, 752.76721, 813.19232, 644.58459, 812.30463, 727.26093, 801.09589, 696.75208, 678.2644, 707.75256, 661.10852, 726.27637, 767.52759, 824.99805, 791.44916, 847.49744, 722.41455, 670.61322, 714.42084, 787.28424, 622.97711, 860.38245, 817.95551, 696.92194, 651.8053, 741.76794, 715.84485, 753.52234, 831.60577, 645.06854, 686.28687, 793.56378, 658.59601, 660.11804, 706.96387, 716.31573, 662.49963, 639.18323, 710.24597, 624.88635, 596.38269, 691.14923, 657.92352, 746.7149, 658.31525, 670.94977, 712.96191, 679.38867, 702.47919, 726.76459, 594.09326, 625.66498, 780.80292, 782.35352, 676.17944, 787.50366, 758.82886, 710.15173, 684.30627, 733.61487, 628.75122, 625.29498, 746.09265, 652.13623, 834.6825, 836.60107, 838.91852, 633.28125, 798.42743, 668.06519, 729.58099, 726.2937, 571.74054, 745.62048, 752.49347, 712.9707, 728.07263, 759.51678, 762.51135, 646.0304, 701.89844, 693.34308, 811.01154, 756.93994, 728.7384, 685.22797, 809.35175, 770.20117, 618.38495, 805.81567, 740.71759, 783.62665, 741.11847, 785.15027, 826.72369, 734.36084, 898.48584, 775.92944, 871.7417, 804.52869, 822.54218, 713.74475, 821.83459, 759.69354, 806.0343, 877.9411, 689.48712, 885.48993, 740.69397, 678.42188, 668.87976, 866.37134, 826.2052, 848.00562, 767.67889, 661.03656, 656.72473, 764.00256, 837.48358, 766.16052, 807.85822, 820.9173, 742.54578, 785.21289, 874.23108, 806.47113, 836.18359, 763.66986, 760.05267, 881.70502, 897.76807, 956.66003, 827.82849, 772.08704, 850.58801, 807.47552, 725.13074, 837.80347, 748.26111, 907.61719, 843.8844, 867.19946, 738.10925, 897.03168, 777.13831, 831.92035, 956.41992, 905.40607, 753.4906, 839.57263, 820.44727, 746.5014, 789.54773, 854.61304, 836.16016, 791.77698, 719.62903, 812.34692, 731.18115, 814.07971, 873.55182, 967.95746, 886.81921, 943.95764 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.2588346451498014, "neutral_loss": 3.384124930616307, "target_chat_loss": 1.7672447530331763, "target_docs_loss": 1.7414442259492522, "neutral_init_loss": 4.287034930419922, "target_chat_init_loss": 2.4255478149414063, "target_docs_init_loss": 5.220319210476346, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 68.7068, 76.5181, 106.85529, 74.11749, 87.13661, 115.79144, 103.46816, 54.147, 93.3116, 70.7859, 92.9733, 105.50398, 97.25563, 103.90331, 92.47401, 120.82115, 100.55995, 96.1096, 111.18173, 93.48169, 121.12607, 94.5677, 117.11639, 97.98355, 86.84383, 82.8556, 96.35133, 92.66391, 88.02663, 71.09785, 110.59283, 114.87245, 89.16554, 108.0506, 83.1843, 94.84397, 97.41544, 52.10664, 104.76527, 81.35871, 139.39056, 96.15128, 97.61333, 79.53546, 93.92844, 73.90073, 118.20765, 138.03812, 70.45964, 87.59525, 68.86925, 139.60616, 121.02551, 118.93685, 112.25983, 94.17731, 79.06335, 99.75038, 74.26431, 119.96188, 100.08376, 84.12997, 121.62142, 106.9693, 83.03175, 79.58379, 136.86562, 81.08648, 131.8334, 156.38927, 73.24141, 95.4376, 123.52927, 87.606, 108.35645, 138.10045, 79.78557, 112.10997, 76.44849, 133.46823, 112.56049, 87.54198, 96.13225, 117.80907, 112.93589, 124.14701, 61.45319, 114.61003, 115.65698, 65.32867, 88.11278, 129.99821, 99.96244, 86.9229, 72.37184, 139.77248, 106.87424, 89.79723, 99.63881, 95.22861, 114.57993, 121.25235, 131.98381, 90.81271, 122.31409, 89.2451, 107.22377, 108.44797, 95.53086, 112.8318, 150.11472, 83.32259, 119.52039, 123.04857, 70.61897, 144.81531, 100.40402, 89.60679, 115.72452, 101.74106, 105.08737, 70.08578, 116.27881, 57.44074, 133.01492, 125.1741, 134.98628, 146.74438, 117.19105, 82.43661, 120.80407, 114.42923, 152.7352, 108.74538, 44.25761, 102.00742, 143.4451, 148.12018, 140.15979, 142.95868, 104.25807, 143.7027, 71.67981, 165.86639, 104.26976, 129.98158, 86.55968, 134.17776, 129.01936, 95.51445, 128.72974, 105.03029, 111.9875, 140.1658, 113.51129, 115.16219, 139.69687, 113.87894, 107.12198, 116.42918, 135.95969, 180.40213, 150.13901, 136.35095, 140.15923, 124.02776, 87.81344, 118.24456, 142.81024, 114.53428, 147.07808, 130.80328, 102.44461, 129.67094, 151.22568, 119.52109, 120.5639, 95.82689, 123.93317, 133.14842, 124.14449, 122.49021, 123.42191, 124.14072, 142.92607, 81.12579, 138.41208, 93.8692, 94.47777, 103.51797, 123.3476, 140.69235, 128.97765, 128.93126, 88.79692, 147.53748, 115.47182, 101.5159, 163.60754, 132.23157, 142.57333, 112.39542, 145.92984, 89.48767, 94.42744, 108.34334, 129.98663, 155.45738, 103.83951, 108.71072, 109.22917, 120.55837, 104.76879, 97.81509, 140.00858, 162.57077, 102.50262, 136.32936, 191.41824, 151.81171, 144.57449, 104.56468, 165.60965, 88.68006, 128.21088, 155.10805, 119.5032, 133.19334, 136.89836, 124.29532, 85.9381, 171.6178, 175.80998, 121.96876, 144.22791, 134.32889, 153.033, 118.13157, 156.83496, 155.87244, 171.88753, 128.08328, 103.00874, 114.11942, 156.84586, 132.66583, 136.77946, 200.82114, 165.5818, 146.69196, 79.98254, 126.51991, 164.72202, 242.32297, 316.69092, 360.98453, 304.61206, 253.49934, 293.13327, 307.42502, 418.01349, 322.52664, 248.72833, 287.32947, 279.93005, 266.40466, 324.30643, 315.45053, 318.76483, 316.79056, 373.91589, 293.45993, 334.3909, 375.59363, 323.10278, 400.32654, 382.36914, 327.12738, 340.72278, 294.76776, 300.46353, 365.48544, 397.13043, 292.05432, 289.29218, 358.44604, 340.51355, 292.22025, 323.46967, 351.3118, 349.82047, 274.4357, 301.9538, 346.52875, 299.86133, 395.52228, 361.13818, 290.72681, 307.22272, 250.46698, 399.39557, 336.61337, 351.85541, 348.23865, 437.06909, 412.59607, 393.55804, 347.67941, 304.33795, 390.05347, 289.43301, 397.71106, 322.87695, 306.30499, 222.04356, 325.23633, 365.20819, 463.20398, 384.94519, 376.34781, 367.98224, 300.23291, 264.25296, 278.01343, 225.18831, 323.99387, 349.08051, 311.20972, 359.27509, 286.85559, 353.88141, 417.65543, 279.01617, 319.38708, 338.73795, 405.42841, 322.74127, 382.73981, 382.70633, 426.62939, 441.69379, 354.03876, 335.11978, 301.8866, 278.81326, 370.07062, 309.79984, 339.24225, 302.33981, 354.1828, 531.62488, 407.85342, 376.23596, 333.64551, 389.21692, 386.34674, 380.71036, 283.2323, 397.74176, 435.06369, 342.44781, 430.87524, 464.00107, 309.38513, 469.4303, 410.39517, 294.22198, 294.32141, 234.00739, 299.17651, 365.28552, 442.11682, 308.55084, 259.76862, 336.5094, 373.56152, 288.47278, 281.58502, 357.54254, 482.06845, 398.84897, 313.87994, 380.75122, 457.22641, 372.7756, 326.24377, 421.73883, 451.20831, 402.57104, 324.74152, 399.11246, 365.65463, 413.97662, 423.32776, 409.60394, 398.19934, 452.51031, 223.42761, 321.25974, 342.51508, 248.33334, 324.87195, 426.13031, 367.90884, 466.53885, 487.55655, 289.93256, 452.69855, 331.14758, 330.04236, 310.85138, 306.30997, 292.54926, 316.01639, 385.40494, 588.1145, 349.6925, 272.29166, 351.14459, 465.16602, 226.04929, 443.46567, 377.91809, 363.6626, 390.42072, 410.09302, 412.60162, 235.93442, 333.57849, 317.73645, 449.47684, 346.61981, 329.67441, 322.12109, 506.07629, 293.5957, 370.21133, 377.18695, 454.76263, 361.8819, 459.27692, 462.47498, 376.71121, 533.6955, 477.28601, 412.36273, 457.23138, 423.43314, 456.69873, 505.93793, 350.82077, 430.88312, 391.20462, 370.80032, 478.58463, 417.62061, 447.2699, 433.90808, 413.6272, 381.38776, 464.45267, 399.20059, 386.56949, 511.96906, 423.16907, 507.68542, 413.9642, 410.58948, 362.03189, 504.19809, 329.27716, 322.58337, 421.36249, 386.15558, 385.99634, 487.85449, 444.33908, 438.66196, 490.35413, 396.58331, 393.33405, 466.94754, 491.19095, 355.4537, 455.21274, 347.74182, 414.40433, 239.75038, 474.55176, 410.63715, 462.20981, 389.64313, 427.83618, 278.67316, 339.20795, 412.60526, 364.0903, 354.18127, 385.75897, 311.05347 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 223.72412, 261.03714, 265.52551, 300.36725, 301.98093, 313.82971, 308.53735, 280.76923, 376.94373, 47.86699, 277.62894, 453.3952, 500.05463, 320.6189, 342.75711, 509.77747, 574.90497, 367.18573, 441.12341, 538.53235, 230.15283, 343.66028, 426.41846, 145.13074, 443.53415, 320.27966, 462.62738, 380.72925, 405.74936, 427.61035, 527.00446, 284.4765, 492.77667, 443.53094, 409.60559, 468.8645, 473.74402, 389.05936, 462.71567, 424.79712, 487.45547, 393.25403, 478.52158, 366.1203, 453.13855, 469.48114, 372.14648, 546.4939, 453.46771, 512.24512, 435.09338, 457.53558, 515.76807, 595.22369, 477.68427, 413.16714, 416.7392, 495.43237, 532.44409, 377.79163, 563.62671, 362.65088, 462.7868, 385.96054, 514.00159, 425.93903, 340.34705, 420.97568, 453.27582, 567.50024, 554.50208, 403.82477, 387.60571, 532.87634, 336.146, 540.45093, 637.44238, 399.68207, 428.30963, 563.41797, 454.36902, 512.27136, 481.94104, 504.01544, 492.62769, 412.27908, 496.57959, 323.11615, 472.71948, 484.2616, 517.90356, 237.86836, 371.69675, 537.71375, 524.84387, 694.63513, 390.11737, 459.07672, 420.06934, 500.87695, 602.79053, 698.33594, 492.21118, 437.60001, 466.51004, 612.08783, 332.13135, 478.24432, 518.30884, 519.06067, 424.01202, 376.42047, 512.65289, 270.25037, 480.76361, 534.67792, 478.27499, 491.12317, 495.11923, 403.20752, 517.56616, 596.12524, 546.46252, 464.987, 513.87036, 440.33234, 690.66132, 357.15207, 547.91492, 515.58527, 447.65521, 453.59198, 338.64505, 532.33142, 287.80399, 412.0141, 476.07596, 522.276, 578.23486, 514.29431, 557.06433, 594.87781, 566.12146, 377.01599, 630.58148, 395.802, 673.67731, 551.48157, 568.50977, 343.0462, 554.57202, 612.58569, 514.00128, 462.70901, 469.02252, 553.00275, 380.21112, 613.81116, 487.7767, 513.32343, 491.02802, 528.99811, 550.62744, 678.24658, 505.36209, 491.96118, 455.99432, 257.96454, 488.71045, 410.60089, 599.54456, 504.53308, 421.05756, 546.34802, 677.95874, 625.07129, 486.34393, 628.20081, 239.11862, 563.48413, 441.95654, 502.37817, 626.93805, 463.5994, 398.68829, 546.78296, 433.17126, 594.87927, 494.71576, 598.36108, 674.28491, 574.13965, 596.46851, 558.32043, 622.57739, 597.62793, 597.96973, 554.74756, 643.70178, 432.96454, 507.55444, 399.89691, 502.54504, 683.9198, 564.12836, 462.37219, 723.47015, 603.20593, 630.86816, 259.70624, 686.3363, 566.37103, 717.7771, 229.95224, 620.51233, 639.09631, 618.13879, 543.11438, 698.38184, 568.79645, 572.26581, 539.54578, 674.85516, 517.59143, 581.25751, 753.77551, 562.19922, 714.30237, 599.31097, 555.43298, 432.91418, 691.22986, 675.8241, 742.93005, 673.61469, 848.88049, 604.20905, 667.02649, 553.2417, 500.36948, 623.08093, 620.875, 609.63306, 514.91766, 524.32678, 562.3479, 595.43652, 543.69324, 630.48206, 562.95459, 628.07336, 347.31851, 708.65845, 547.33948, 660.60901, 540.82922, 644.88385, 645.28491, 747.81909, 612.961, 379.2381, 733.19141, 581.05872, 529.34216, 657.91528, 454.79144, 501.55792, 617.73364, 612.79883, 636.86304, 519.05164, 542.70837, 554.06677, 622.05798, 563.98096, 581.71881, 635.70325, 660.40869, 607.41095, 580.55573, 652.41235, 578.05151, 716.67517, 585.88965, 498.2876, 589.74866, 685.82941, 627.08087, 683.26886, 712.80225, 504.22479, 553.66309, 608.90295, 713.62817, 662.39435, 689.21014, 628.63165, 626.68042, 485.25708, 684.80634, 679.12506, 623.74707, 261.35327, 98.01608, 363.02887, 660.31647, 708.39124, 652.87756, 527.04114, 637.8313, 595.31104, 676.52307, 588.40894, 572.31342, 272.21472, 904.06628, 554.86768, 742.42285, 376.45819, 590.86768, 601.92041, 604.24658, 489.97852, 547.12524, 789.52393, 578.1593, 903.22791, 746.22034, 418.55411, 262.59973, 739.91919, 810.95349, 287.97241, 756.92749, 605.14453, 555.51398, 778.80927, 859.94678, 604.16254, 790.66113, 926.95294, 475.87189, 722.43188, 402.56079, 432.51883, 686.21521, 602.29852, 782.69214, 604.12561, 532.38477, 728.10754, 368.66476, 716.86243, 737.27142, 708.58228, 659.15503, 682.75201, 717.87115, 227.40379, 698.9071, 667.60413, 603.50256, 672.41675, 881.47382, 530.32343, 515.9845, 768.70099, 795.31891, 883.86023, 668.14709, 489.48114, 758.50842, 389.57413, 624.27838, 1046.4624, 697.45569, 777.09271, 713.48779, 832.3927, 656.01715, 159.75763, 827.46393, 797.59973, 637.88232, 590.53723, 825.80481, 249.13255, 587.17743, 905.89197, 517.0965, 366.05487, 470.73474, 889.125, 815.55981, 544.216, 708.87628, 1063.59399, 800.93005, 605.25232, 698.9173, 392.60696, 1066.24609, 753.07178, 298.81531, 966.77563, 397.15021, 938.71307, 596.2915, 1029.81506, 1125.14209, 654.17572, 1237.92676, 1241.97717, 824.48047, 1005.27405, 390.41003, 1097.53931, 713.95569, 538.255, 356.90118, 968.19373, 508.77219, 1070.75574, 1130.75537, 526.76086, 1055.88953, 674.45288, 601.83044, 1007.133, 1373.26392, 1253.71265, 1294.46948, 1144.97632, 1170.72778, 1202.45483, 1199.7666, 818.7915, 654.04645, 769.90234, 1160.09814, 1338.79211, 1245.38916, 1034.55127, 1308.23096, 1753.56714, 1042.90991, 1106.83252, 1611.10791, 1680.01074, 1865.93921, 1665.86499, 823.00244, 1205.38232, 1544.11658, 911.06665, 2181.63721, 2003.04907, 2016.98096, 921.67102, 1517.71045, 944.56567, 2313.39014, 1194.24524, 1847.90967, 2090.17603, 1588.37219, 1740.15381, 1712.73132, 2070.93018, 2051.5957, 681.43079, 2918.4043, 2222.08789, 1865.2915, 2587.97974, 973.19574, 2233.3645, 1845.51404, 1178.35913, 1947.78833, 2159.35449, 2752.68774, 2037.23511, 2260.55713, 1168.55554, 1156.00793, 2282.93359, 2940.71313, 3246.00098, 1548.1073, 3659.72754, 3010.41748, 3225.21875, 2903.65698, 3611.07373, 3041.09814, 3151.3103, 3358.63281, 3447.84302, 3586.52686 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 272.21695, 341.81775, 396.93726, 458.78418, 505.51801, 438.39282, 361.38293, 396.47952, 385.31018, 470.35736, 352.47104, 467.48465, 424.01227, 518.41534, 380.16632, 436.28735, 413.79736, 470.04666, 338.50735, 447.2406, 377.59216, 470.80023, 349.53027, 465.93503, 404.26733, 495.23346, 536.54834, 578.89679, 625.95013, 392.07074, 573.19904, 497.66476, 514.75732, 399.12067, 478.20905, 525.23645, 466.76825, 455.97537, 447.66837, 569.53656, 487.43741, 390.50879, 459.59756, 508.26953, 411.92249, 446.63663, 593.24213, 508.69336, 435.48108, 508.67917, 434.23212, 424.48004, 564.57507, 387.91968, 560.77399, 556.60913, 525.55164, 567.53265, 437.84839, 409.31369, 511.56216, 507.55658, 462.10162, 501.18439, 509.84482, 558.61914, 536.97479, 548.28052, 470.25793, 529.28101, 503.24786, 493.52127, 633.36908, 503.55023, 520.1311, 527.41052, 533.40002, 532.1297, 568.25854, 496.26746, 501.00873, 454.98026, 518.1615, 426.05664, 576.29651, 463.92743, 538.97729, 522.03864, 462.82458, 506.44141, 525.909, 442.22726, 412.11691, 415.68506, 472.33594, 479.46716, 386.86118, 568.5144, 547.54315, 556.94128, 475.33313, 489.0083, 644.3476, 470.8551, 633.83923, 455.82028, 575.62775, 466.4249, 454.64893, 507.57172, 411.61597, 437.99835, 532.63983, 483.1716, 517.26807, 504.41965, 498.73141, 528.86511, 589.69696, 568.37842, 550.03174, 458.41901, 588.94482, 447.04196, 554.28064, 492.97781, 561.07458, 512.94202, 522.698, 534.21655, 516.1369, 574.38062, 450.52747, 595.48145, 470.62256, 536.83234, 365.54382, 581.43835, 567.43896, 483.84796, 556.44977, 517.67371, 640.26184, 484.19556, 612.49298, 565.73889, 443.20361, 637.04895, 479.40146, 696.26746, 544.08069, 503.94965, 547.11841, 545.08893, 507.78546, 581.01508, 536.87689, 696.89984, 448.13785, 576.75183, 459.80032, 536.57507, 468.60379, 600.04626, 508.47122, 563.17303, 579.24963, 615.70435, 545.59088, 521.0105, 625.16425, 629.95825, 575.24072, 545.20691, 494.76996, 498.90411, 622.03882, 532.15552, 541.63293, 526.71765, 632.74683, 585.42639, 541.84033, 587.672, 545.14917, 482.62329, 458.74542, 626.51813, 597.77942, 501.01038, 543.72961, 639.57043, 643.62817, 523.85486, 511.65381, 600.11676, 520.58972, 550.86475, 549.74481, 521.49414, 586.16943, 567.8891, 569.64893, 617.83228, 558.1311, 505.15887, 550.01917, 601.90063, 485.90289, 619.62988, 484.64667, 633.25317, 608.20337, 518.88843, 536.20654, 492.8031, 645.29797, 421.68164, 568.83844, 522.07812, 618.55115, 622.64337, 611.24414, 494.6445, 586.54395, 563.99219, 541.12817, 556.66321, 698.32458, 546.37396, 462.92664, 601.55023, 487.49725, 501.39911, 557.0788, 508.14435, 560.21667, 737.68445, 601.58337, 504.10318, 531.18848, 538.271, 567.9834, 577.59033, 516.17084, 639.62195, 607.27429, 610.20874, 531.47156, 631.42316, 459.67035, 519.95398, 567.08417, 572.39838, 579.44867, 612.43542, 574.9184, 639.31628, 606.26685, 679.38049, 454.80661, 474.29822, 657.09509, 670.50153, 589.41296, 617.54309, 614.54364, 518.47742, 529.98834, 510.92383, 526.96942, 631.81036, 570.56232, 620.20361, 514.44531, 557.72949, 635.1214, 533.83459, 508.28949, 581.02136, 597.53503, 644.75122, 681.53394, 674.19092, 673.57666, 692.86151, 592.31921, 547.24536, 553.55731, 642.99084, 544.02435, 569.47705, 467.87521, 499.91846, 580.19659, 643.27625, 586.50293, 533.60974, 621.35107, 646.98798, 562.14154, 641.82324, 442.80035, 643.11145, 656.56348, 514.16064, 619.41724, 591.98975, 648.32953, 678.83923, 600.50623, 574.50464, 515.49908, 545.00464, 529.70276, 530.03491, 682.21387, 637.15717, 620.11682, 610.7926, 549.69067, 564.79309, 611.47394, 749.92468, 647.99805, 700.95593, 679.72986, 600.00806, 530.42041, 555.07556, 469.84579, 597.57629, 570.0415, 596.94934, 629.22485, 540.90704, 706.59271, 648.39899, 697.88214, 566.40686, 738.87164, 608.53174, 716.6571, 618.16956, 604.37195, 613.20776, 559.93628, 640.6048, 662.23914, 744.00385, 708.37561, 761.05444, 643.48486, 585.41235, 653.57019, 711.18372, 522.95691, 756.2074, 709.34985, 636.22998, 551.74945, 669.94775, 628.12982, 678.85742, 744.04932, 584.44794, 639.18695, 677.47925, 562.71191, 566.93774, 618.22168, 617.84436, 604.02112, 555.56287, 630.96387, 533.6842, 532.85431, 608.13953, 552.5885, 646.53662, 576.13544, 582.68298, 622.67908, 564.72784, 599.36188, 649.92609, 554.72241, 553.36145, 692.95703, 708.17572, 596.86121, 666.68616, 655.87256, 617.33435, 593.54761, 642.29895, 566.82678, 545.71667, 676.82617, 571.06738, 753.3468, 725.64807, 730.03906, 546.75171, 742.93311, 557.89343, 654.66034, 635.46094, 521.45081, 664.96021, 652.28076, 617.7998, 640.98303, 666.57764, 702.89764, 549.93811, 571.00262, 596.45465, 668.461, 666.18298, 666.24969, 605.31, 726.16931, 652.16724, 536.38324, 698.9472, 647.64362, 699.32013, 645.77869, 694.21429, 727.92139, 646.4046, 819.27905, 663.40668, 799.50989, 699.78931, 763.08716, 635.18512, 705.00806, 634.57697, 739.87598, 740.31738, 633.16925, 772.73199, 663.3136, 557.86487, 588.32239, 771.8089, 741.0119, 754.62854, 657.74451, 591.50061, 586.3479, 684.26031, 727.80518, 690.96411, 736.28827, 728.78668, 664.32605, 698.56067, 775.59973, 704.07764, 702.77789, 671.54431, 681.5014, 776.83154, 816.60052, 906.06659, 688.90143, 701.35791, 770.89062, 710.08777, 636.78882, 722.22131, 649.23132, 790.62799, 744.362, 796.62952, 653.70557, 799.05688, 679.03271, 705.59375, 833.06976, 821.65381, 646.89587, 766.29395, 715.91583, 630.06598, 691.68848, 720.17377, 734.04358, 684.14966, 649.23889, 708.35486, 638.3739, 737.44305, 784.48395, 872.4939, 744.95264, 824.11182 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.4763504170969659, "neutral_loss": 3.4797708504052975, "target_chat_loss": 1.792907048100979, "target_docs_loss": 1.6573937797681444, "neutral_init_loss": 4.459348594665527, "target_chat_init_loss": 2.416567546081543, "target_docs_init_loss": 5.12950282796224, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 72.68414, 75.34927, 110.01027, 77.2765, 87.91645, 117.66664, 110.24733, 53.29195, 96.13316, 74.35359, 97.41843, 108.26996, 102.77809, 109.12988, 94.94659, 123.94816, 109.71767, 100.75851, 115.96704, 96.53549, 123.64176, 98.37476, 119.87743, 102.56601, 88.99113, 86.3143, 102.24388, 93.99878, 94.92769, 73.72316, 109.69707, 123.26921, 92.13367, 109.96689, 86.17183, 97.11183, 97.29646, 53.10014, 106.98743, 84.81789, 146.37476, 99.44326, 104.48047, 82.53391, 97.64474, 78.13512, 124.74131, 139.94739, 72.43183, 90.77237, 71.48161, 148.89771, 126.89844, 127.70351, 115.65517, 98.66801, 83.12506, 105.091, 77.3427, 123.58562, 106.87613, 85.57486, 124.92477, 113.04917, 86.63171, 83.10565, 143.5775, 85.158, 137.81165, 155.88367, 74.97043, 95.82496, 123.05153, 94.34081, 117.35166, 146.15106, 83.96925, 119.13012, 81.75511, 140.87154, 116.83685, 92.31587, 101.53051, 121.63866, 111.20701, 130.53882, 66.54251, 120.3219, 118.98689, 67.33406, 89.38649, 134.07835, 106.21427, 91.82582, 75.26324, 144.33676, 111.88896, 90.80963, 104.2037, 98.31353, 118.85892, 132.25943, 137.12686, 94.08945, 129.52223, 93.46342, 114.09404, 109.09101, 98.27502, 116.80253, 153.03012, 92.41878, 125.69543, 131.47374, 72.79607, 151.27364, 104.87681, 95.1618, 119.10477, 104.13051, 103.11094, 75.47854, 124.04959, 60.48498, 136.49779, 128.26311, 141.41629, 152.95407, 118.1993, 82.88647, 132.01463, 121.15843, 152.97231, 115.72525, 49.49177, 107.59464, 147.47623, 147.10503, 151.50604, 149.71275, 111.48955, 156.43546, 76.21844, 171.90083, 106.38049, 136.03339, 92.07544, 141.4496, 140.83371, 100.32529, 133.09956, 110.83891, 117.69979, 144.58327, 119.32422, 121.12877, 146.4649, 118.8528, 110.45241, 121.17229, 141.74036, 184.55296, 155.52336, 143.95166, 143.56433, 128.0414, 91.25421, 119.69933, 153.49278, 117.37934, 160.00272, 135.65388, 108.18044, 136.94731, 157.91336, 126.87897, 123.32594, 100.3288, 131.41806, 137.60825, 129.72694, 127.16496, 124.58395, 129.82773, 146.218, 86.17015, 144.95204, 94.19027, 97.40565, 104.56792, 126.02557, 148.51312, 131.41287, 133.26863, 93.73344, 150.53271, 117.35373, 106.81211, 171.55139, 141.01526, 144.54108, 118.1328, 148.47946, 90.44605, 98.41238, 110.04537, 136.88959, 160.02188, 107.48232, 112.3174, 111.86316, 126.86021, 105.92936, 99.27293, 144.24857, 166.70026, 105.97957, 142.85406, 193.78809, 153.75591, 151.42435, 108.18149, 169.45889, 91.59592, 131.12971, 160.81316, 123.09444, 133.11298, 143.338, 134.07248, 90.84776, 180.93674, 175.7077, 122.37741, 148.4895, 136.98854, 159.11324, 120.68987, 162.37418, 162.81071, 175.69177, 132.67923, 106.70837, 119.20999, 161.87222, 137.26083, 140.7635, 211.02095, 171.32222, 149.05182, 81.26183, 125.99135, 166.07434, 253.07968, 324.36798, 373.61029, 310.70706, 261.28958, 289.24606, 315.94522, 426.09137, 338.31137, 257.51038, 291.32599, 285.44312, 280.76447, 341.68463, 323.95273, 326.51651, 324.67206, 383.80322, 305.2171, 348.6059, 382.3006, 323.86139, 416.39642, 392.07141, 329.5647, 351.45526, 299.93918, 305.41833, 370.80194, 407.36612, 297.29312, 302.04425, 374.34576, 350.58203, 295.41199, 329.16251, 358.70129, 356.78192, 286.02039, 305.49219, 352.91956, 310.0976, 388.44562, 368.84265, 295.43219, 311.09818, 258.57516, 405.1651, 351.01431, 357.00098, 355.6803, 446.38232, 421.28696, 397.00385, 365.64926, 314.00049, 404.14902, 306.65024, 415.05444, 331.10522, 315.50549, 225.14145, 336.58801, 377.08435, 473.37439, 391.46622, 384.35132, 383.08105, 316.30627, 271.67349, 294.38223, 231.43341, 323.73645, 358.10779, 322.64374, 364.79895, 290.36273, 358.89554, 429.54199, 280.07355, 324.2384, 354.24002, 416.78705, 335.53674, 389.03098, 399.9834, 441.50226, 453.0329, 359.37894, 343.29651, 305.59317, 293.68448, 376.72253, 317.78656, 349.20074, 311.18051, 363.13165, 534.07275, 432.4455, 379.44498, 350.27216, 395.06879, 395.51562, 394.85532, 285.0921, 406.87018, 447.41849, 348.44159, 440.30084, 472.90607, 316.8103, 473.80426, 420.02142, 297.9137, 305.97482, 238.89307, 313.90237, 377.67493, 465.78827, 312.26321, 276.5994, 337.80603, 380.85175, 297.65253, 288.16785, 363.75244, 493.95529, 404.18774, 320.6947, 400.78812, 468.18811, 368.24658, 330.15607, 436.25958, 465.83463, 411.08383, 335.9278, 408.08081, 376.69839, 428.49713, 435.32736, 411.94199, 410.22827, 459.00305, 229.03014, 323.20435, 350.67896, 255.08267, 333.1416, 439.78662, 378.13644, 485.32065, 502.65585, 302.28113, 467.46323, 343.39539, 342.04596, 310.4873, 312.7088, 298.09058, 319.177, 392.4024, 615.99243, 365.2392, 292.68887, 362.013, 475.97653, 228.30304, 455.20776, 383.47046, 371.79132, 397.57614, 417.37793, 414.94556, 244.86423, 342.16693, 326.79272, 456.51099, 358.3504, 343.59155, 333.44891, 508.9917, 302.53931, 372.69485, 391.97333, 470.06107, 371.5838, 476.84598, 478.64621, 383.79608, 548.52313, 488.84161, 413.79895, 467.65228, 432.92194, 472.69476, 517.3584, 354.78079, 433.4093, 405.65289, 381.90646, 490.09265, 429.59637, 459.65381, 447.56595, 420.69324, 396.203, 469.8609, 415.68518, 395.4252, 531.22449, 430.38071, 512.07452, 429.35291, 413.14462, 377.88464, 526.04523, 328.21161, 333.1506, 423.6283, 404.65338, 403.50598, 496.85632, 441.72861, 442.77087, 490.10159, 403.63242, 410.88461, 474.16156, 502.12222, 369.73666, 466.23044, 354.55438, 416.21378, 240.02167, 472.20599, 412.73471, 474.41324, 402.66238, 441.34818, 283.19, 345.55975, 427.01532, 372.0058, 363.50861, 390.80103, 316.56989 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 229.94705, 263.18414, 265.55023, 302.87732, 301.18188, 310.48029, 313.93735, 283.29907, 390.09949, 49.71317, 291.95319, 469.63812, 498.36807, 321.38565, 343.0799, 518.35767, 577.36737, 378.21265, 452.31219, 540.99817, 234.2287, 352.61584, 435.73743, 147.90472, 448.04495, 317.87231, 474.16449, 385.01611, 412.57068, 440.32935, 536.00372, 294.54434, 506.388, 453.49927, 415.40997, 475.30051, 471.66025, 400.13916, 467.07825, 425.04309, 489.31555, 404.75214, 487.52094, 377.38571, 455.00116, 478.20938, 383.16086, 559.37299, 452.04916, 519.66016, 432.55353, 468.19641, 522.44293, 596.64661, 478.77972, 419.63214, 422.6442, 523.64221, 543.29883, 377.52661, 576.50525, 366.58609, 470.71875, 378.31653, 520.15283, 438.36194, 345.17487, 424.25232, 458.33746, 590.26697, 546.3775, 402.20197, 393.52246, 522.64233, 340.94449, 538.10797, 629.37213, 403.74799, 433.30737, 546.97778, 465.91095, 523.97009, 492.10019, 511.74014, 497.88345, 418.09729, 492.08197, 334.15485, 468.80203, 483.36572, 523.63269, 242.72366, 376.26831, 554.70984, 532.84106, 708.04138, 400.55072, 448.74783, 423.04517, 504.91742, 616.89545, 721.44678, 500.29541, 449.80896, 472.22055, 616.47241, 337.72766, 480.26984, 530.02576, 540.96381, 425.02438, 379.73529, 516.18402, 274.91531, 474.21448, 538.65381, 495.54788, 498.00494, 496.99338, 415.18109, 526.96289, 569.276, 546.78381, 474.66751, 522.74329, 442.29584, 705.30786, 361.24103, 552.00867, 524.91943, 465.81284, 457.66724, 343.07437, 539.84747, 289.50095, 425.10217, 495.68478, 522.52362, 564.96948, 533.30505, 562.60938, 602.89734, 577.3064, 384.34723, 639.25781, 409.00043, 680.54138, 556.29376, 571.53473, 350.35428, 557.64575, 602.93933, 521.60315, 469.77457, 479.58417, 556.21875, 389.45721, 626.35303, 497.58838, 526.02661, 502.26523, 532.18994, 567.88019, 687.42511, 524.31097, 503.40613, 467.73947, 263.93988, 492.21481, 424.01904, 613.84912, 524.31958, 430.24637, 553.32764, 682.15839, 628.36768, 501.6391, 636.03076, 249.23024, 559.6936, 462.88562, 509.92688, 616.04858, 473.5463, 409.52982, 557.45447, 427.96469, 588.75952, 495.4267, 595.30145, 658.90491, 573.34406, 606.13531, 556.95105, 620.19586, 587.30725, 599.49866, 575.42676, 657.70447, 439.50879, 519.26978, 399.94897, 509.69849, 686.76819, 553.88641, 467.87317, 732.6366, 632.51801, 624.04559, 260.19244, 685.11401, 567.65826, 704.59814, 237.06866, 625.63403, 641.0719, 613.18695, 549.08643, 704.86853, 579.2746, 559.63727, 534.68237, 668.62378, 506.56503, 574.01801, 767.36792, 572.01172, 727.93982, 613.31836, 561.42877, 442.98984, 696.40192, 692.28162, 746.224, 662.79065, 841.02673, 612.71362, 653.61908, 565.47815, 506.93903, 621.09418, 638.1864, 622.84857, 527.46649, 531.44794, 580.67456, 598.04724, 546.09564, 623.08862, 576.24573, 653.40936, 347.92651, 706.54993, 551.7171, 665.11035, 549.88397, 643.25793, 644.56982, 763.19977, 626.53241, 384.83307, 726.49512, 580.47302, 541.24988, 667.33521, 475.12286, 503.17047, 621.53162, 628.104, 632.02271, 523.13739, 564.40576, 565.12134, 629.20203, 570.4696, 589.17236, 630.94403, 666.85626, 618.34009, 571.40106, 667.29193, 579.85681, 721.05078, 590.91565, 506.24689, 583.17645, 676.59399, 636.29803, 681.69897, 723.16675, 501.77396, 560.7782, 608.56403, 724.74756, 673.63538, 685.72144, 641.56909, 635.4375, 507.66602, 686.22937, 684.40381, 640.33636, 258.20367, 99.06973, 381.34793, 669.2171, 722.51758, 654.30908, 537.59937, 655.68872, 615.00562, 690.224, 591.51904, 569.16418, 280.81165, 893.30109, 568.4101, 748.0896, 375.21869, 605.85858, 609.18005, 617.88263, 493.19501, 566.21216, 793.46765, 589.49475, 915.32654, 744.37476, 423.23138, 265.62335, 727.97626, 823.86774, 295.48163, 772.19366, 616.45435, 559.21912, 787.5332, 848.97736, 598.29181, 784.98138, 913.83655, 492.90802, 732.8739, 410.04834, 443.43243, 672.43518, 609.84888, 798.96991, 602.15631, 542.46399, 725.27844, 370.92249, 724.84808, 750.34808, 710.13715, 673.85419, 692.245, 708.74329, 238.0076, 706.64447, 676.84991, 622.25415, 673.45386, 907.59119, 531.06512, 524.1499, 773.17328, 809.25391, 893.47119, 666.86371, 511.59824, 769.23743, 396.84573, 636.48474, 1049.18152, 721.23804, 774.24646, 721.45459, 832.22473, 664.98376, 161.00047, 822.57233, 782.58398, 645.50366, 606.52734, 836.26123, 255.0145, 582.30127, 917.69812, 522.35315, 371.45721, 473.69705, 903.92181, 824.28198, 545.89453, 708.98914, 1051.47632, 797.75122, 616.00311, 704.65149, 404.42236, 1071.05713, 758.66669, 294.74387, 970.00281, 405.48355, 929.22656, 607.44507, 1074.80981, 1144.81665, 654.3504, 1243.74023, 1253.47253, 824.60651, 1024.52795, 391.68759, 1121.19189, 716.15723, 538.33557, 365.08673, 962.08655, 517.4942, 1064.75085, 1131.40686, 533.27502, 1058.35815, 678.39636, 614.30078, 1025.12329, 1411.16211, 1279.11462, 1307.8501, 1143.5896, 1191.64771, 1220.83044, 1239.96521, 830.91968, 680.68579, 748.08533, 1193.47852, 1386.43213, 1276.04297, 1045.12378, 1344.73364, 1762.1311, 1047.53821, 1125.25769, 1641.82397, 1707.36182, 1900.72656, 1682.19995, 830.32471, 1236.7168, 1576.23315, 947.14429, 2213.75781, 2025.66846, 2061.08301, 936.95477, 1558.61328, 942.84399, 2352.92773, 1231.27014, 1883.64893, 2136.51367, 1618.84326, 1818.33081, 1735.99121, 2107.21167, 2063.13965, 705.40436, 2956.92798, 2268.35303, 1931.70911, 2630.87866, 992.2146, 2287.36328, 1896.0896, 1172.10474, 2054.7876, 2190.1355, 2821.69458, 2088.7478, 2352.78174, 1183.59229, 1200.32703, 2364.09326, 3027.02637, 3323.4375, 1598.22119, 3741.44946, 3177.12964, 3319.79492, 2983.57739, 3660.99023, 3094.37695, 3208.82129, 3420.3186, 3499.57397, 3675.16211 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 258.69733, 329.952, 384.36688, 458.67325, 484.01437, 410.82123, 353.16534, 384.86743, 363.42102, 446.45581, 342.22955, 438.854, 387.77631, 501.94196, 362.45987, 400.33813, 404.80066, 448.43478, 310.62994, 418.73911, 338.93359, 450.35132, 322.92487, 453.26044, 374.60297, 473.42395, 529.90735, 550.14978, 605.32318, 372.85843, 557.82593, 488.08862, 502.78342, 402.38535, 445.8187, 502.20688, 435.83942, 431.65857, 441.48218, 546.39539, 451.21329, 378.17731, 438.64288, 473.34995, 450.02728, 429.67493, 573.14789, 484.21191, 395.52017, 476.96356, 413.47955, 394.73749, 534.19812, 364.64749, 536.06677, 522.19391, 501.16754, 563.76575, 419.17923, 381.28387, 496.87115, 481.08594, 438.8447, 483.23126, 482.24017, 517.38623, 512.43219, 508.55249, 446.96069, 501.12851, 489.186, 465.75595, 592.75104, 490.99475, 490.35449, 477.96942, 502.9993, 503.621, 534.71234, 485.61795, 473.96429, 433.14075, 498.30353, 417.6618, 540.70227, 429.04663, 517.66309, 508.12585, 443.0885, 478.01288, 491.14655, 423.61304, 383.91812, 406.4859, 456.31073, 468.1803, 359.30096, 539.50647, 530.04199, 517.3208, 453.35071, 470.34836, 614.97528, 436.99326, 584.487, 423.9928, 547.05511, 440.90576, 436.26401, 471.12155, 383.03979, 412.02582, 506.30984, 439.56769, 541.86707, 468.46942, 476.76797, 491.51337, 561.47522, 535.59583, 523.06525, 428.03815, 567.79309, 419.45197, 527.27136, 480.40759, 550.90027, 475.68069, 490.23801, 497.47699, 483.53766, 552.06995, 429.93893, 578.59485, 444.83258, 487.46628, 345.29773, 544.14661, 548.01764, 449.99255, 523.09351, 473.95984, 598.96301, 453.18805, 569.13745, 553.72064, 412.56421, 606.15375, 459.02805, 667.77563, 532.75708, 485.60455, 516.18579, 543.37421, 455.75922, 551.00494, 479.76343, 685.46545, 433.92032, 556.38715, 430.17108, 512.39905, 430.53491, 570.81598, 496.05017, 537.5011, 557.68628, 582.84814, 496.58267, 488.01202, 603.75598, 609.7229, 545.89008, 519.26562, 464.68268, 472.49481, 601.15173, 505.40894, 505.41678, 499.53235, 606.00043, 553.07751, 505.44565, 543.82678, 503.41412, 450.78195, 443.80157, 607.90002, 569.75153, 473.41022, 533.29425, 606.51636, 616.52295, 506.95416, 491.93146, 581.39587, 505.75232, 534.58038, 506.22635, 505.7619, 584.26794, 537.33484, 559.21497, 592.94873, 544.30487, 467.90811, 514.71277, 588.58496, 464.05682, 578.34302, 453.11038, 597.19391, 581.86548, 495.54025, 490.18848, 466.60266, 638.47778, 390.12103, 530.38831, 491.10144, 577.80115, 598.53442, 580.1723, 466.35883, 541.89539, 541.88483, 519.11182, 535.04474, 671.52234, 510.827, 448.93597, 585.08203, 456.51071, 481.17786, 520.10596, 492.89569, 529.69287, 718.83997, 582.49768, 480.15857, 500.56677, 504.39105, 553.58875, 544.68335, 485.24921, 606.33154, 582.9469, 592.21155, 518.08075, 595.44897, 436.38959, 501.56152, 539.97406, 531.95557, 557.85858, 579.45477, 548.16162, 615.74335, 579.63367, 644.40668, 429.04907, 437.82068, 658.46753, 632.06403, 568.64417, 562.90332, 601.11078, 491.51276, 509.05676, 485.62045, 511.22601, 604.69586, 541.38458, 607.14557, 491.01297, 531.44562, 596.87549, 486.96414, 471.78607, 547.79633, 571.8056, 605.75586, 673.37, 640.91815, 664.19897, 682.54626, 573.69434, 512.19373, 537.75562, 617.43622, 529.67749, 539.06934, 432.94748, 473.70926, 551.4469, 604.521, 542.51831, 518.85388, 600.65796, 626.6059, 530.4071, 616.28906, 489.99579, 599.89252, 625.52246, 490.82446, 586.73883, 549.92505, 618.25586, 639.52209, 569.21106, 520.98914, 481.29199, 521.0415, 500.85095, 492.54544, 660.4104, 606.23926, 584.55408, 576.53485, 511.91638, 525.95697, 575.90936, 725.46405, 626.31177, 670.409, 665.72449, 588.24841, 503.00928, 518.01147, 455.2088, 581.82446, 540.15875, 580.98584, 609.51099, 504.60153, 686.50476, 623.09552, 657.8092, 548.72064, 682.80524, 561.83557, 670.19006, 593.79724, 577.64398, 579.13757, 516.39221, 604.44128, 618.64648, 719.61938, 671.47101, 721.36401, 613.76599, 575.58502, 632.78003, 662.13, 490.86017, 710.77576, 675.1272, 607.04694, 519.12225, 648.84314, 593.7793, 665.0368, 711.85828, 569.89148, 623.39539, 635.47437, 522.47528, 535.80853, 599.06055, 583.21893, 592.21863, 524.7984, 607.43518, 508.6499, 513.19727, 579.6958, 511.64383, 606.39978, 538.20111, 548.30298, 594.88953, 522.34711, 564.31293, 623.60712, 536.87695, 517.64032, 653.40173, 685.77533, 561.87616, 622.44861, 611.38086, 596.16315, 568.59949, 597.09668, 544.45331, 523.62439, 648.54767, 548.00159, 728.76489, 687.99426, 670.27472, 525.65942, 721.34778, 524.80615, 629.75598, 604.49524, 502.19342, 644.01404, 616.29846, 586.4093, 595.78998, 636.48486, 678.14258, 522.15631, 527.17548, 567.40753, 616.91852, 645.39203, 651.13062, 563.72522, 704.73987, 605.58893, 510.32892, 657.45074, 608.28784, 666.04944, 596.80542, 663.19464, 683.65802, 619.98914, 777.91284, 625.26874, 769.60956, 669.35571, 748.09503, 607.87964, 658.07977, 584.43689, 715.44336, 694.12848, 608.10864, 736.02606, 637.53925, 520.03375, 564.17609, 728.68292, 711.68225, 713.19128, 596.09412, 564.52161, 557.04919, 648.1131, 686.63135, 664.94885, 713.67908, 687.79028, 635.78241, 675.35693, 737.59985, 659.03986, 648.77991, 628.29596, 652.43494, 741.92798, 768.59167, 886.77393, 638.07159, 680.50146, 736.15533, 679.63037, 617.85052, 680.34302, 628.59705, 736.77655, 709.48566, 777.34247, 635.9267, 760.66699, 644.77014, 649.0575, 772.83923, 798.79907, 605.30072, 730.28204, 689.8512, 606.77771, 664.33765, 654.18408, 697.18298, 666.45898, 624.82745, 686.31384, 599.58722, 717.18115, 758.79193, 835.11023, 683.716, 779.07123 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.6807897214350727, "neutral_loss": 3.5757796261447443, "target_chat_loss": 1.8189327098409123, "target_docs_loss": 1.6267277996963811, "neutral_init_loss": 4.646960432434082, "target_chat_init_loss": 2.439025978851318, "target_docs_init_loss": 5.101120886908637, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 75.49495, 72.90583, 113.26627, 80.05759, 89.13029, 120.37264, 115.86549, 54.58865, 98.68829, 79.12425, 102.74635, 108.79355, 109.47273, 115.36671, 97.91682, 128.03641, 116.92689, 105.71065, 122.94598, 99.02433, 127.10541, 101.34114, 124.38266, 108.68685, 91.59834, 87.10885, 109.392, 94.92935, 99.47462, 76.47122, 111.26453, 131.01541, 97.51842, 112.0432, 87.25613, 99.57547, 96.74805, 54.92819, 111.03183, 89.81509, 152.10347, 101.96794, 106.97781, 85.41258, 100.78981, 82.11598, 130.9713, 142.15524, 74.48788, 94.336, 75.78278, 156.88907, 131.07846, 135.33524, 117.77675, 103.85144, 87.06744, 109.13754, 81.15799, 125.5217, 111.82545, 87.29498, 127.1076, 118.79582, 91.06735, 87.62497, 150.30475, 88.35483, 142.94304, 157.15961, 75.58521, 96.89737, 125.14424, 102.01006, 124.75385, 152.79298, 86.91161, 125.94028, 87.28529, 146.92726, 120.67267, 97.81109, 108.67644, 124.86052, 109.44446, 135.27936, 70.55759, 124.39871, 122.26504, 69.69757, 93.17574, 137.70633, 111.33044, 95.12881, 77.49746, 148.46454, 115.4258, 93.03427, 108.20148, 100.87296, 122.39575, 142.96237, 142.89798, 94.60014, 137.64105, 99.46823, 119.98523, 110.89651, 101.73198, 119.9172, 155.89842, 101.20132, 128.75723, 138.06308, 75.6043, 157.87776, 110.1824, 100.02249, 123.19705, 107.65524, 102.5998, 81.21233, 130.41522, 64.37365, 138.59381, 130.70354, 149.99586, 158.14745, 120.20477, 85.24905, 143.85434, 126.25717, 155.1115, 122.62029, 55.90023, 111.79483, 153.76045, 147.41022, 159.81155, 154.8154, 117.88188, 168.06009, 81.34325, 177.65652, 108.28024, 140.63144, 96.97971, 150.44005, 151.04236, 107.23782, 136.02809, 116.83031, 121.92487, 148.44809, 122.96574, 127.12064, 152.34032, 124.67044, 112.76696, 124.73232, 146.87105, 189.8609, 161.14554, 154.56943, 148.19998, 131.62445, 95.66216, 120.85172, 161.3214, 122.67731, 169.70667, 139.30557, 111.96976, 141.81815, 166.01337, 133.44705, 124.93272, 106.17104, 137.51285, 140.67078, 134.61972, 130.94049, 126.07962, 135.78409, 149.11432, 90.4053, 151.41835, 95.91993, 100.80821, 106.97276, 129.38861, 153.95699, 134.59726, 135.77666, 98.25242, 157.32574, 120.12981, 110.78836, 179.28635, 148.38736, 146.47664, 123.64513, 151.64835, 91.74045, 102.35657, 112.69585, 142.43188, 165.18613, 110.50528, 115.17017, 117.30608, 130.81396, 107.60637, 101.40475, 147.56497, 170.14062, 110.09851, 149.18719, 195.8275, 156.22298, 155.47165, 112.65673, 174.6228, 95.67706, 134.60931, 165.17253, 125.6815, 134.74921, 150.3418, 143.36816, 96.14949, 191.64763, 177.0495, 124.40596, 154.14896, 139.42715, 163.90402, 124.46777, 167.40421, 175.569, 182.99022, 136.41139, 111.9707, 124.71626, 167.41664, 143.35483, 144.39594, 222.37865, 177.6803, 154.99707, 84.7841, 126.39597, 168.75453, 265.92847, 333.7915, 381.52969, 321.66214, 271.27359, 293.71231, 323.49725, 433.85837, 355.7041, 269.43268, 294.04218, 293.7543, 290.95422, 354.7316, 328.67517, 336.15607, 333.66464, 393.18198, 313.89532, 358.78452, 390.08105, 329.92548, 428.8793, 403.5274, 333.85458, 359.94141, 304.05005, 311.94641, 374.59448, 414.33582, 302.23602, 312.02069, 391.86536, 361.62744, 302.0636, 336.78864, 366.89981, 361.70056, 298.30573, 309.35645, 358.82178, 318.84442, 382.79111, 381.40295, 302.99585, 316.51953, 270.00977, 414.15985, 364.83627, 360.47748, 365.5488, 455.82843, 431.56854, 407.92712, 382.71735, 327.60898, 414.74142, 318.71295, 428.92816, 338.34161, 321.21399, 233.32321, 345.38831, 388.90179, 478.95605, 399.11206, 394.67859, 399.2525, 327.4935, 277.49017, 309.08661, 240.25934, 324.21515, 367.88016, 333.95041, 372.57321, 297.13638, 364.16159, 439.59631, 283.69147, 330.85666, 369.04395, 428.16492, 344.53015, 397.2291, 412.89633, 455.64996, 464.81085, 366.86874, 354.27625, 312.94113, 304.99103, 385.58145, 330.00748, 357.37842, 321.86673, 371.00256, 546.47131, 453.94623, 384.63559, 362.24097, 399.65576, 405.43787, 404.16388, 292.21664, 413.05594, 457.99695, 354.81433, 445.56787, 488.50369, 325.34473, 477.20599, 426.94653, 302.57788, 313.90378, 244.59126, 325.3761, 388.42419, 487.37451, 316.57736, 289.30228, 337.91595, 392.86108, 309.8786, 297.10593, 373.12546, 509.17953, 413.17651, 328.06314, 418.65503, 478.87061, 365.85193, 336.34497, 448.43549, 478.85599, 419.82239, 345.83081, 417.99408, 387.70343, 440.0098, 448.23984, 414.48422, 425.4631, 467.07773, 235.33789, 327.60138, 361.07422, 262.91736, 338.94879, 456.02319, 388.48755, 504.77573, 515.91766, 314.50357, 480.97748, 354.125, 355.98599, 313.06088, 318.02905, 301.59195, 321.38657, 397.90912, 633.06891, 378.63922, 309.36432, 368.27618, 484.8819, 233.86043, 463.88086, 387.59528, 382.23471, 403.80646, 424.62323, 414.95105, 253.77655, 352.2504, 335.3757, 461.73257, 369.47318, 357.03052, 340.20309, 513.39624, 311.01495, 376.62183, 403.76819, 485.88654, 380.27521, 494.40875, 489.41309, 392.37781, 564.02197, 500.47397, 415.22055, 475.0491, 443.80228, 484.4256, 527.3429, 359.60016, 442.47931, 419.97061, 392.6908, 499.7475, 442.9306, 473.41846, 460.32193, 425.41302, 412.13263, 476.38766, 429.82495, 406.64297, 546.68182, 440.82339, 515.63373, 441.26825, 419.2074, 393.04138, 539.65881, 332.42871, 344.5842, 422.09439, 420.84903, 418.80237, 507.88202, 442.69666, 450.96323, 492.14655, 410.84668, 421.77887, 478.14935, 513.1925, 385.62128, 478.94827, 362.47034, 427.52191, 243.01344, 477.73444, 419.96082, 488.14261, 411.15192, 455.20941, 293.4277, 346.67105, 439.9245, 377.29315, 372.54086, 396.57489, 320.68863 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 236.02853, 270.22433, 265.09286, 307.50159, 302.03598, 309.00732, 319.79425, 285.28757, 399.89752, 50.49028, 296.47314, 482.12979, 498.6449, 325.50125, 348.02924, 527.1037, 582.18982, 385.49469, 460.29474, 543.30151, 239.72571, 361.55658, 446.21545, 152.32137, 451.18994, 318.31836, 485.08051, 392.54605, 420.51404, 453.68536, 547.0907, 303.27512, 513.67633, 462.18527, 426.40021, 480.78589, 474.03909, 410.96603, 471.65012, 424.56879, 491.40186, 412.55139, 495.24951, 387.38281, 454.81232, 488.55518, 393.12735, 572.82477, 454.3576, 530.83331, 434.90024, 477.24405, 527.61047, 599.13397, 486.16678, 428.06064, 427.10681, 563.55518, 557.28461, 380.35068, 589.96838, 370.03714, 479.07971, 379.38593, 527.41858, 453.29279, 352.75739, 428.75146, 464.30548, 611.28351, 542.20081, 405.23468, 400.42838, 527.13629, 347.07968, 531.81055, 631.18323, 407.06506, 442.9624, 545.40405, 474.21823, 537.84265, 502.92432, 521.14197, 501.99518, 424.28912, 494.28064, 344.55908, 471.47626, 481.55896, 529.62695, 247.33284, 384.06531, 569.44073, 543.52753, 718.01233, 412.71014, 446.90317, 427.25421, 507.72888, 630.22455, 739.25354, 508.04608, 463.37677, 478.01773, 618.69971, 345.39676, 483.80148, 542.80975, 558.83594, 428.32703, 382.02002, 524.20752, 280.70532, 473.14447, 545.55969, 513.58325, 504.27496, 500.7879, 423.86508, 538.19653, 550.51923, 545.84088, 485.51013, 531.42291, 450.36255, 720.52087, 371.4762, 544.21594, 532.41907, 480.59387, 463.95245, 349.24026, 548.44458, 303.57834, 435.63422, 514.64166, 524.7406, 559.03674, 549.78528, 570.37177, 610.52136, 592.5343, 396.93787, 651.1178, 419.96991, 683.23578, 565.68536, 576.98199, 359.1871, 563.27881, 590.39062, 535.28052, 478.039, 489.88907, 563.95111, 398.57782, 634.25916, 509.51855, 538.06122, 513.07123, 538.69934, 576.89709, 699.13904, 541.66437, 515.10767, 481.16916, 271.89639, 495.32605, 440.37579, 632.65845, 545.52216, 440.0105, 562.96521, 689.5321, 632.45258, 517.14252, 644.1637, 258.3551, 560.31274, 478.76953, 518.46252, 606.59576, 482.49194, 420.05731, 567.21735, 427.14362, 585.01038, 499.2709, 598.71277, 651.52515, 578.33881, 613.50604, 557.74072, 615.53412, 585.81213, 602.13586, 593.24231, 672.12677, 448.78864, 532.7038, 403.42041, 515.35352, 695.81494, 543.36133, 475.23096, 741.15613, 666.08862, 621.55908, 259.77783, 686.11066, 570.61475, 702.7373, 242.10083, 628.94653, 645.36694, 615.76483, 557.60034, 702.33246, 591.9975, 555.72839, 533.23254, 663.21454, 505.49268, 575.89978, 766.44397, 587.92346, 736.7655, 619.86133, 564.64801, 451.82834, 699.81299, 704.96484, 750.55743, 659.31842, 839.57751, 622.80957, 647.677, 576.4519, 513.17719, 623.57294, 641.09314, 633.57483, 536.2948, 540.0166, 594.33276, 604.43396, 548.8418, 622.73822, 585.61713, 672.72748, 356.06705, 699.45142, 552.98657, 671.97119, 560.66724, 643.01331, 653.30017, 773.52045, 644.2066, 390.36533, 726.67218, 580.89221, 549.39709, 674.40027, 498.35333, 506.13568, 619.63831, 647.72168, 629.45911, 527.9516, 583.80817, 577.77423, 633.07446, 573.44775, 601.1593, 633.94617, 673.25055, 630.42041, 568.77423, 679.83698, 583.02875, 723.54016, 594.99634, 514.05402, 587.67322, 675.36505, 648.33148, 683.79053, 731.76373, 507.90491, 572.14612, 607.39355, 732.60345, 684.42505, 684.02722, 652.97534, 648.78076, 527.57129, 688.92419, 690.93207, 651.11523, 259.14954, 101.04106, 390.30228, 677.26508, 736.53699, 657.1579, 547.47748, 669.70276, 628.71741, 701.23401, 593.61194, 570.18909, 284.84357, 890.88678, 577.32556, 754.76221, 372.1463, 616.36554, 620.83069, 633.9303, 499.25067, 580.745, 799.47058, 603.56226, 931.97351, 745.1673, 430.50882, 264.08929, 727.24866, 834.56207, 302.51691, 790.49591, 625.45166, 566.82031, 797.05792, 833.95807, 599.06396, 786.08795, 904.84619, 507.34991, 741.98132, 423.99265, 454.88763, 669.45966, 619.93268, 809.82941, 603.20117, 555.02576, 725.23169, 373.01132, 735.53619, 763.64075, 714.04456, 688.24622, 706.79608, 711.52502, 249.87053, 711.30542, 684.71045, 639.7359, 673.43994, 926.80896, 535.4187, 532.46063, 776.81006, 819.39307, 906.48767, 669.27368, 526.44055, 783.34045, 406.79358, 650.81128, 1055.5304, 734.0415, 778.16193, 724.66516, 838.53491, 675.8811, 163.56042, 820.74438, 758.98462, 658.34576, 621.14368, 844.76672, 263.46783, 581.9624, 930.78809, 527.99414, 384.10748, 479.11182, 911.68921, 830.47797, 547.16949, 713.3103, 1038.41992, 794.89551, 626.01611, 716.81543, 413.78461, 1079.82019, 764.83563, 292.86749, 977.45624, 412.61246, 923.22168, 616.60413, 1105.98584, 1166.84302, 656.03259, 1253.41138, 1278.85254, 821.92822, 1038.77698, 390.75964, 1141.84375, 717.69824, 535.26672, 374.50674, 958.0575, 525.12256, 1069.42322, 1133.21289, 551.38928, 1054.42566, 678.86853, 621.06952, 1038.43835, 1444.85999, 1303.54321, 1316.15454, 1143.12012, 1214.93652, 1240.87524, 1275.14355, 843.11462, 705.41937, 734.68079, 1231.06421, 1418.76514, 1298.83752, 1055.9541, 1370.69043, 1766.27197, 1055.00916, 1145.92993, 1669.88269, 1732.89307, 1927.23682, 1698.60706, 837.73853, 1267.39783, 1600.65747, 977.37543, 2242.46436, 2045.72229, 2097.30713, 951.1521, 1600.39795, 953.22961, 2392.4519, 1254.81006, 1910.07104, 2179.76416, 1649.05444, 1874.55396, 1750.4873, 2135.27344, 2083.28833, 726.01562, 2997.11475, 2306.18408, 1983.85486, 2677.77173, 1006.44806, 2332.82397, 1942.36011, 1178.1051, 2148.78687, 2220.47461, 2882.75293, 2138.45605, 2429.12158, 1201.20239, 1239.35095, 2427.05078, 3092.94287, 3395.11084, 1646.74512, 3812.12988, 3304.01367, 3404.90967, 3055.62354, 3708.64941, 3147.1665, 3250.80688, 3471.72876, 3546.72412, 3752.79614 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 255.73494, 320.70712, 378.09827, 463.71576, 477.32758, 392.6698, 350.13702, 384.90729, 351.48502, 440.21069, 339.49469, 425.98315, 372.65948, 498.1463, 365.76434, 389.85828, 401.16766, 445.71902, 299.15063, 404.93924, 326.95676, 447.89459, 312.54758, 445.86322, 359.5592, 469.92194, 530.75439, 534.71729, 594.70477, 368.49234, 552.94641, 491.56824, 498.02661, 396.04218, 434.27301, 489.46994, 421.21811, 419.7128, 447.46237, 536.29828, 438.94464, 374.1026, 433.73831, 462.17828, 441.06543, 426.32214, 564.59375, 477.04663, 374.83545, 461.87134, 407.11444, 384.3804, 519.65698, 355.68912, 526.36511, 514.89478, 490.73517, 574.1521, 412.94556, 368.86728, 493.44385, 471.01636, 429.26697, 482.50616, 470.46011, 503.86084, 503.42313, 494.16931, 435.86938, 486.69547, 487.47424, 456.37262, 582.85767, 486.27661, 478.79486, 454.08856, 492.35037, 490.48071, 523.4613, 492.62698, 459.70404, 435.49353, 488.77802, 418.48364, 529.13922, 411.99146, 510.55933, 504.51544, 434.04803, 469.21518, 482.05792, 411.46896, 371.09259, 404.05981, 453.19278, 465.10199, 344.96872, 526.86401, 526.24139, 502.86844, 443.2356, 464.52167, 601.66614, 422.71768, 564.54242, 409.7207, 536.34656, 433.9415, 429.86102, 458.5499, 376.76642, 398.54202, 506.3476, 416.11243, 528.86694, 454.29337, 468.29443, 475.06195, 551.66125, 526.31805, 510.5379, 417.01617, 566.59015, 410.2381, 515.09106, 476.39081, 549.68866, 462.35773, 474.34265, 483.67834, 474.16345, 543.80847, 429.28107, 578.81104, 436.76572, 471.15918, 342.98431, 526.75879, 537.41071, 434.72656, 511.64856, 456.68826, 569.84814, 444.29623, 548.58014, 547.57782, 397.16321, 590.66638, 452.03848, 659.80859, 528.68042, 477.07919, 502.16522, 543.90173, 435.37344, 541.58612, 454.1871, 680.12122, 432.59521, 544.84686, 420.25153, 502.93164, 416.0957, 564.16901, 497.37762, 526.66833, 554.93188, 573.08868, 470.03622, 477.88721, 598.24603, 604.80176, 535.49622, 509.69739, 447.83844, 465.19281, 593.54852, 497.26196, 491.06628, 485.6087, 593.39856, 537.53125, 487.20566, 527.0387, 481.50409, 437.92926, 448.62662, 599.24817, 558.40173, 461.92627, 532.89642, 588.54761, 601.99597, 507.12598, 487.26978, 575.34216, 498.08963, 533.96234, 488.8559, 501.17963, 591.43903, 528.39624, 555.20813, 587.73828, 539.64258, 456.48999, 498.83459, 582.40466, 455.46634, 557.70435, 441.79593, 581.88849, 569.13531, 486.58212, 471.31454, 457.41278, 636.58557, 377.43698, 509.39087, 479.04663, 556.49146, 598.39307, 564.37225, 454.41687, 520.73914, 536.20355, 513.12878, 522.39856, 654.92792, 495.06998, 450.5611, 585.776, 444.52585, 477.13394, 502.74512, 493.3335, 512.60419, 725.59015, 577.64209, 472.72882, 482.67242, 489.7916, 553.42664, 533.34106, 479.78241, 600.98669, 583.92004, 586.69629, 517.75122, 578.35632, 430.95731, 496.32626, 531.59369, 511.84009, 554.20612, 563.62134, 534.95752, 605.80798, 571.69641, 628.33301, 422.68375, 427.21652, 662.87573, 610.43848, 561.95251, 539.28845, 599.00195, 481.08307, 506.021, 480.03638, 504.2395, 590.9823, 533.12463, 605.92426, 485.61243, 515.453, 577.36926, 469.51544, 461.25485, 535.32288, 560.05762, 592.37854, 676.21191, 625.69183, 664.13867, 680.85986, 570.60223, 498.49673, 539.05487, 603.91827, 525.72125, 528.49921, 421.27817, 468.71017, 542.33069, 588.58478, 528.17169, 513.09216, 585.33344, 623.90442, 524.78076, 608.30786, 504.77307, 585.00177, 618.86261, 488.44275, 576.61005, 529.9104, 613.80957, 617.80579, 560.22693, 490.92282, 471.68549, 509.48865, 492.91351, 470.32599, 661.13391, 593.39386, 569.83801, 561.64844, 500.21152, 511.55392, 563.96448, 708.71564, 618.24475, 661.51135, 665.48486, 588.94812, 503.15616, 501.11505, 446.64102, 585.82056, 534.23401, 578.63995, 611.58746, 494.87213, 679.78894, 613.54565, 639.49902, 544.73035, 643.72577, 539.10291, 650.84833, 585.35022, 572.73486, 563.2146, 496.79694, 590.97986, 604.19604, 707.84595, 653.716, 699.19128, 604.90002, 576.89014, 623.70093, 639.02332, 478.16724, 693.21173, 660.96875, 592.79279, 503.16522, 637.07123, 578.85339, 662.17041, 702.54028, 563.46741, 621.03522, 614.93213, 508.17825, 524.99854, 594.58441, 569.63751, 593.53406, 515.39349, 603.25952, 500.16779, 511.91452, 566.40546, 503.63635, 590.68195, 524.41602, 537.81641, 583.47595, 506.633, 548.59155, 617.72253, 528.01245, 500.77969, 636.20593, 677.04248, 544.59735, 607.38281, 587.23291, 594.03394, 572.27301, 572.24689, 535.83197, 518.14624, 631.68555, 538.16412, 722.03369, 680.74146, 642.01379, 525.03101, 713.58142, 511.2226, 622.86627, 589.073, 494.42175, 641.21558, 596.08698, 574.56946, 572.91064, 625.47144, 669.93604, 515.44012, 503.98227, 560.40466, 600.18311, 637.9209, 646.80981, 542.97192, 699.67139, 586.30505, 498.92288, 640.97534, 594.88892, 649.72864, 576.50891, 653.70618, 665.05963, 614.7168, 764.72638, 616.66797, 762.12701, 658.88464, 747.31995, 596.08862, 636.21619, 569.16528, 706.98547, 676.65027, 597.50342, 723.34326, 622.82147, 514.67542, 558.67975, 709.88086, 702.03125, 691.6109, 567.12769, 554.85974, 546.1814, 634.70331, 666.57855, 655.71448, 710.16003, 675.45441, 632.93579, 666.50311, 727.43073, 639.22614, 632.49628, 609.40576, 646.54108, 730.62701, 738.14642, 878.26251, 619.62634, 671.86017, 723.12231, 669.40692, 613.05475, 656.07874, 626.28735, 715.99402, 694.67151, 775.72839, 629.73175, 741.02551, 634.89258, 631.15833, 744.03137, 793.14795, 595.80249, 712.03308, 687.20056, 603.9104, 652.36816, 625.05975, 680.36609, 668.24438, 616.66187, 689.60486, 585.74927, 711.92889, 754.23853, 816.68774, 656.599, 762.2489 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.9778979648440775, "neutral_loss": 3.690258472423702, "target_chat_loss": 1.8531657280432061, "target_docs_loss": 1.6184306077586432, "neutral_init_loss": 4.8591143478393555, "target_chat_init_loss": 2.470642240905762, "target_docs_init_loss": 5.1098790486653645, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 77.7526, 74.26308, 115.49585, 83.39973, 87.0974, 122.80414, 122.37473, 55.40887, 101.30746, 85.0081, 107.47207, 108.05667, 116.45056, 121.93683, 99.34669, 132.54703, 125.33595, 110.39915, 127.78576, 102.79174, 129.54579, 103.7666, 129.33557, 111.75189, 95.6936, 87.67661, 116.56281, 96.14796, 104.61978, 77.90919, 112.78378, 139.63138, 101.63309, 112.8558, 87.93724, 102.22205, 98.42561, 56.71936, 113.80826, 95.24591, 157.49615, 102.36091, 107.87708, 89.80569, 103.14549, 85.50845, 136.79504, 143.41479, 74.79924, 97.73384, 80.60697, 164.74397, 139.01279, 144.02161, 119.93942, 108.9731, 90.06391, 115.62865, 84.96352, 127.30376, 116.54198, 87.99646, 129.10907, 123.87668, 94.61356, 94.61368, 157.30588, 91.44166, 146.88968, 160.80612, 76.92326, 97.81156, 127.9241, 107.40806, 133.92285, 159.87909, 91.83339, 130.11577, 92.59671, 152.41837, 124.98026, 104.58797, 118.65408, 127.76304, 109.80903, 140.46431, 73.70252, 129.26334, 125.21725, 73.25739, 97.33759, 141.16307, 115.31853, 98.21701, 80.282, 152.62619, 118.52408, 95.93993, 116.39253, 103.72186, 125.07142, 153.7756, 149.68774, 98.26273, 147.86407, 106.036, 121.98469, 115.45451, 102.65891, 121.3857, 159.88873, 109.0666, 132.61194, 144.73125, 77.82503, 163.31189, 116.37952, 105.85802, 127.11757, 110.32646, 101.42296, 87.16137, 137.24866, 66.37196, 141.81895, 132.88202, 155.28595, 162.43381, 125.30673, 90.34332, 156.87624, 132.89462, 156.09717, 128.08464, 63.33549, 117.04694, 161.43791, 150.00412, 165.28226, 162.83647, 125.25519, 179.28993, 90.3068, 183.78491, 111.33407, 146.10265, 102.62729, 160.63596, 165.3331, 117.09456, 138.66306, 123.67607, 126.25095, 151.888, 127.89388, 135.21643, 156.5972, 131.16637, 115.61238, 128.54016, 153.44403, 195.43144, 165.9919, 165.50171, 153.17249, 138.29205, 98.30966, 121.17961, 169.32019, 129.5421, 180.72971, 144.18286, 115.91635, 147.07645, 172.25299, 139.31993, 126.53099, 114.21057, 144.263, 142.69403, 138.81241, 134.15787, 127.49077, 142.14198, 154.66446, 95.3391, 162.60837, 98.74529, 104.593, 107.78133, 132.22704, 160.06615, 136.71878, 137.58112, 101.31152, 166.1254, 123.44193, 115.66081, 187.97778, 156.24071, 148.83527, 130.78967, 156.30746, 93.29715, 107.4986, 116.02568, 150.46329, 170.74661, 113.39302, 118.48521, 126.54694, 133.25151, 109.41676, 104.59251, 150.0217, 174.52808, 116.2801, 154.4852, 198.60619, 157.24646, 160.87341, 117.70937, 180.40607, 102.17748, 138.37813, 169.1675, 130.81987, 136.90837, 158.84534, 154.32242, 100.9442, 202.63428, 175.59628, 127.21559, 161.07571, 142.21663, 168.58081, 128.87718, 173.2005, 190.32793, 187.83383, 140.60249, 115.35665, 131.75716, 172.89185, 151.39871, 149.18207, 234.47435, 183.34811, 161.3439, 89.20435, 128.48206, 170.8685, 281.29431, 349.28336, 390.38647, 336.16888, 283.16272, 302.62946, 333.68329, 445.22159, 377.74234, 287.34586, 292.19592, 303.37802, 295.28043, 369.06506, 333.33578, 344.33966, 344.20087, 402.94202, 322.78253, 370.13223, 403.06357, 342.52258, 440.46545, 418.03424, 337.68835, 367.11279, 310.1105, 320.96191, 374.46948, 419.09741, 307.35135, 323.06494, 414.06519, 371.69699, 312.13477, 348.83337, 378.13803, 368.69601, 314.53705, 314.84351, 367.04025, 331.07959, 373.98605, 403.22369, 312.37012, 324.44318, 284.00681, 429.05252, 384.81287, 368.07092, 374.99991, 469.26001, 443.78232, 430.33411, 402.86469, 340.858, 425.10709, 331.19037, 447.42114, 342.5097, 328.55768, 241.39832, 356.98843, 404.05408, 490.75464, 408.49762, 408.9519, 417.72852, 338.5015, 286.729, 325.45551, 254.8678, 324.94257, 380.48926, 347.33789, 384.11945, 308.16599, 373.39545, 452.0574, 289.30307, 337.41565, 385.436, 444.97485, 350.35022, 408.03558, 429.64999, 472.79663, 477.84375, 379.66028, 368.80533, 326.48129, 315.47485, 395.84641, 345.72626, 366.49304, 338.13446, 378.87842, 560.32483, 475.67892, 393.24274, 372.40649, 406.54346, 426.44458, 419.69464, 306.34265, 417.95145, 471.80475, 364.61499, 455.07858, 504.6362, 335.48242, 487.23636, 438.24469, 310.97522, 323.06329, 253.01141, 336.20834, 403.02924, 513.13965, 322.02643, 305.33289, 342.72009, 410.8952, 322.49969, 310.36383, 385.23566, 527.78424, 424.29181, 338.13953, 436.64337, 490.09821, 363.88458, 342.28882, 460.91245, 496.7879, 428.05353, 358.13531, 429.12799, 402.12451, 452.24689, 461.36902, 419.34198, 442.48184, 478.59232, 245.4613, 337.28329, 369.84152, 273.89618, 346.00812, 475.82098, 403.95755, 525.75708, 532.98486, 327.54941, 497.26688, 364.01718, 371.73407, 317.59967, 323.78513, 305.62943, 326.54028, 410.14703, 640.99243, 392.07861, 329.63831, 374.40948, 494.83545, 241.07471, 473.28046, 392.22672, 394.90192, 411.87411, 431.65143, 416.61639, 263.57355, 362.50372, 347.43811, 470.15729, 383.74881, 376.42657, 345.27728, 521.30627, 319.86801, 384.31595, 414.14328, 504.06833, 392.50043, 515.2262, 500.03781, 406.59888, 583.45508, 512.60388, 419.49976, 483.98663, 453.97461, 497.77811, 538.63776, 367.2395, 453.64264, 439.1806, 407.08661, 510.83984, 460.36633, 490.01624, 477.78537, 431.6619, 436.17877, 487.56702, 448.48889, 419.02957, 560.76471, 452.7431, 522.133, 451.75858, 429.19482, 414.42096, 549.07922, 338.43378, 360.46274, 417.44479, 442.72052, 434.18994, 522.67603, 448.72748, 463.57611, 492.69269, 420.47955, 436.36438, 483.03055, 529.57147, 406.09958, 494.97382, 372.23572, 442.38943, 249.14323, 484.90161, 434.02438, 509.88235, 420.56488, 472.7153, 305.61615, 349.09433, 461.18842, 384.28601, 386.39899, 407.3623, 322.37695 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 243.60719, 274.89691, 265.34738, 318.84668, 303.19336, 300.82651, 322.7124, 285.57745, 408.44907, 51.689, 306.36093, 492.78375, 494.4996, 326.91687, 352.23834, 538.71582, 583.94012, 396.84537, 467.09204, 550.10669, 248.87421, 370.24091, 460.72025, 157.31302, 456.16241, 323.23694, 497.37061, 403.07703, 431.97174, 466.40088, 556.34467, 314.89835, 509.94086, 473.80557, 441.34988, 485.16165, 483.59052, 424.10168, 475.72925, 428.34521, 496.7847, 424.3494, 507.02136, 398.68549, 458.9386, 504.80212, 401.8428, 586.94104, 459.04004, 540.00476, 436.81528, 487.92596, 527.60315, 600.72339, 497.33188, 438.17395, 431.89703, 583.11938, 577.46167, 390.06085, 605.41888, 378.12524, 488.6973, 384.38586, 535.16516, 467.11792, 364.38797, 436.2645, 471.2713, 638.23962, 551.47949, 406.73032, 410.46088, 541.91315, 354.2323, 533.26086, 636.53357, 414.83051, 451.34238, 548.73529, 483.79504, 553.35968, 516.47473, 536.31995, 508.20935, 431.5817, 504.49548, 357.86035, 478.68384, 483.5675, 538.7312, 250.50052, 390.04242, 585.28284, 552.81116, 728.16309, 427.41583, 451.6651, 432.55396, 516.05298, 642.03632, 756.59674, 516.46472, 477.20081, 487.85938, 618.42487, 353.87457, 489.0, 556.31561, 583.77258, 435.9726, 392.28912, 530.86133, 286.94843, 475.55054, 555.30023, 527.1825, 509.12051, 505.42212, 435.46094, 551.14185, 541.98914, 545.61566, 499.51569, 542.3175, 457.45105, 743.7644, 386.93524, 543.68048, 540.92615, 498.87671, 474.11502, 354.56567, 554.599, 323.05283, 444.29776, 537.13342, 530.85083, 562.08502, 570.12634, 582.62744, 625.19708, 610.36749, 410.14398, 664.10132, 431.33264, 682.04816, 574.69714, 589.80084, 367.90839, 570.82672, 586.99109, 548.26123, 485.80621, 505.43884, 578.33777, 410.57361, 643.26917, 516.42444, 553.20502, 530.02246, 546.61298, 597.16467, 706.72321, 563.03711, 534.67285, 495.79779, 279.9855, 502.12201, 450.59717, 650.76062, 565.33679, 447.79388, 570.42163, 694.86438, 636.48291, 535.32043, 652.32062, 268.17249, 561.47485, 500.86227, 529.79736, 598.07208, 495.89682, 433.81522, 573.71484, 429.21664, 584.8385, 500.0929, 603.37463, 656.07385, 582.77112, 618.60315, 559.33734, 616.15192, 589.39105, 615.55981, 614.65613, 685.9494, 458.89084, 544.95807, 398.89508, 522.03491, 711.9043, 545.2439, 487.0144, 744.98096, 706.57788, 625.5462, 259.33893, 688.79224, 579.77478, 703.53003, 246.79979, 645.79175, 654.27338, 621.50543, 567.63525, 704.9104, 606.02631, 551.10107, 533.14014, 662.58716, 507.43152, 590.41846, 780.87964, 599.86804, 749.41589, 627.87939, 566.63177, 462.62735, 709.38623, 724.49017, 754.5575, 664.16992, 842.66559, 633.9104, 648.5592, 589.43628, 522.354, 631.98352, 649.66016, 644.31543, 552.35205, 551.25372, 611.42267, 610.42725, 552.95673, 634.95251, 594.59949, 691.27539, 374.6073, 702.59143, 558.35907, 684.0108, 575.24939, 646.65295, 671.77942, 785.82141, 667.24835, 398.03909, 727.79028, 587.37903, 561.10583, 681.8158, 526.87683, 508.63672, 622.05963, 668.95801, 636.8205, 533.22382, 601.90393, 594.41931, 639.02173, 580.96832, 615.51233, 638.27631, 677.22638, 644.02063, 567.99133, 696.29529, 583.15906, 734.29803, 597.05188, 526.57959, 591.63617, 677.49463, 664.94275, 688.16254, 747.39948, 519.84808, 588.8501, 610.05743, 740.05457, 695.4657, 685.6759, 669.77148, 666.46515, 551.75671, 709.20825, 699.9837, 666.24817, 263.3006, 102.46014, 403.13342, 698.33252, 752.57642, 663.771, 562.58765, 686.54883, 643.36914, 721.0509, 592.90186, 575.82751, 292.88477, 891.37201, 588.12952, 762.62537, 368.27615, 626.85455, 635.14417, 652.15997, 507.28146, 601.68103, 812.3186, 616.61597, 952.35449, 755.29169, 435.146, 264.58182, 734.32123, 844.79626, 314.34851, 810.93842, 635.05145, 583.06299, 804.95551, 830.12598, 610.6593, 789.09296, 897.21851, 526.55365, 751.12756, 440.25629, 466.03891, 660.16046, 644.18689, 821.54651, 601.27118, 565.08936, 728.50659, 374.86075, 750.3244, 777.0423, 725.98322, 705.36444, 726.36169, 724.81598, 259.81076, 716.36298, 698.82605, 658.06274, 677.58148, 957.36517, 539.6123, 543.61499, 783.90393, 830.83813, 913.96448, 675.58569, 540.21423, 796.87177, 416.97086, 664.15613, 1066.51978, 747.93604, 782.97668, 732.78632, 845.9494, 695.05042, 165.56415, 832.2583, 734.92151, 674.77051, 637.72876, 857.80145, 271.24695, 583.25037, 939.1286, 537.23199, 403.80994, 488.89389, 926.11548, 838.55981, 552.15594, 721.34363, 1031.97583, 788.6684, 639.29651, 732.53796, 428.1001, 1093.84009, 771.92212, 292.0965, 992.80121, 420.68457, 921.03796, 630.63385, 1141.99194, 1187.2002, 656.51624, 1260.18921, 1299.98193, 815.59058, 1062.07483, 388.2222, 1166.5603, 719.75085, 525.77997, 383.95032, 962.82947, 539.68201, 1080.47119, 1134.02112, 572.25934, 1051.04224, 682.2998, 634.46283, 1055.87061, 1482.52417, 1339.8374, 1331.24622, 1149.40063, 1241.78931, 1271.47327, 1317.66479, 859.54321, 742.08533, 728.76331, 1282.22925, 1461.651, 1320.14014, 1077.59729, 1394.4917, 1774.99731, 1064.74292, 1175.87817, 1699.35742, 1768.41492, 1954.14502, 1727.08557, 844.62921, 1305.80835, 1633.85547, 1014.92029, 2278.74951, 2080.25757, 2140.53638, 976.64362, 1646.68481, 979.03815, 2437.66797, 1301.19421, 1937.43848, 2230.01074, 1681.37378, 1948.73657, 1770.50806, 2177.7749, 2102.9707, 752.82031, 3049.30176, 2361.21533, 2041.48877, 2733.61816, 1030.60352, 2387.2146, 2000.75159, 1200.12634, 2256.8313, 2276.3291, 2950.03491, 2199.7168, 2529.70166, 1218.84155, 1284.62158, 2499.44629, 3171.85498, 3469.02271, 1729.30664, 3893.78418, 3444.98096, 3505.14307, 3137.88843, 3758.46484, 3201.66602, 3292.23633, 3529.63818, 3608.70728, 3842.37866 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 257.02618, 310.5181, 375.09723, 472.82465, 472.90289, 378.59735, 351.27661, 390.97144, 344.75049, 438.22229, 343.56329, 418.35092, 367.72284, 493.66318, 373.78265, 384.50104, 397.28271, 450.00537, 290.83231, 393.12073, 324.52261, 454.71945, 307.19153, 435.67758, 346.48645, 472.12372, 528.82556, 531.11536, 588.26758, 371.1102, 555.30066, 499.35535, 500.60706, 400.00616, 426.53723, 475.73825, 416.6557, 411.67603, 457.00018, 527.08228, 432.16428, 377.06183, 435.24088, 458.32257, 447.1004, 428.50549, 572.84802, 475.30231, 364.38281, 458.52911, 405.0351, 380.53424, 511.88687, 352.90839, 526.5675, 511.73322, 488.62872, 583.53094, 409.66016, 366.94354, 492.31262, 468.82867, 426.53629, 486.82739, 467.5368, 501.61179, 502.01862, 496.40009, 433.08649, 475.82092, 484.3223, 455.95703, 582.43878, 486.14572, 478.26929, 441.17459, 488.22055, 483.39587, 523.16443, 505.21606, 447.99292, 439.59473, 482.92157, 422.5144, 526.79462, 402.98975, 508.53458, 499.26599, 429.62576, 462.70087, 476.90924, 405.52277, 369.07434, 409.45059, 452.73553, 468.70917, 336.12689, 519.84564, 525.36224, 492.12241, 438.25037, 461.98557, 600.14124, 412.25696, 553.0083, 400.07349, 534.33691, 435.96466, 429.65744, 451.0318, 375.80014, 389.50055, 546.8634, 403.98013, 529.35071, 451.38214, 471.72308, 466.48209, 552.03473, 528.17371, 506.12939, 412.68896, 563.7926, 405.12692, 521.87402, 478.9024, 554.61365, 459.5528, 469.19189, 470.00659, 471.48804, 538.87347, 431.83508, 576.23669, 433.93982, 465.10272, 344.73285, 512.72974, 532.70422, 424.427, 508.89166, 447.48099, 558.0426, 444.78534, 537.34985, 545.85181, 391.2735, 580.21954, 452.89392, 662.05823, 531.51489, 478.73666, 498.4408, 549.78503, 428.67297, 535.68628, 445.58493, 680.33044, 440.03195, 534.65509, 414.09717, 503.21094, 412.21484, 566.33313, 502.91016, 524.89905, 562.79724, 568.11902, 458.69299, 469.76779, 600.82764, 603.16931, 532.72314, 502.67456, 432.04504, 463.31732, 593.86621, 492.3046, 481.25067, 473.53079, 586.78723, 532.76025, 479.10873, 515.98779, 468.40509, 431.23892, 464.02249, 605.03223, 552.21008, 458.05334, 539.87054, 578.91272, 589.98132, 508.88318, 488.33661, 575.2782, 491.81165, 535.4906, 479.26959, 507.58102, 602.55255, 526.86035, 553.56372, 582.96869, 535.80798, 455.41501, 493.89618, 583.52576, 454.86371, 553.85736, 439.43158, 576.96625, 562.16992, 481.19171, 460.68491, 453.47055, 638.66052, 372.79187, 502.99881, 474.27496, 556.00677, 602.11169, 550.83264, 447.37994, 507.19534, 541.58307, 516.06622, 514.06073, 642.35327, 488.00595, 458.36133, 593.36768, 436.72296, 480.77927, 496.45074, 500.04282, 503.59109, 739.8349, 583.65887, 473.76819, 475.39066, 484.5567, 562.80328, 533.49481, 474.91852, 604.22791, 588.15784, 580.66528, 524.8949, 567.85004, 434.14413, 494.50879, 535.69629, 500.59387, 560.20026, 554.05988, 529.96362, 604.06177, 570.67413, 622.91748, 424.43085, 422.95959, 688.76257, 594.5271, 566.22681, 529.66077, 604.80688, 478.52057, 511.53091, 478.71509, 509.63602, 583.85876, 531.52466, 610.08191, 489.78836, 503.44608, 566.60278, 468.31769, 455.02325, 530.51801, 554.0863, 588.36182, 680.64746, 623.76685, 667.37213, 678.98364, 574.995, 489.16776, 547.82202, 600.05847, 529.49585, 524.99133, 415.30096, 473.98877, 538.11279, 576.03326, 527.65088, 520.28198, 580.05225, 618.64026, 523.56909, 600.55994, 508.19861, 576.51575, 623.36847, 501.32861, 574.67145, 520.58875, 614.16223, 608.06165, 565.86359, 473.06531, 472.08984, 501.88135, 493.79474, 459.85559, 670.77344, 589.54065, 563.97491, 554.2821, 493.96713, 508.90515, 562.06512, 705.74268, 615.62225, 660.77319, 671.74561, 594.54224, 511.94501, 490.97897, 442.80359, 591.51019, 538.37732, 578.63977, 625.38757, 493.50085, 678.36383, 613.67578, 630.36133, 543.7431, 612.73718, 530.7345, 641.56042, 582.96008, 575.48615, 555.24231, 483.85364, 583.55286, 598.96887, 700.2655, 649.61987, 685.46069, 595.23492, 586.36273, 624.86951, 627.26691, 475.59732, 683.47937, 654.20312, 592.94696, 492.25284, 628.04132, 573.09058, 664.50732, 705.39545, 572.776, 620.32196, 605.61975, 496.659, 522.90588, 597.83392, 566.84363, 604.65955, 515.10895, 607.68445, 497.72644, 512.58545, 560.81274, 511.66901, 586.75085, 524.3689, 536.09344, 579.79822, 499.11502, 536.94812, 611.51965, 525.62646, 498.48834, 627.92023, 684.60199, 538.97626, 595.92871, 571.64777, 602.37402, 579.62592, 550.08441, 536.9176, 518.50287, 621.04858, 536.95642, 727.16125, 678.60089, 617.76257, 526.78137, 713.19763, 509.25748, 626.26196, 582.37903, 498.46735, 636.93042, 587.81256, 567.7511, 559.57477, 617.12958, 669.71655, 518.80804, 487.90521, 564.15466, 597.29321, 639.7218, 648.80127, 527.66455, 699.24133, 575.97534, 495.69833, 637.35938, 589.93469, 648.02997, 563.99567, 653.95081, 655.99854, 615.74268, 759.4458, 616.1853, 756.27032, 657.67279, 749.90808, 599.59705, 625.74243, 565.16968, 709.50226, 670.77832, 596.73718, 713.39777, 617.2879, 511.94601, 561.97815, 696.29065, 699.51141, 678.82776, 557.0791, 552.62634, 540.203, 628.4707, 653.11377, 648.60852, 717.79016, 677.21722, 635.65399, 665.73413, 722.81873, 631.06091, 628.15833, 597.46625, 664.74854, 729.5401, 709.35803, 877.04443, 609.88037, 675.12567, 718.26599, 666.94684, 622.8208, 643.69025, 635.09235, 706.29803, 684.33307, 781.04175, 635.44287, 728.40588, 632.2915, 622.97839, 728.61316, 789.67957, 588.5979, 697.17303, 694.86328, 604.41309, 644.59161, 612.39471, 677.52808, 677.82184, 615.57007, 704.4873, 579.39435, 716.81732, 757.40759, 801.45398, 639.99915, 753.94104 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 1.4541216528160306, "neutral_loss": 3.8389195012471764, "target_chat_loss": 1.9168645338707466, "target_docs_loss": 1.6459122386254021, "neutral_init_loss": 5.057991009521484, "target_chat_init_loss": 2.504888264465332, "target_docs_init_loss": 5.147931861029731, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 78.50914, 77.85313, 116.99559, 84.13263, 85.11249, 118.17341, 126.44818, 56.98464, 107.79311, 94.1359, 114.43614, 102.99751, 121.75079, 128.15419, 98.63406, 134.85814, 126.09144, 117.15332, 133.75372, 104.46592, 130.83864, 104.11984, 137.20966, 118.06721, 100.07443, 83.41199, 124.74706, 92.89717, 109.89383, 78.33879, 118.80744, 148.78009, 102.7562, 110.8294, 86.82811, 105.72551, 102.56935, 57.45329, 115.20266, 103.43953, 159.00232, 103.39383, 104.27766, 95.55341, 104.26615, 87.41413, 140.08774, 144.90002, 73.71939, 102.20651, 86.22768, 175.32605, 147.94615, 150.65494, 121.15942, 115.52437, 93.29288, 125.00221, 85.23721, 127.89986, 119.01907, 88.38744, 130.74316, 128.60379, 97.74335, 102.41268, 163.22278, 95.55765, 153.6218, 167.84779, 78.34109, 97.66014, 132.33688, 112.68129, 146.29129, 167.69077, 95.52053, 128.61931, 95.96861, 154.09163, 130.68237, 114.09296, 129.64453, 129.60338, 110.96851, 142.01111, 83.06064, 135.00273, 130.95746, 73.2524, 102.32091, 151.43492, 121.26685, 98.7149, 81.16762, 157.54263, 123.91746, 100.47195, 127.43095, 105.34016, 126.75009, 163.67397, 155.1264, 108.39046, 162.36066, 115.95213, 112.13118, 120.24695, 102.65056, 121.97275, 168.31856, 118.06011, 133.53146, 151.65567, 79.28642, 166.8786, 126.47017, 113.56355, 130.64999, 111.48808, 101.04622, 92.39037, 145.12248, 66.94795, 142.69431, 133.54916, 164.68137, 166.18858, 133.79691, 96.74742, 167.98174, 139.877, 161.37064, 131.71671, 77.19609, 124.75813, 174.17111, 157.05078, 164.79352, 172.70749, 135.00107, 193.78065, 108.36922, 184.4762, 111.95963, 147.93169, 109.48436, 173.47607, 183.37631, 127.50489, 137.79909, 136.27643, 130.5602, 154.62854, 133.2699, 149.37604, 164.9295, 139.18112, 125.44451, 132.73618, 158.87726, 202.29729, 167.45639, 174.31241, 158.3661, 148.81458, 96.0122, 119.90987, 173.69241, 137.46552, 184.22189, 150.62646, 121.43231, 149.4588, 177.38048, 140.69019, 130.80147, 124.85637, 151.62424, 138.69989, 147.7966, 137.00198, 129.15625, 144.98845, 168.43179, 97.95059, 174.65173, 101.5441, 109.1532, 105.48033, 134.57137, 159.35947, 136.16333, 135.93619, 104.1443, 173.14059, 129.72522, 125.07465, 195.21524, 164.3244, 151.19501, 141.6678, 162.04276, 96.65904, 111.08098, 119.0317, 157.77716, 176.50418, 119.1576, 122.86746, 136.42268, 132.18051, 110.83092, 108.56021, 152.26251, 175.19301, 128.71152, 159.25034, 200.9935, 155.99034, 167.40483, 123.55415, 187.88042, 111.83579, 138.65427, 171.98775, 135.44847, 138.04468, 165.94342, 163.53564, 111.02777, 214.62018, 171.30844, 131.2133, 167.97205, 147.51917, 175.85452, 131.90982, 184.81325, 210.11916, 192.10349, 143.769, 115.77217, 139.01291, 178.65173, 163.10812, 150.92099, 243.66412, 185.80714, 167.22141, 96.13606, 130.19777, 170.17236, 303.9939, 376.0051, 400.19696, 348.15723, 298.022, 318.8688, 346.82837, 455.18109, 414.56229, 320.4505, 281.78995, 329.72003, 301.24728, 388.73663, 335.26154, 354.51218, 359.42905, 414.48157, 340.74738, 385.55829, 419.21191, 368.06805, 450.7124, 430.23419, 349.33612, 376.65662, 318.65387, 346.41809, 370.8399, 421.67023, 311.88751, 338.30347, 447.96021, 381.92148, 318.39374, 361.02747, 401.49469, 390.08405, 341.72223, 321.1214, 378.74268, 351.92444, 372.16101, 435.12744, 323.57968, 342.91302, 297.0094, 452.43289, 418.44196, 382.77985, 389.51456, 488.89911, 454.38751, 464.64554, 427.71146, 358.5719, 435.67526, 346.72192, 468.43359, 346.07507, 340.76428, 263.06174, 380.61176, 425.41867, 501.51715, 420.29956, 426.06668, 438.99377, 346.04102, 292.16681, 343.7691, 293.74063, 332.63242, 397.7644, 371.89337, 410.90588, 319.18457, 383.93243, 473.60608, 308.80484, 349.1806, 405.17239, 470.96744, 360.51276, 425.22723, 453.32214, 494.61148, 492.68005, 397.88745, 386.48425, 340.89478, 330.0426, 412.57239, 367.55188, 380.69489, 374.65228, 386.58432, 578.32288, 501.17322, 404.18066, 380.86615, 414.12009, 449.71698, 442.16275, 331.32349, 424.66693, 495.92661, 384.12122, 473.13232, 534.74365, 362.2059, 502.95078, 459.70294, 328.99084, 341.40939, 270.02985, 349.70325, 418.30133, 546.0072, 333.40912, 322.59579, 354.46878, 438.25101, 339.38531, 329.96613, 397.32449, 560.14343, 441.71155, 362.10446, 449.01599, 504.42596, 358.95642, 358.98328, 468.65637, 522.54492, 442.83902, 371.08508, 445.23895, 418.91843, 464.76782, 471.16354, 438.84552, 464.36407, 494.26804, 266.42786, 355.27332, 378.89438, 288.8819, 353.89679, 500.48871, 426.34058, 551.77563, 552.64563, 346.70721, 513.25092, 381.51398, 383.5351, 328.11273, 326.1275, 305.75391, 344.05206, 426.85754, 649.07092, 406.01862, 359.21024, 389.66824, 512.31854, 263.2374, 492.73172, 399.84976, 415.44397, 428.92856, 434.69135, 434.53027, 287.34238, 374.17291, 364.59595, 482.4169, 406.85703, 394.90646, 344.47525, 527.96033, 324.88797, 404.84119, 411.95187, 523.64325, 408.80374, 540.55322, 510.97806, 419.73611, 614.73206, 530.68158, 421.69391, 495.72687, 470.62653, 514.92139, 551.01331, 381.75244, 461.93124, 457.34198, 422.05377, 523.72778, 480.69025, 509.96179, 497.39917, 444.33765, 471.01022, 506.81982, 475.89844, 429.88745, 576.47961, 470.15567, 531.84613, 463.20215, 453.80829, 445.82001, 550.81158, 361.36267, 385.04834, 411.44217, 471.95261, 455.17825, 545.99304, 475.43433, 483.2074, 492.936, 425.78354, 443.43314, 498.15845, 549.29907, 434.83835, 514.13684, 383.29401, 455.7359, 257.91684, 487.02832, 457.12595, 551.34216, 429.94766, 488.28168, 322.50522, 346.73657, 495.9104, 393.17871, 408.47198, 429.65359, 322.60382 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 258.0831, 282.78552, 262.97723, 340.36261, 308.36786, 288.38245, 327.14148, 288.38501, 425.01202, 54.87224, 325.1503, 508.27267, 484.17328, 330.96042, 366.62112, 559.47687, 584.83655, 415.2326, 477.23883, 558.55554, 264.59705, 389.19928, 481.99554, 168.78732, 463.13977, 336.62482, 506.82397, 425.72449, 445.0387, 485.84949, 569.08557, 333.38443, 500.18585, 492.60889, 459.56158, 493.30066, 499.65845, 446.59625, 484.33203, 434.19485, 512.87799, 436.3631, 524.84637, 416.86081, 472.94568, 528.49634, 418.6181, 613.20923, 473.4657, 552.27124, 442.0152, 500.76364, 525.14368, 599.90442, 521.29681, 456.79892, 437.01971, 593.00952, 603.23187, 414.86795, 626.3512, 399.6488, 505.93372, 406.63986, 549.85352, 492.69046, 385.57758, 442.03464, 488.7038, 678.62885, 569.86279, 405.93677, 435.23468, 578.44769, 366.51614, 547.5647, 656.58276, 426.58093, 459.04425, 570.77179, 498.93161, 579.70514, 540.68542, 562.95776, 516.52814, 436.60498, 518.18323, 379.70801, 498.9809, 496.01437, 552.17932, 258.79498, 397.67178, 606.42603, 577.84619, 755.15552, 449.02051, 459.62637, 436.80096, 531.95557, 668.75134, 778.87549, 525.56116, 503.30124, 504.7901, 627.68597, 367.46143, 497.64526, 570.82922, 617.23248, 460.72931, 412.67044, 533.35547, 302.1496, 490.96918, 569.14862, 549.71191, 520.40692, 513.73364, 454.65903, 574.61353, 544.64258, 549.1261, 522.2876, 557.80957, 466.36713, 797.9978, 420.80173, 559.3056, 555.25446, 531.33496, 497.99243, 364.94183, 563.3371, 354.0556, 460.45038, 568.63129, 542.90393, 558.11383, 599.51416, 597.98346, 651.23792, 634.33948, 424.38651, 683.77332, 442.91107, 672.76257, 591.18671, 605.81543, 383.94781, 583.52039, 593.49835, 553.5047, 493.87045, 532.64984, 611.94281, 429.7944, 648.76025, 528.50061, 574.22791, 555.9704, 558.28082, 625.5271, 717.22455, 595.50641, 569.41064, 518.94556, 291.95682, 516.05029, 463.41254, 675.84119, 594.9693, 458.9465, 596.75909, 704.93152, 645.18762, 567.90631, 664.88867, 285.54721, 565.15771, 534.71521, 550.38055, 595.91589, 510.77173, 453.26279, 587.4613, 433.33887, 594.948, 508.93033, 607.62915, 681.25854, 591.29285, 621.68365, 569.099, 606.97302, 603.67981, 649.01263, 644.02924, 700.09863, 472.81543, 562.72955, 389.56735, 538.92017, 742.21338, 555.99023, 514.22388, 744.65289, 766.3075, 642.44666, 269.28973, 689.51917, 586.40845, 714.48816, 261.29962, 673.422, 670.39441, 647.04309, 576.72681, 722.18433, 649.315, 544.58313, 534.1225, 661.50964, 518.48322, 621.35773, 814.64771, 623.02313, 776.5177, 642.21594, 573.01953, 487.52655, 726.31641, 752.49646, 752.26428, 676.46289, 831.74036, 653.63867, 653.93774, 613.83948, 533.37805, 641.08575, 669.04767, 663.16571, 573.94647, 570.65967, 654.69788, 625.50708, 553.77332, 664.23743, 604.17419, 725.83533, 412.0376, 709.73816, 560.55713, 707.30542, 605.72534, 656.97925, 710.79883, 806.3241, 699.30164, 418.91675, 727.49634, 604.75562, 580.50732, 685.29016, 575.3468, 525.62915, 631.75488, 708.98206, 656.95361, 541.64478, 630.10986, 616.19238, 652.60858, 593.78894, 633.16748, 663.18738, 680.79474, 661.02441, 572.86731, 728.33643, 588.88635, 754.1532, 599.203, 555.60034, 600.33459, 684.65149, 689.46246, 689.63037, 779.78131, 543.90564, 629.70648, 606.78333, 755.27472, 711.88843, 685.04858, 703.46204, 701.75421, 605.71185, 732.61548, 717.96997, 691.25635, 275.13132, 106.24048, 421.67627, 722.71539, 776.56738, 676.8764, 587.08038, 727.67261, 674.04303, 760.18616, 583.63007, 590.44104, 307.93057, 897.40759, 613.87756, 778.23291, 369.55246, 640.94708, 658.9035, 688.39203, 521.448, 636.28723, 835.50598, 632.79504, 982.02673, 795.41571, 445.09637, 266.43884, 756.9931, 862.26794, 332.90814, 858.0459, 646.49219, 600.19775, 814.84912, 835.5979, 640.38135, 800.72449, 884.81732, 558.33765, 766.44067, 463.72357, 477.81, 664.98938, 685.52173, 837.34296, 594.19507, 578.79205, 739.26044, 384.32666, 790.47101, 810.77197, 755.43738, 744.54077, 759.61316, 745.21057, 272.41623, 726.5625, 735.31561, 688.92542, 690.19, 1004.2088, 553.68854, 566.5614, 788.01709, 863.74646, 930.9743, 698.29797, 560.15356, 812.30206, 429.2576, 696.06207, 1089.94019, 773.3266, 786.48413, 748.54309, 863.04871, 722.92767, 173.2343, 845.68481, 708.04089, 703.03394, 660.37634, 883.40063, 282.46164, 588.01379, 945.10352, 547.86096, 423.67871, 503.70264, 938.82129, 845.98578, 565.43286, 738.77734, 1026.73608, 786.60565, 648.26514, 770.00488, 460.61316, 1113.80005, 796.33392, 297.86844, 1049.92847, 430.85712, 928.65979, 652.69031, 1217.74902, 1232.13708, 657.01758, 1266.26099, 1342.17236, 808.19672, 1116.11938, 381.55591, 1226.61304, 732.43335, 497.53107, 401.26965, 983.14343, 574.4129, 1100.63123, 1142.70312, 601.95459, 1032.1814, 697.50104, 674.85504, 1089.9635, 1542.08801, 1409.76367, 1369.21387, 1152.52283, 1318.09302, 1331.50989, 1397.51099, 897.24927, 799.5694, 743.68945, 1388.23389, 1535.05884, 1351.29224, 1105.67725, 1457.55945, 1789.57275, 1084.35986, 1232.33374, 1761.17334, 1839.52612, 2005.68628, 1766.7583, 848.61389, 1376.00708, 1682.40039, 1083.70288, 2352.31348, 2155.47119, 2231.46143, 1026.34326, 1746.17871, 1012.62744, 2534.81519, 1382.80188, 1982.60901, 2304.87256, 1739.27979, 2082.11084, 1822.29883, 2267.83252, 2138.80688, 788.18671, 3147.89014, 2467.1416, 2149.67773, 2835.15405, 1065.85242, 2476.94287, 2107.06812, 1255.67151, 2438.86426, 2406.88477, 3099.61401, 2334.12891, 2732.03369, 1259.01843, 1366.6355, 2626.74707, 3351.92847, 3593.8125, 1832.31702, 4050.21143, 3685.46094, 3694.87915, 3284.34033, 3865.44434, 3303.11768, 3410.63281, 3636.18604, 3730.44922, 3991.5293 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 268.57968, 296.87427, 381.4306, 491.91412, 465.25244, 364.89752, 362.20499, 401.7132, 345.1669, 446.85941, 359.9519, 418.78705, 372.24878, 501.04437, 390.00641, 387.01199, 403.18176, 467.36627, 290.53781, 381.71423, 336.60852, 469.9043, 307.49194, 429.51056, 338.93381, 483.52396, 537.38733, 543.99036, 592.24609, 386.08694, 564.28375, 508.24332, 512.82129, 402.62109, 421.92163, 463.42432, 421.06152, 409.26578, 477.867, 525.68225, 429.90436, 394.89572, 446.20917, 457.23306, 456.08331, 442.58301, 601.86523, 488.39514, 362.22034, 468.67917, 410.8916, 391.22324, 512.46655, 358.23431, 539.63086, 527.11658, 497.97543, 607.48236, 415.30084, 383.138, 501.76587, 470.23578, 429.52844, 496.77029, 482.16623, 514.80396, 506.03888, 523.34863, 447.27075, 477.3884, 482.35074, 469.02664, 589.41467, 502.31339, 484.2276, 432.42789, 495.07324, 484.76523, 537.52307, 528.89008, 436.16193, 452.17993, 481.54697, 441.38388, 534.31439, 398.08939, 515.39313, 499.08124, 436.17279, 460.38257, 483.77652, 404.87531, 374.4035, 421.55817, 458.28119, 474.11078, 341.33932, 517.53235, 532.82373, 492.99115, 440.38086, 465.81995, 600.28564, 415.49628, 558.96887, 401.48914, 545.83777, 450.44318, 440.8653, 458.71753, 384.73862, 388.78653, 568.16345, 411.91913, 515.39874, 453.75952, 483.81192, 475.67242, 573.9281, 546.81665, 511.62015, 418.90015, 578.54199, 423.95337, 521.8266, 495.13184, 565.37262, 468.09125, 469.52332, 458.42291, 477.30603, 540.42786, 448.40842, 588.03668, 451.09625, 466.23947, 349.87021, 508.34497, 525.54553, 429.70151, 524.39795, 450.00653, 559.22327, 457.59412, 537.33789, 554.14758, 398.36642, 584.00623, 446.5556, 687.62793, 547.93518, 497.49579, 513.35687, 569.61682, 439.43295, 542.3772, 459.17795, 680.03125, 464.09708, 528.57532, 420.23557, 514.7074, 418.77182, 580.15076, 527.57037, 536.4696, 585.79163, 579.20239, 458.28302, 468.89667, 616.85278, 599.3584, 536.74438, 502.56805, 422.66699, 474.98077, 600.86731, 498.89099, 490.24927, 473.1886, 589.56018, 541.22815, 481.32928, 514.67944, 467.2168, 432.58734, 496.14166, 611.77344, 556.90759, 461.36121, 558.9538, 575.44244, 589.39758, 532.36578, 496.29059, 588.36847, 490.40677, 550.80078, 482.74139, 533.56042, 625.29633, 537.23169, 564.67169, 584.823, 546.35565, 466.19891, 510.14572, 591.99103, 458.24664, 554.5191, 443.70767, 584.19025, 563.66473, 488.70129, 463.56635, 465.40952, 655.48816, 374.41278, 496.66849, 478.59268, 616.53784, 618.11176, 545.6272, 445.96478, 509.3241, 560.42523, 539.86444, 515.8053, 642.53577, 490.73254, 472.44238, 609.86768, 432.65082, 496.85547, 501.08734, 528.58868, 501.00024, 779.20544, 597.48218, 487.47269, 483.52356, 491.40439, 589.91785, 548.79401, 509.49744, 624.87866, 598.8277, 571.02277, 546.65894, 567.01788, 453.39508, 504.62628, 554.73145, 496.79797, 576.41486, 552.8772, 531.0235, 615.32446, 591.33099, 630.28149, 438.34454, 424.75113, 722.79663, 589.03125, 579.32843, 537.17981, 624.86072, 492.69281, 528.55273, 485.00702, 525.08069, 584.50934, 542.34021, 633.2688, 509.98383, 504.16479, 560.74072, 486.13211, 470.01627, 543.16565, 562.15369, 598.01599, 693.84265, 638.31677, 682.42242, 689.33057, 591.63873, 499.75394, 568.27332, 610.90393, 546.15991, 533.2356, 421.60016, 498.44504, 550.74609, 577.38275, 549.30865, 546.00342, 583.39807, 620.90936, 529.26935, 602.1568, 508.05936, 595.9928, 641.84485, 529.20465, 585.51135, 518.43848, 626.05054, 608.38354, 588.74597, 469.03058, 489.34351, 509.52777, 512.25134, 456.21198, 702.40405, 599.40491, 571.27991, 561.99091, 492.81885, 519.11896, 586.73486, 701.07593, 625.01605, 676.31299, 686.20093, 613.30859, 533.29468, 488.30313, 450.91821, 606.63696, 551.71484, 592.54565, 665.60107, 512.56561, 686.46509, 626.03296, 631.87598, 553.92163, 584.21277, 533.99976, 641.84692, 591.00018, 595.63788, 557.90594, 477.83987, 601.4325, 619.29858, 703.6189, 666.50647, 676.42572, 601.99158, 605.66364, 630.00732, 631.77197, 479.03644, 683.56403, 661.10217, 603.7334, 493.11621, 619.92419, 579.68481, 682.60748, 731.37842, 601.57562, 622.98877, 609.8869, 502.16602, 535.46796, 617.38495, 573.52026, 633.92786, 529.08868, 624.20117, 503.69907, 532.20703, 562.5415, 538.29541, 610.79358, 539.3949, 551.88538, 593.72235, 507.92148, 531.34167, 611.23633, 527.41565, 510.51074, 636.32037, 708.37195, 540.58258, 593.72498, 563.42456, 629.87109, 605.15503, 541.09094, 550.96362, 537.47406, 614.74646, 549.87402, 744.61902, 692.30151, 609.47937, 554.86572, 719.9975, 512.27429, 643.43506, 584.01678, 514.80286, 637.74445, 594.01672, 566.08496, 554.97589, 614.3056, 684.26697, 537.24432, 469.20422, 587.2666, 614.66309, 649.70227, 650.07141, 522.00085, 710.9541, 580.97089, 502.75323, 651.44769, 599.78064, 660.42163, 558.54309, 666.42346, 663.46716, 631.02148, 782.03662, 633.53723, 764.12848, 669.62738, 771.07983, 612.19519, 635.19702, 578.19812, 725.38257, 676.30505, 606.87958, 713.88855, 619.95166, 523.04828, 579.50085, 692.78455, 715.53748, 663.43597, 566.47607, 561.73083, 541.52197, 637.07532, 655.52161, 665.67798, 746.95203, 705.89819, 659.56976, 678.27399, 733.75415, 636.70782, 647.57611, 590.4895, 685.74847, 744.68634, 688.12244, 883.73328, 625.05695, 690.4101, 726.84216, 699.83191, 661.06116, 631.93799, 662.27502, 715.81262, 688.7132, 814.68958, 656.91998, 726.26257, 640.95459, 637.15027, 731.77991, 797.63953, 608.60803, 702.05231, 711.4458, 622.99512, 655.44702, 610.58594, 695.48138, 700.14618, 634.62634, 739.68176, 589.09308, 745.505, 770.5033, 784.37854, 632.56622, 760.18396 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 2.1295804035616794, "neutral_loss": 3.988615072941121, "target_chat_loss": 2.0957416763344177, "target_docs_loss": 1.7884423283721556, "neutral_init_loss": 4.9661765365600585, "target_chat_init_loss": 2.5843350372314453, "target_docs_init_loss": 5.105912701076932, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 84.24099, 82.89203, 124.17348, 77.56405, 82.31476, 95.1369, 111.22697, 65.38966, 100.31058, 112.99558, 115.9342, 92.88133, 116.58148, 125.34619, 91.95634, 128.12239, 101.09679, 126.1445, 132.521, 105.83971, 117.32494, 95.82422, 131.06158, 129.09007, 105.97435, 70.72557, 124.18936, 87.17435, 111.83434, 66.72029, 130.54285, 151.45256, 97.60544, 112.39133, 82.5278, 119.61922, 117.21494, 74.18066, 110.27762, 100.47791, 150.49106, 113.25166, 91.4832, 107.52475, 101.76843, 87.56543, 150.97815, 144.2254, 67.90753, 112.19514, 88.80465, 170.56378, 155.08151, 156.64182, 117.8165, 127.37933, 84.28096, 125.16525, 90.71062, 133.34756, 115.42912, 90.94973, 120.39603, 125.82879, 96.70243, 98.43466, 169.12302, 104.79219, 167.52042, 165.71274, 85.57991, 106.00858, 129.29178, 107.31822, 160.72687, 161.59424, 90.77428, 102.02657, 91.87041, 135.09799, 132.00204, 114.23326, 133.59364, 119.89407, 120.26407, 128.10611, 108.0359, 151.49454, 141.96619, 72.56967, 105.14688, 161.61667, 127.00365, 94.89781, 61.94542, 163.68925, 130.73175, 111.07697, 125.35428, 102.79084, 115.92075, 163.73026, 154.26527, 109.08472, 184.1633, 113.93553, 98.06993, 127.39916, 93.70042, 124.16792, 162.99318, 130.27936, 128.53894, 145.65282, 78.72478, 164.12869, 127.77672, 110.23103, 117.03279, 103.54446, 101.62239, 104.70039, 150.46844, 74.42589, 134.0976, 122.17841, 167.37167, 165.89838, 152.87444, 112.56429, 156.69284, 134.18381, 175.82602, 124.72105, 91.89534, 130.9386, 183.49826, 152.79341, 166.81369, 185.51874, 143.37909, 202.45135, 148.03824, 179.17578, 108.66405, 126.36291, 101.4253, 173.05823, 195.31575, 156.61876, 145.10361, 149.66032, 142.40236, 157.21213, 137.85612, 165.87215, 166.60764, 152.93922, 145.54501, 131.8898, 142.35725, 221.07874, 158.11212, 168.46268, 161.63782, 151.51041, 83.74509, 121.86045, 163.78273, 135.6795, 180.90646, 151.57364, 128.47984, 150.0609, 165.84277, 129.14453, 148.04636, 131.21631, 147.11002, 134.60834, 165.9509, 137.64644, 143.82233, 141.18854, 192.27565, 96.95061, 178.92163, 112.05229, 112.09003, 95.75862, 119.62933, 166.12344, 127.34258, 135.71368, 99.78981, 169.84985, 134.71301, 150.15677, 190.79813, 172.58517, 172.26816, 152.93951, 168.36371, 97.52238, 101.18774, 146.86967, 168.9899, 179.46555, 120.33622, 137.45245, 151.90921, 121.64397, 119.26797, 118.69559, 162.45096, 159.63684, 157.05721, 150.12885, 203.74435, 142.7332, 161.97565, 128.70462, 194.81522, 108.50494, 159.91629, 165.26823, 142.7829, 122.83212, 159.02829, 147.82401, 133.29466, 201.04247, 153.55209, 128.27188, 171.00583, 149.64502, 175.067, 137.14722, 163.18436, 212.59723, 189.82692, 132.96187, 100.61237, 139.13348, 173.53226, 171.05896, 157.29265, 244.02237, 164.50955, 180.05902, 111.51922, 151.02528, 170.91985, 337.05237, 395.2753, 415.43823, 348.91812, 290.48755, 320.83533, 357.7702, 474.26913, 451.53018, 314.62671, 311.18915, 357.52301, 332.91705, 429.13242, 363.78705, 354.60663, 385.70245, 432.93314, 396.79102, 394.0282, 444.66983, 415.88031, 467.31726, 455.45844, 357.04785, 393.42783, 354.285, 361.95605, 370.21716, 422.67358, 327.42041, 356.88138, 472.31262, 409.76926, 358.44427, 364.3833, 443.98434, 450.40689, 395.19501, 316.56921, 376.65256, 370.50433, 430.70157, 461.42731, 337.72614, 363.71515, 306.57312, 468.75757, 423.71432, 397.24585, 399.38617, 485.05826, 458.91779, 494.56622, 451.21503, 373.62109, 441.73871, 344.49075, 499.82834, 341.01715, 351.92493, 280.55988, 418.17578, 439.79333, 486.10684, 432.42554, 442.61472, 467.48102, 341.63388, 290.01758, 350.09714, 328.09262, 360.55655, 408.68433, 407.25104, 457.49994, 320.6297, 409.90781, 518.12836, 325.20081, 377.40176, 424.02155, 524.87683, 392.97375, 438.50952, 468.07532, 514.05408, 491.65527, 407.60168, 394.98138, 356.64352, 359.63165, 427.38678, 358.70441, 399.10278, 409.21716, 400.17709, 587.53894, 513.03943, 400.5769, 405.86655, 426.72134, 501.22699, 458.18985, 365.46436, 447.15289, 521.84778, 405.71576, 474.17389, 501.45056, 442.43512, 514.27563, 479.95233, 355.43365, 383.06042, 285.9231, 383.05182, 443.9989, 574.48114, 342.36658, 364.44556, 366.3924, 476.97873, 353.70291, 355.71271, 408.95831, 613.31726, 427.02441, 383.52432, 494.04425, 530.76715, 360.86655, 389.5976, 481.00922, 544.33728, 442.68481, 391.91214, 450.47284, 436.67596, 455.08429, 463.44952, 468.90884, 482.57376, 519.94745, 278.46027, 358.71976, 400.47391, 293.99179, 345.63263, 526.888, 451.28217, 586.20374, 578.31433, 365.63788, 524.74207, 409.28827, 385.8194, 365.96384, 332.7243, 312.87396, 403.49673, 434.82114, 684.49316, 420.77765, 377.59467, 423.60696, 540.073, 286.26819, 523.85944, 438.08765, 419.33936, 454.99954, 455.22009, 492.59528, 301.14026, 387.34039, 375.58975, 503.18283, 430.36655, 388.67444, 353.03094, 504.36197, 347.18896, 433.05902, 419.9884, 547.4646, 404.28647, 544.8894, 527.82837, 441.86832, 649.2804, 555.02869, 440.90448, 499.86633, 496.25183, 542.79675, 570.72192, 427.37592, 478.45212, 520.9295, 453.22089, 543.00006, 497.61111, 552.49481, 501.99792, 474.68427, 523.37695, 513.52216, 512.99048, 449.56546, 593.98474, 483.02847, 555.77728, 512.4436, 486.34534, 471.09161, 553.35339, 421.35422, 435.04694, 421.8248, 516.5022, 473.55954, 580.04315, 511.06863, 508.50363, 478.14526, 427.58948, 461.7132, 526.14313, 562.77478, 446.81256, 547.20764, 409.04901, 479.23724, 265.55353, 485.59521, 459.0061, 596.19336, 469.8046, 485.64752, 338.06708, 349.98965, 556.16296, 427.80005, 424.73495, 448.54529, 310.18942 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 277.77283, 317.9393, 280.60071, 418.13931, 329.04788, 307.57397, 357.93549, 301.41162, 482.24167, 72.01851, 353.99353, 541.13953, 475.13278, 365.04288, 410.17987, 577.84277, 608.85059, 460.58441, 517.68347, 572.23157, 316.32776, 427.27588, 508.9715, 215.15865, 466.66617, 397.99097, 534.26855, 464.29172, 460.32291, 522.07794, 603.89539, 379.25031, 568.73273, 529.14502, 486.83417, 519.56177, 562.33795, 506.5556, 507.16348, 454.78735, 574.14343, 454.49121, 557.78284, 466.30457, 503.52213, 592.06488, 470.25204, 673.11548, 520.06232, 578.35992, 461.61362, 540.50098, 513.95813, 624.03259, 569.67188, 507.9086, 447.65109, 651.32739, 664.3667, 464.78284, 672.53564, 456.36392, 549.69635, 452.17627, 576.75128, 551.87701, 444.65253, 491.52539, 525.30383, 791.29291, 625.66425, 449.64279, 540.29871, 678.82526, 400.21078, 582.19678, 733.93286, 456.71292, 468.73718, 618.68701, 540.02887, 629.69574, 603.37976, 610.54053, 541.25348, 463.93246, 560.42682, 427.28363, 563.3902, 536.24371, 576.65887, 283.15283, 405.12213, 650.01373, 696.06323, 843.6026, 510.89929, 488.59583, 463.23328, 553.62433, 746.87524, 861.38202, 547.39349, 550.62903, 536.0434, 667.79944, 401.91223, 530.4115, 610.11249, 672.43335, 520.01233, 446.95911, 547.07092, 375.91925, 523.52637, 609.01312, 607.1709, 551.28259, 566.69116, 508.46921, 645.01709, 577.61438, 578.86273, 571.29346, 588.22925, 482.58585, 913.14734, 529.46619, 602.62109, 588.98621, 625.8573, 547.15918, 402.91071, 603.4751, 432.50543, 499.09271, 607.44232, 581.46863, 579.82373, 671.17841, 622.10022, 758.89746, 660.8219, 455.84967, 769.20483, 478.5592, 669.90942, 629.73816, 631.29053, 413.75348, 599.44116, 616.32397, 535.79358, 526.63495, 576.60474, 686.31226, 478.22589, 663.89984, 542.62915, 621.87036, 597.05267, 582.07269, 677.48041, 753.52234, 687.65625, 633.51654, 574.26428, 310.17712, 566.18231, 521.80518, 709.48535, 657.85095, 485.15234, 679.99268, 714.13489, 673.50507, 628.9549, 703.00269, 317.12756, 587.94519, 604.16809, 589.41785, 598.12738, 547.354, 494.28949, 655.28033, 448.27863, 627.48767, 535.36414, 631.00244, 738.37793, 608.34619, 629.26562, 591.13959, 611.84149, 658.46368, 760.94952, 707.95978, 752.89032, 491.69931, 633.02283, 371.68579, 568.88672, 775.30542, 592.49915, 578.24579, 760.15021, 874.71631, 688.85712, 344.8623, 699.6637, 612.94153, 756.08875, 321.93692, 736.1001, 726.64966, 704.55811, 630.4444, 780.83496, 852.99036, 532.77515, 550.40222, 704.93402, 602.05164, 678.77734, 883.61243, 729.51471, 845.255, 699.30023, 573.14966, 554.06177, 826.11951, 806.20349, 765.26392, 738.52161, 858.16479, 687.19336, 711.57916, 667.90015, 563.77307, 649.89075, 695.74817, 718.0282, 632.16302, 672.52417, 753.62115, 639.00085, 590.91565, 743.00391, 629.81744, 826.06885, 490.73407, 719.88318, 576.63831, 752.36401, 655.56165, 694.71948, 791.26929, 868.61206, 742.60571, 497.27823, 731.65851, 640.89014, 627.87292, 683.39026, 660.73358, 588.26556, 656.66724, 777.93243, 710.68414, 576.48163, 688.09131, 683.40796, 690.20789, 620.03857, 684.81665, 727.58069, 704.02502, 698.07092, 605.62347, 835.98059, 607.1781, 820.20142, 610.78534, 632.66315, 646.00464, 719.88538, 727.76935, 667.58582, 858.56299, 603.60437, 833.58032, 614.84009, 809.62085, 751.02612, 702.78528, 776.9472, 775.30682, 726.17834, 795.18103, 772.60022, 734.53754, 334.89474, 141.41537, 462.51813, 873.76105, 809.59753, 697.42828, 645.02094, 845.02881, 760.59741, 827.93286, 586.01611, 617.31342, 345.66861, 912.8374, 663.50055, 803.19586, 402.86206, 673.1134, 715.54236, 779.53967, 583.60242, 689.95312, 902.06665, 664.64087, 1045.01404, 904.76233, 457.08368, 270.03659, 813.12952, 910.91895, 361.71057, 1001.11121, 685.58179, 634.36292, 865.7309, 884.70264, 738.98315, 834.93488, 921.60193, 627.02057, 797.98846, 511.52588, 566.79443, 727.95947, 782.24915, 906.08917, 586.98822, 619.24011, 761.02606, 426.75391, 865.70483, 913.79004, 829.91626, 863.10962, 829.37207, 800.06335, 287.05905, 769.90063, 912.11145, 716.80591, 726.78113, 1086.16956, 610.09058, 657.69971, 827.34772, 946.22241, 983.07214, 738.91809, 631.76251, 874.15527, 475.26715, 773.94861, 1143.94214, 811.50781, 844.7085, 790.10321, 921.20972, 849.27185, 203.47926, 885.36285, 716.073, 773.54443, 740.39319, 962.44788, 343.35541, 634.97498, 938.78699, 559.37012, 478.18811, 536.776, 972.065, 905.93994, 607.2262, 810.81903, 1068.12952, 817.20312, 622.76471, 901.97705, 624.74121, 1165.39099, 921.87256, 338.55591, 1202.03516, 473.07242, 965.23572, 714.7345, 1452.22595, 1375.65417, 664.93964, 1290.61865, 1442.96191, 821.98853, 1253.22424, 414.81818, 1402.22021, 753.47778, 438.07642, 446.72714, 1042.03162, 696.82153, 1172.33569, 1198.47131, 661.82227, 1010.89899, 785.15564, 844.91663, 1178.16846, 1731.95581, 1596.01587, 1497.76306, 1170.77112, 1568.90576, 1484.4176, 1619.75195, 989.8725, 915.36188, 844.20935, 1687.84668, 1727.24866, 1442.77148, 1197.80481, 1664.90845, 1870.71313, 1164.27808, 1405.16943, 1938.97351, 2035.8573, 2133.57617, 1919.60962, 881.37158, 1598.05225, 1767.44824, 1252.13501, 2561.47559, 2336.83862, 2462.62939, 1129.14136, 2037.66992, 1092.75977, 2785.79321, 1577.00903, 2141.6084, 2476.57568, 1898.87012, 2439.33838, 1982.47803, 2555.22852, 2290.39551, 872.17407, 3363.80371, 2699.06006, 2382.8374, 3082.51392, 1173.80481, 2705.33374, 2340.42285, 1435.8335, 2824.6416, 2746.90918, 3453.37378, 2687.11133, 3215.33447, 1394.40942, 1637.21313, 3090.50684, 3895.99561, 3943.32349, 2198.979, 4402.17725, 4247.12207, 4133.2417, 3660.00439, 4144.28955, 3625.06104, 3746.57251, 3891.93286, 4063.29346, 4368.14355 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 300.91193, 307.49484, 416.22119, 516.10748, 476.19614, 366.73608, 394.54944, 425.32532, 382.33536, 473.07074, 399.24573, 418.9881, 415.89178, 516.15942, 429.92151, 420.8974, 426.71921, 510.39374, 316.60132, 388.72894, 398.23874, 491.01331, 314.71384, 442.57782, 356.85474, 557.14374, 574.77716, 597.42694, 625.55072, 421.05322, 578.57233, 553.91229, 551.55322, 424.82855, 431.42337, 448.06784, 450.24008, 441.42545, 522.94617, 540.91071, 424.50232, 445.5307, 493.98383, 474.77899, 491.32428, 484.99582, 695.51294, 551.43481, 400.2298, 497.27774, 456.06201, 438.76642, 565.19934, 403.43811, 591.41223, 581.14783, 541.04675, 685.98254, 442.43628, 451.83929, 558.4577, 495.00558, 483.61032, 523.12494, 538.41211, 586.42139, 553.44733, 624.80286, 492.28644, 497.69092, 492.89426, 528.51752, 639.73975, 554.92548, 519.56946, 437.28168, 534.99976, 496.49329, 589.00928, 573.96808, 456.96118, 497.79376, 511.19617, 486.6073, 566.00635, 425.58588, 553.24792, 553.64642, 484.64139, 478.52548, 515.82239, 422.44446, 407.49374, 470.16901, 488.26776, 506.11224, 404.72791, 533.79871, 589.17566, 523.90576, 469.90457, 470.29822, 633.95886, 451.13623, 623.50623, 436.27118, 593.46875, 506.86823, 484.2431, 499.58246, 461.80573, 428.38644, 596.23151, 469.4848, 522.6098, 489.43378, 534.45044, 524.2854, 633.03625, 607.51221, 534.51001, 452.09241, 642.23596, 489.99896, 558.62512, 569.37415, 606.12549, 520.98492, 493.40308, 474.01031, 507.60712, 572.12885, 504.28629, 646.0174, 492.08014, 526.3009, 375.82697, 541.73071, 562.89539, 481.44, 587.69177, 482.92053, 613.27612, 494.16583, 575.56909, 584.34094, 445.05762, 629.14166, 472.90201, 772.69476, 601.4483, 565.38385, 575.56384, 649.22559, 507.5755, 554.98596, 530.53101, 714.62341, 523.87286, 524.56268, 491.85031, 543.65448, 457.25427, 618.78717, 573.85181, 589.34607, 645.8291, 623.86389, 496.86029, 496.67987, 644.83685, 627.09717, 585.81317, 536.04578, 448.05365, 534.6322, 636.56067, 540.68152, 556.10889, 513.56586, 621.27502, 578.61945, 508.52631, 566.43005, 503.75977, 461.47852, 546.51501, 645.32941, 591.70569, 485.7048, 601.9917, 600.28369, 626.7782, 524.15942, 518.28467, 645.03979, 508.63391, 594.28027, 537.73126, 600.27032, 682.01257, 577.93604, 607.31909, 614.04205, 613.68579, 523.81866, 588.28766, 627.53864, 486.73203, 574.37524, 484.2326, 623.16138, 588.35284, 529.01428, 512.86023, 511.77991, 702.83405, 424.57513, 563.13904, 497.35327, 644.84052, 674.703, 584.87311, 473.25128, 546.82971, 617.80762, 609.37793, 555.75555, 698.69604, 525.23303, 506.97275, 636.75769, 447.43454, 531.09973, 538.02704, 602.63654, 530.24872, 870.90845, 647.69769, 534.86511, 528.16101, 551.16248, 646.82568, 615.51337, 594.46228, 684.18115, 653.2254, 593.54755, 609.19568, 609.44818, 518.21234, 557.35553, 635.06964, 528.8905, 643.48462, 576.22351, 564.76434, 651.216, 675.88269, 716.18604, 496.1012, 464.31137, 764.3479, 631.20776, 612.06042, 603.47754, 669.38025, 555.15308, 582.48987, 526.20288, 566.8252, 602.6131, 614.46191, 701.34888, 552.48114, 539.40784, 584.65869, 564.35303, 552.64343, 594.17267, 627.08954, 637.57629, 748.91626, 698.23328, 739.36975, 727.42957, 640.52362, 552.48492, 631.99146, 657.63666, 602.14734, 573.97614, 456.78912, 574.18652, 615.22772, 607.81647, 618.40179, 606.61035, 603.57092, 679.93909, 571.79199, 625.2688, 539.25006, 672.27539, 678.60034, 568.17358, 611.65344, 559.65845, 693.55457, 627.68048, 666.54504, 514.81995, 572.20508, 552.71814, 571.43982, 485.31161, 757.43561, 665.98871, 624.5224, 636.39313, 532.98492, 566.36713, 665.4054, 735.14697, 660.47485, 734.20593, 748.38513, 670.16705, 601.72253, 520.79767, 501.10278, 648.44031, 609.56628, 638.66937, 749.20728, 580.33801, 758.56232, 688.8194, 661.46344, 599.19037, 596.86963, 584.0177, 697.39069, 634.55145, 665.57391, 591.44812, 496.38333, 667.66779, 685.66589, 733.88763, 726.31604, 735.49091, 639.37964, 662.43542, 663.39325, 676.52386, 506.38745, 710.96515, 718.22815, 645.2207, 527.26135, 640.62354, 647.06287, 752.23859, 794.67297, 660.09387, 643.63983, 648.20605, 557.87756, 605.01489, 706.8371, 606.10181, 698.59143, 578.55786, 672.62866, 600.91431, 575.76483, 590.2359, 594.99799, 701.90466, 605.70129, 614.33362, 638.34955, 563.06311, 562.89557, 635.54272, 571.37689, 568.23444, 730.24475, 761.42529, 574.04272, 640.45288, 578.32581, 674.22467, 692.96216, 581.28577, 578.43774, 599.7207, 650.81451, 597.32965, 825.31189, 744.03442, 649.52698, 629.11182, 798.56976, 547.8548, 712.03912, 630.2948, 626.14301, 674.58569, 666.49512, 612.39532, 588.4201, 634.43469, 763.2218, 602.62592, 504.51675, 649.02692, 682.79211, 701.47009, 678.86053, 546.88849, 763.84143, 637.37817, 549.44879, 750.61963, 667.71362, 721.245, 606.32196, 734.29175, 708.32202, 681.28772, 873.63416, 705.61816, 791.33203, 716.72668, 834.0575, 694.96619, 674.93195, 638.42004, 807.79468, 735.70642, 669.90643, 760.25818, 670.73889, 622.43774, 632.65088, 742.94067, 784.42474, 660.87183, 617.71094, 603.05695, 574.29297, 700.30347, 722.52081, 752.06537, 836.61975, 805.0567, 744.31885, 734.01721, 804.18433, 693.82452, 715.20721, 648.69586, 775.8363, 807.54468, 703.19629, 921.61121, 689.13916, 742.13037, 788.29395, 753.81519, 759.01959, 657.66077, 769.19995, 776.96429, 727.27679, 910.41711, 730.53668, 781.2193, 694.2594, 685.23755, 774.43933, 847.82233, 680.78503, 753.17603, 792.86108, 698.34033, 713.99225, 651.55414, 772.1532, 769.82135, 700.82428, 827.5899, 646.49646, 821.61011, 817.90723, 814.02039, 684.11755, 808.46045 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 2.8185727681873898, "neutral_loss": 4.168401278597847, "target_chat_loss": 2.426358221408284, "target_docs_loss": 2.04817980510638, "neutral_init_loss": 5.177385757446289, "target_chat_init_loss": 2.7898669273376466, "target_docs_init_loss": 5.097373167249891, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 88.4333, 88.67827, 118.30365, 74.92779, 85.85231, 95.15297, 109.10083, 90.45048, 102.75281, 105.79477, 123.08182, 103.05996, 116.25682, 112.19226, 74.92786, 151.74583, 103.86341, 119.3113, 123.79593, 128.89783, 118.73538, 88.60711, 131.20848, 157.06335, 106.35213, 71.95645, 149.34705, 108.06538, 125.03638, 75.81527, 153.63635, 146.60663, 96.72011, 118.90446, 84.92734, 119.8808, 130.81551, 106.64949, 109.7608, 93.97982, 164.92377, 111.47318, 102.34631, 104.85194, 97.16515, 105.94775, 154.26199, 140.14378, 85.84524, 113.19449, 96.00465, 178.22098, 117.90851, 149.72708, 118.62943, 142.85727, 74.20645, 122.04243, 128.02599, 146.90633, 106.53896, 100.61053, 116.00085, 125.01478, 109.78262, 97.46544, 195.50363, 127.61886, 182.09898, 139.41231, 105.92686, 117.41385, 118.8529, 98.68871, 158.39682, 128.65628, 83.28291, 177.24191, 98.11594, 125.58339, 125.88934, 114.86259, 150.6377, 142.67867, 146.12051, 135.76736, 143.45715, 180.36316, 122.73072, 72.65765, 115.77672, 168.11259, 126.97882, 107.25443, 67.05646, 164.21454, 136.98531, 142.02252, 111.48669, 102.21918, 123.52979, 166.62746, 151.88666, 132.71533, 196.85452, 116.83945, 136.92101, 132.93948, 104.50936, 114.74072, 163.65436, 143.00833, 160.55693, 110.94325, 94.07239, 137.56166, 121.44839, 116.41918, 129.25183, 139.40399, 138.20215, 103.0645, 169.13168, 70.93353, 141.31276, 122.32082, 192.48431, 143.88103, 174.45558, 121.46377, 148.52802, 125.12108, 202.97919, 129.28024, 99.74094, 158.82912, 186.15732, 199.88666, 194.61411, 206.99477, 141.36935, 213.09192, 179.37868, 163.66637, 126.79318, 145.42316, 128.76077, 169.92882, 199.58885, 144.03827, 175.18118, 174.89885, 183.66542, 156.77437, 155.03122, 176.53625, 174.92955, 153.41713, 162.1283, 127.03365, 159.51053, 252.08295, 176.47888, 191.39175, 176.80614, 163.21088, 81.65166, 123.35767, 155.95615, 118.93545, 213.75095, 144.71832, 141.66371, 137.2939, 155.36156, 165.46776, 157.79239, 160.14285, 153.60626, 140.26903, 174.07053, 120.67524, 173.68985, 144.91881, 233.79576, 88.4554, 157.57465, 111.01772, 115.92325, 112.73648, 146.24352, 209.7066, 149.67769, 136.68622, 88.67986, 162.40523, 144.20692, 202.70576, 176.48402, 171.36288, 169.79364, 143.30299, 192.40964, 105.34106, 109.58401, 166.70624, 201.94971, 167.85327, 130.67609, 152.32843, 163.72073, 123.11015, 161.36633, 145.14777, 195.95718, 142.56406, 180.53125, 155.42963, 232.61635, 157.09125, 192.67213, 132.60278, 190.50974, 107.04726, 192.71738, 149.18694, 138.45798, 149.13326, 164.95547, 156.05292, 155.39224, 190.36816, 141.98798, 114.14946, 180.0997, 155.38077, 172.35199, 152.11703, 173.43698, 242.36719, 181.69478, 162.88605, 101.28531, 137.58678, 196.81599, 188.55431, 173.42191, 260.78473, 147.72719, 217.70966, 122.86536, 186.24815, 183.15384, 351.11255, 396.67429, 427.33905, 354.82251, 298.32352, 325.29239, 417.65228, 493.64581, 470.47086, 269.23633, 340.19183, 359.54587, 295.19812, 440.30771, 416.09869, 374.67096, 399.8512, 424.87604, 436.03598, 347.46942, 434.93665, 391.88412, 475.21701, 454.61404, 369.93222, 424.15558, 369.12714, 347.91113, 402.00195, 434.82047, 345.59833, 384.14883, 482.69849, 428.67273, 382.5455, 360.38867, 463.70813, 478.25269, 406.35052, 314.93726, 359.31003, 364.02527, 489.84961, 458.81757, 344.23523, 383.92313, 317.45712, 461.25568, 403.82645, 401.21283, 405.3786, 496.82745, 478.71844, 502.36392, 483.71701, 386.24933, 457.01538, 354.1936, 516.41479, 362.92517, 349.7666, 279.95041, 436.80362, 442.78162, 484.61905, 433.69858, 470.04486, 514.82831, 417.35535, 262.57382, 359.58795, 320.41608, 358.51764, 382.32446, 401.8201, 479.50165, 337.04718, 425.23145, 531.63477, 347.98297, 393.88037, 400.04596, 559.24677, 373.41776, 427.55838, 464.4834, 535.85083, 481.53519, 400.70651, 401.43793, 352.84009, 395.79865, 432.06262, 274.66144, 427.26413, 393.45441, 442.48431, 598.672, 513.54297, 425.70844, 409.78134, 431.66052, 548.09326, 502.86255, 415.39328, 472.91833, 531.81519, 443.06705, 462.83466, 495.4072, 496.08786, 526.71326, 562.14288, 357.71753, 387.40237, 329.17047, 431.90933, 447.94937, 603.62207, 369.32138, 410.16345, 381.69257, 493.1275, 353.74768, 383.29871, 414.13617, 580.70331, 417.02856, 367.72589, 551.29999, 603.23975, 392.90747, 384.10614, 499.03943, 556.42432, 452.68213, 446.98328, 480.23181, 460.38483, 434.48413, 522.69202, 521.47241, 470.90869, 532.96216, 301.65872, 374.10559, 456.90063, 308.60153, 360.07196, 542.96375, 513.1297, 654.17004, 587.80054, 404.3028, 573.45215, 423.11606, 394.19083, 402.88242, 377.01608, 341.27399, 377.69211, 430.31628, 681.1311, 429.22522, 401.38898, 469.07611, 558.7218, 320.29099, 540.26794, 482.65106, 381.55127, 475.4707, 463.00238, 477.31998, 310.29224, 400.63513, 428.66614, 526.79932, 463.02979, 335.94614, 381.27448, 499.11493, 404.586, 469.82489, 507.20612, 584.26416, 441.84204, 537.07605, 564.93018, 475.87268, 667.67749, 576.79871, 434.79233, 542.55957, 531.13281, 606.11047, 585.7334, 482.32693, 492.90274, 604.37561, 466.05685, 576.62115, 514.36823, 549.52228, 508.20416, 455.3381, 568.98926, 515.80206, 558.3924, 491.60995, 629.77722, 519.9505, 573.06909, 526.8717, 527.28766, 552.41553, 614.85437, 461.22318, 482.29761, 447.0076, 535.38672, 498.53113, 592.38501, 586.34827, 510.92548, 491.01999, 461.96991, 496.50223, 577.88751, 545.87659, 391.77234, 616.82239, 444.94849, 458.90671, 304.78271, 477.03583, 467.26608, 647.2746, 466.41055, 499.561, 315.42276, 358.5437, 535.92822, 498.35294, 424.82141, 529.69299, 290.54541 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 360.78503, 385.1322, 321.90759, 540.93237, 387.10849, 404.4267, 434.7446, 328.50195, 712.84778, 77.69482, 350.3927, 583.37366, 550.02942, 445.41183, 527.70996, 644.92957, 649.90662, 511.52414, 616.68359, 656.72839, 431.15808, 488.73969, 555.82379, 345.49997, 490.98511, 535.75244, 608.43365, 532.96826, 498.24677, 592.28906, 669.80304, 429.53452, 770.68964, 615.73206, 537.36414, 595.83411, 707.74786, 593.95538, 581.23505, 494.39038, 657.18384, 463.33081, 612.06433, 546.54218, 580.78772, 707.23694, 541.1355, 816.10547, 628.57587, 671.80164, 518.28076, 611.09009, 556.24542, 684.63672, 678.03314, 671.67255, 496.14099, 811.43213, 819.98279, 573.03766, 736.83252, 585.3562, 635.20416, 556.44415, 645.93323, 655.15576, 527.25525, 625.94751, 628.47498, 983.07239, 722.53455, 561.37225, 664.91052, 818.47174, 450.25586, 655.50067, 895.17249, 514.00012, 534.84723, 711.59967, 600.00879, 755.55469, 725.82385, 672.5921, 610.30286, 562.14221, 644.86584, 503.1669, 671.948, 611.27234, 630.57843, 322.54211, 443.08746, 717.44031, 888.24756, 961.23096, 605.54871, 566.39697, 646.25757, 646.07898, 886.17206, 1016.16382, 593.47339, 653.05884, 577.72253, 741.98657, 472.63049, 602.73218, 719.23157, 765.3324, 621.0119, 540.41992, 632.44214, 485.55081, 611.36145, 725.38599, 667.15918, 613.16418, 664.2774, 596.34619, 735.84497, 666.453, 668.49023, 649.19763, 637.20746, 536.57294, 1068.09753, 728.79175, 661.72437, 635.18701, 802.73181, 642.24304, 482.70792, 689.62402, 499.9447, 588.60822, 667.61218, 667.90503, 637.45984, 874.22473, 677.34546, 958.9718, 765.63434, 601.89569, 1000.48145, 554.3208, 686.97357, 760.35071, 732.36548, 459.37601, 683.50641, 737.30554, 603.95825, 675.50049, 660.6748, 792.45239, 582.33337, 732.09717, 566.08276, 735.09497, 667.45282, 652.14551, 740.9043, 890.21472, 971.6095, 678.3761, 659.98694, 335.03836, 665.16772, 707.09918, 755.41614, 713.73633, 546.70447, 794.7616, 773.02222, 768.30865, 729.35938, 801.42969, 390.09174, 645.43652, 694.55542, 662.08521, 613.6842, 646.6344, 571.45129, 819.12054, 479.34991, 734.77826, 668.7381, 728.17712, 807.07434, 653.00452, 679.92987, 636.31311, 661.23755, 751.06689, 916.13, 778.51483, 887.98083, 563.75085, 870.57245, 422.12885, 645.26495, 866.44843, 660.71643, 665.98633, 839.40137, 1080.47498, 759.87756, 463.77325, 748.28369, 697.97852, 860.02539, 369.89935, 839.97021, 837.56329, 793.71576, 744.66882, 844.82422, 1075.84766, 635.35553, 561.35486, 805.60321, 759.05621, 821.35425, 951.63086, 893.38525, 949.61548, 884.27722, 581.45947, 663.99707, 962.34863, 917.48956, 818.01025, 839.36768, 900.69519, 742.18237, 787.40393, 761.23718, 618.67657, 684.05225, 759.6178, 839.45264, 746.83722, 917.11426, 798.73004, 718.62726, 701.28259, 870.26984, 663.854, 983.91614, 535.99915, 819.94348, 651.31421, 824.61096, 772.354, 792.29877, 939.41211, 986.3877, 836.53345, 660.23212, 813.91321, 755.48828, 706.37494, 699.81543, 755.37622, 823.94543, 692.6441, 871.00726, 774.29651, 701.94446, 755.25189, 893.52222, 767.72473, 692.73828, 820.73572, 860.32068, 788.55182, 758.43799, 709.20911, 921.77673, 679.77551, 939.44659, 673.01953, 779.10681, 746.49127, 821.73743, 809.98761, 740.39697, 961.75916, 702.09802, 1198.21582, 693.58838, 922.75104, 848.72192, 828.08978, 889.85608, 867.34656, 889.34009, 920.52185, 853.32117, 805.52075, 439.0069, 179.59634, 433.00104, 1093.67371, 910.21814, 745.89697, 731.75879, 984.1319, 923.68451, 890.58643, 648.62695, 713.55334, 416.50983, 962.00842, 779.01099, 886.76001, 516.92987, 794.00745, 840.15771, 957.20331, 696.66479, 807.0166, 970.44995, 721.58362, 1142.68457, 1001.56989, 544.14648, 288.68674, 920.25653, 996.41248, 417.06219, 1223.86377, 753.20044, 723.38831, 976.84753, 963.39917, 909.81006, 923.64777, 1037.44141, 726.47498, 856.70294, 571.30823, 738.01562, 827.55524, 884.19446, 1081.87866, 695.40637, 710.53516, 828.6225, 490.0611, 999.0351, 1089.18066, 944.88257, 995.70306, 964.6944, 886.62781, 327.79828, 880.11658, 1189.61499, 758.66449, 812.24011, 1224.30859, 657.59167, 781.02728, 908.84363, 1081.70154, 1083.98706, 807.55634, 769.58154, 945.12366, 566.29578, 893.97791, 1236.91846, 867.14661, 983.08472, 866.82086, 1006.87872, 996.56476, 243.67038, 979.81494, 789.56897, 894.90851, 907.03943, 1149.84106, 389.86798, 849.62671, 1046.97485, 619.53998, 584.38696, 624.13055, 1086.11401, 1032.90308, 629.75024, 974.28088, 1196.83716, 881.63202, 696.93671, 1126.62842, 933.49335, 1302.02966, 1115.74597, 502.88437, 1381.55835, 547.35468, 1145.91138, 803.98993, 1742.5481, 1735.34009, 723.47339, 1341.96436, 1581.573, 881.46521, 1469.06726, 581.87964, 1649.7821, 816.21375, 405.69067, 532.92969, 1173.11743, 909.37659, 1358.58704, 1372.5022, 780.03607, 1059.80408, 958.23401, 1088.02026, 1297.39502, 2027.11694, 1822.78125, 1706.0365, 1315.91931, 1988.5448, 1733.271, 1963.75049, 1138.95386, 1147.73804, 1033.12878, 2038.95581, 1980.68176, 1689.14185, 1406.73792, 2045.98535, 2008.90552, 1424.49878, 1699.21045, 2316.05127, 2322.13135, 2329.28003, 2241.15186, 952.97766, 2012.0, 1919.49255, 1524.24402, 2897.65186, 2664.93262, 2835.66797, 1330.91516, 2426.09424, 1249.7738, 3108.70703, 1867.35474, 2462.51001, 2871.67334, 2250.15454, 2946.56348, 2333.69458, 3064.05298, 2602.90771, 1014.75397, 3608.26904, 3033.03735, 2777.6665, 3409.69629, 1360.93091, 3020.17041, 2707.76733, 1735.979, 3301.50488, 3209.64453, 3909.55908, 3316.02539, 3952.79688, 1737.46289, 2274.18555, 3825.91406, 4851.32031, 4611.34375, 2718.09961, 4919.80957, 5063.46973, 4721.27881, 4239.73633, 4587.23242, 4139.58545, 4201.5752, 4235.30762, 4509.91406, 4919.95703 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 324.60443, 364.99347, 459.83615, 520.79749, 510.08273, 402.27399, 444.66925, 468.16504, 437.65796, 516.83337, 444.18555, 449.59753, 494.65256, 545.08557, 491.4776, 483.96268, 448.87775, 566.61749, 367.12723, 416.76807, 491.26892, 531.42334, 361.74271, 491.78705, 395.01254, 643.05725, 656.86029, 714.64697, 744.18982, 467.94476, 625.52539, 618.73724, 617.46924, 475.65619, 461.5325, 515.31305, 497.91483, 503.32742, 575.40704, 616.53082, 454.42273, 551.49323, 582.23486, 554.0614, 565.6123, 555.53821, 802.66217, 607.90948, 452.48364, 548.92102, 515.93726, 513.88989, 621.04553, 533.88562, 669.55737, 651.36426, 632.47662, 791.71252, 496.00568, 546.09192, 642.22974, 588.6778, 542.28717, 681.85529, 613.86841, 693.26331, 686.15204, 687.80383, 532.67285, 546.36841, 537.06335, 624.55103, 738.11859, 626.01892, 609.94238, 476.5672, 607.19812, 518.64117, 638.22137, 628.5957, 516.25977, 576.80908, 598.51648, 575.53601, 648.37115, 497.40295, 618.47485, 628.10608, 537.52362, 547.67126, 579.05432, 473.16296, 467.75223, 588.76953, 532.94348, 581.15857, 510.82471, 601.23865, 688.25366, 585.68909, 570.42468, 574.93451, 699.71106, 520.73553, 721.9317, 549.87756, 714.00006, 627.49707, 557.14819, 556.15222, 552.47034, 496.09848, 663.76434, 587.11255, 598.15454, 571.0896, 611.73163, 600.13129, 723.08722, 695.30237, 579.93512, 494.20636, 751.401, 556.7041, 637.29669, 666.65466, 649.06866, 596.68799, 547.39856, 532.56781, 551.90887, 664.13708, 695.61145, 747.58099, 571.32806, 649.66101, 450.92615, 590.79211, 611.03564, 570.1944, 666.73608, 566.15698, 723.61865, 599.44684, 658.72906, 633.61914, 532.00183, 677.92377, 561.24133, 894.94421, 677.9762, 656.62469, 650.08673, 733.46167, 566.53448, 670.25409, 627.66223, 794.61957, 580.74133, 559.96368, 618.24268, 604.33624, 529.28198, 657.65466, 636.08954, 682.88214, 735.88342, 678.23077, 552.57202, 585.62, 769.71423, 693.91431, 656.94653, 594.58459, 544.86011, 600.35278, 691.00159, 668.50897, 628.51538, 644.09113, 766.86121, 633.69543, 575.59448, 622.5603, 568.8833, 597.48608, 642.57404, 722.83276, 650.77441, 527.79749, 666.46729, 684.82556, 707.53345, 584.99902, 549.64954, 733.17358, 553.49573, 655.00134, 618.76355, 712.44385, 765.80341, 664.15082, 678.44781, 706.73169, 708.89722, 592.85242, 684.73694, 696.96631, 543.69336, 663.98419, 538.60333, 689.84491, 663.38702, 620.53345, 588.96179, 570.06104, 753.66089, 519.21899, 711.31079, 533.63763, 725.13019, 724.95703, 663.28149, 532.05933, 641.85559, 703.06146, 726.35461, 658.8634, 764.32227, 596.1499, 580.66431, 696.10217, 559.44788, 590.96729, 628.21185, 696.73492, 583.29517, 990.04126, 719.41711, 610.07819, 640.27942, 659.76642, 735.50006, 723.78137, 716.25293, 745.59222, 763.29645, 702.0896, 697.79675, 668.10437, 650.46204, 649.04773, 726.01672, 607.47559, 734.42383, 641.83881, 626.59119, 708.43158, 817.29114, 825.61127, 575.54523, 552.04626, 826.25696, 713.44519, 659.57275, 664.06213, 732.30188, 641.43835, 657.74579, 602.93164, 653.81482, 681.68689, 727.69019, 819.7959, 605.09741, 654.46887, 643.36218, 664.65106, 678.26868, 682.66699, 714.00555, 710.93024, 841.14594, 778.92426, 816.02844, 818.16791, 725.18878, 641.49097, 741.16284, 762.29913, 694.66785, 654.57385, 555.77197, 696.46832, 691.63379, 694.86145, 730.89136, 673.14685, 620.56714, 793.69653, 624.73578, 666.16077, 609.02185, 771.13025, 747.2182, 640.14502, 682.83191, 657.85852, 794.76465, 747.42419, 761.88367, 620.80652, 733.61102, 607.32855, 679.14398, 559.30743, 842.70337, 762.3067, 730.29663, 724.33002, 649.55511, 622.90973, 799.73975, 819.3031, 762.9458, 803.22534, 831.91919, 749.63818, 724.94067, 587.35767, 580.83594, 723.41602, 706.96765, 755.48608, 850.49884, 687.35925, 857.81921, 873.08228, 724.11719, 669.00073, 673.18018, 653.9635, 799.98291, 716.48657, 766.06787, 723.05115, 563.62231, 754.35388, 782.12537, 811.62427, 817.24426, 932.99182, 719.23376, 726.55975, 746.29993, 753.98279, 591.51465, 761.6521, 799.25452, 797.91956, 622.00104, 697.99829, 781.45892, 861.07349, 865.28534, 768.37134, 734.46246, 710.41785, 698.32385, 716.02747, 835.47577, 666.51978, 723.11401, 620.71533, 744.27795, 747.21838, 686.85645, 631.94165, 663.48694, 822.41107, 705.50494, 714.43677, 705.71045, 648.76892, 622.54956, 705.59827, 643.39294, 670.04517, 872.74646, 850.92938, 660.39319, 742.18085, 655.35645, 764.31982, 771.88293, 674.11584, 622.05005, 752.73193, 735.68689, 664.96838, 914.98883, 853.51447, 757.75476, 723.2804, 980.27405, 627.90125, 809.70221, 791.96277, 782.4696, 740.98169, 796.77502, 694.11475, 681.79443, 765.13403, 895.22034, 662.51593, 611.66101, 736.13513, 788.38251, 784.70996, 772.49469, 671.42383, 803.19269, 773.7063, 615.16199, 896.19629, 794.88196, 825.67029, 704.80963, 857.15649, 807.07336, 765.17474, 980.72583, 819.35596, 878.03906, 842.95013, 928.97656, 799.00232, 785.94458, 756.3252, 900.34497, 865.5719, 763.26556, 912.87427, 759.96588, 717.85834, 701.6828, 861.23767, 867.12524, 725.85144, 734.33221, 691.17285, 634.67529, 813.96143, 852.63281, 871.10034, 954.4809, 990.71295, 884.33063, 830.19879, 910.23413, 829.12781, 818.05017, 793.01941, 860.8645, 912.79028, 764.48956, 1025.29175, 781.05139, 837.22009, 908.59875, 891.5636, 880.95905, 766.74597, 903.55511, 897.05151, 792.88849, 1028.22778, 849.38147, 926.5802, 785.32526, 851.70013, 860.76105, 944.16882, 827.94897, 926.27795, 971.25092, 880.06921, 858.2179, 751.48315, 925.09558, 889.33539, 798.50214, 923.96631, 724.94031, 949.9574, 850.45093, 930.1311, 803.49872, 873.61945 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 3.8385479037197068, "neutral_loss": 4.758266106706237, "target_chat_loss": 3.0250896787047155, "target_docs_loss": 2.459654591163445, "neutral_init_loss": 5.94262858581543, "target_chat_init_loss": 3.3253562744140623, "target_docs_init_loss": 5.475940168592665, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 88.19374, 99.88377, 123.95425, 85.64079, 91.20536, 125.50851, 150.55966, 123.88327, 141.36795, 125.48373, 147.57562, 117.29134, 137.28741, 143.59367, 95.61263, 151.03922, 106.80862, 118.74985, 153.10184, 131.17471, 170.99104, 95.83123, 148.79265, 166.6879, 125.81288, 81.11431, 155.47887, 131.32066, 138.23134, 112.42776, 177.082, 135.79745, 92.44986, 154.29405, 123.64114, 127.53906, 151.25452, 114.74828, 97.12312, 106.29391, 183.87488, 125.74444, 156.16193, 150.94539, 140.6134, 158.97101, 156.80988, 169.5054, 128.97409, 126.88885, 118.17021, 208.01042, 129.70752, 172.11398, 140.42317, 149.27991, 121.38887, 135.58765, 152.65738, 147.66223, 118.75837, 105.24146, 154.57144, 190.4502, 156.60219, 144.23795, 193.71159, 170.04944, 178.77359, 158.67621, 137.57468, 130.74973, 144.57283, 132.06317, 185.74146, 135.10136, 93.49655, 201.5347, 137.97179, 204.53342, 154.56833, 114.9575, 197.13333, 203.60828, 136.33012, 196.3308, 161.57297, 211.1075, 147.71689, 77.81076, 145.52908, 193.68571, 159.73575, 154.996, 84.50639, 173.02365, 200.75258, 155.17191, 126.59731, 135.52026, 162.4201, 133.69922, 160.77634, 177.89072, 199.9328, 168.16629, 216.21454, 148.7184, 130.1292, 145.50275, 204.66602, 188.16473, 212.98917, 112.1915, 107.769, 192.57715, 161.7139, 228.12962, 160.12946, 155.04483, 173.2251, 119.4875, 183.10513, 118.13618, 153.11774, 125.21045, 213.34814, 161.26276, 182.01971, 131.6373, 185.90163, 136.5666, 257.12042, 154.18483, 108.55136, 207.9147, 189.52904, 217.65042, 192.59549, 185.92601, 158.82964, 212.28052, 195.74901, 187.31828, 141.92506, 214.34271, 169.82912, 208.21391, 207.50381, 149.37312, 198.76981, 199.5755, 196.0464, 174.80981, 174.93213, 182.61807, 179.94971, 173.51239, 159.18738, 139.24232, 205.17679, 256.01978, 185.47778, 252.47081, 181.39108, 220.17911, 137.75401, 146.05191, 181.89517, 189.67273, 229.81146, 180.18207, 164.94691, 158.57852, 177.89984, 227.35367, 173.08925, 176.94348, 169.32678, 168.31845, 173.19968, 152.31232, 187.35762, 167.86661, 263.35971, 84.60371, 189.78015, 152.64081, 141.60094, 137.5099, 164.58853, 245.08997, 199.20946, 200.33141, 81.758, 194.09048, 173.90176, 230.93359, 192.82571, 193.75027, 209.35008, 152.25607, 209.00858, 166.54443, 120.9819, 211.74277, 221.1044, 176.31671, 162.0965, 187.77798, 172.96675, 142.15009, 178.47623, 182.88785, 211.74806, 197.96701, 207.61882, 183.42252, 258.20331, 195.07025, 241.77679, 163.3131, 203.3681, 144.0452, 218.42429, 191.55008, 166.84486, 223.92297, 206.00253, 181.26782, 177.15921, 230.16641, 163.71271, 136.59097, 177.24034, 174.24335, 182.19199, 159.9857, 231.32291, 272.33014, 236.7088, 209.72656, 155.25473, 170.94366, 218.32904, 213.67143, 174.93185, 252.32111, 195.95442, 245.92538, 173.06924, 254.7522, 290.71341, 364.16101, 430.33917, 483.05685, 412.69745, 343.05219, 353.07251, 420.21292, 487.95154, 477.25989, 364.94965, 452.59875, 411.02292, 299.83633, 465.31531, 467.8053, 410.36954, 485.79895, 440.58383, 493.11099, 391.46442, 460.06305, 441.629, 508.64291, 490.45532, 436.13303, 466.39825, 424.1297, 379.32562, 418.29956, 490.45242, 329.73859, 456.28333, 487.14026, 489.22888, 330.99365, 394.21973, 476.83545, 495.49881, 457.20911, 353.53696, 398.98212, 409.33719, 550.30682, 408.42456, 366.3819, 421.99811, 374.54724, 477.93756, 477.87253, 467.35089, 463.14276, 553.84863, 518.50659, 559.89154, 489.09009, 466.70862, 497.14035, 384.51953, 542.12524, 392.67114, 449.79724, 302.89044, 461.37854, 501.80441, 490.44888, 461.48914, 497.12103, 570.58661, 509.74634, 345.45703, 415.09097, 400.22858, 403.44653, 392.65567, 404.18384, 531.28296, 396.29089, 427.17175, 534.32678, 411.39093, 468.43918, 453.28851, 580.38611, 368.76776, 494.10425, 491.42432, 595.00232, 574.82117, 481.01184, 523.40808, 358.65109, 450.55634, 471.50201, 341.54626, 413.1366, 417.82477, 449.5368, 642.78638, 528.75281, 455.68573, 541.56311, 461.37808, 621.07788, 567.6366, 489.12125, 527.66882, 550.01849, 473.71539, 586.83459, 543.64362, 574.29211, 591.80383, 647.53674, 455.80011, 489.18457, 387.76898, 495.21875, 531.87012, 650.29822, 421.04901, 477.01825, 440.3963, 560.05835, 405.71994, 435.27332, 533.47162, 613.79895, 463.41504, 456.54691, 546.57654, 794.89081, 431.84222, 489.28003, 582.0957, 572.2937, 521.20398, 528.76318, 550.96979, 524.30817, 468.54611, 559.14844, 630.10327, 557.48907, 538.7605, 398.39838, 421.38593, 550.38715, 405.66943, 452.62787, 583.97949, 637.08832, 729.79529, 635.60803, 502.31512, 701.05664, 466.69479, 506.17975, 462.46439, 433.44739, 397.84338, 464.76224, 479.52606, 706.68835, 476.20074, 452.7356, 534.10962, 650.74597, 394.5011, 563.94611, 498.78015, 392.80496, 531.25549, 464.71814, 499.23602, 489.75049, 457.99725, 546.24133, 617.71259, 529.20056, 410.27338, 422.84967, 566.74402, 445.3949, 476.5025, 531.03467, 612.87524, 589.76001, 597.83496, 633.87476, 492.85947, 709.53839, 643.83423, 449.26758, 639.03589, 571.89569, 659.53125, 635.11456, 536.13519, 556.14935, 734.15002, 473.94989, 617.26379, 596.9054, 684.21338, 557.40088, 503.77219, 623.23779, 561.33569, 656.82855, 537.87256, 758.97546, 602.57153, 652.04504, 635.146, 595.80542, 700.40222, 675.71729, 514.47821, 542.97388, 473.28534, 582.02496, 549.28662, 728.64966, 657.24127, 549.9743, 528.01038, 581.64752, 585.69055, 729.79382, 598.36121, 510.71741, 679.11536, 522.88416, 505.32254, 434.77704, 484.53488, 571.36444, 736.19702, 548.53137, 559.6322, 410.80957, 472.44821, 694.93854, 573.55066, 498.0101, 722.22699, 373.4646 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 434.55804, 497.61624, 397.22198, 701.70941, 529.92377, 551.07111, 581.96228, 387.04578, 933.51837, 157.01933, 404.90198, 650.25464, 658.08618, 550.01453, 746.8783, 782.65405, 788.99622, 608.3493, 766.95544, 872.88495, 537.74036, 599.9682, 658.09814, 434.2558, 595.59961, 807.35449, 743.50342, 647.52997, 625.41443, 746.66479, 811.53979, 514.9314, 1046.76489, 753.98462, 670.47565, 743.35608, 934.75037, 693.61652, 841.23303, 584.91882, 851.45496, 555.9386, 764.17212, 630.83728, 701.76849, 881.61206, 687.40845, 1102.58179, 840.39636, 900.15277, 655.47839, 759.77844, 720.85742, 841.07092, 792.55188, 902.94843, 701.91675, 1086.29297, 1045.8988, 763.92688, 907.42847, 783.18628, 877.01868, 788.61206, 862.96057, 914.28662, 660.32141, 841.11377, 746.33118, 1184.2533, 865.14276, 744.93066, 834.69836, 1079.48755, 554.92065, 774.79077, 1137.06335, 641.30994, 714.11139, 958.57715, 708.53992, 921.6615, 949.50098, 828.73334, 808.51373, 754.31622, 818.62561, 589.52637, 801.88025, 781.81433, 760.68164, 363.67828, 578.8584, 826.74988, 1116.51086, 1100.5144, 763.12006, 735.05322, 1088.07007, 850.3656, 1173.3092, 1283.43555, 707.09265, 892.42303, 805.13599, 875.78363, 597.91272, 788.84998, 827.48022, 888.46552, 780.26099, 742.42352, 793.81378, 540.87103, 755.06567, 947.77539, 888.54498, 829.33612, 812.76154, 772.33685, 852.0155, 762.19714, 896.18805, 782.6731, 850.1825, 648.08789, 1305.05334, 1183.3595, 769.38171, 761.26624, 1066.3114, 794.9989, 624.98291, 845.37207, 648.82611, 743.46814, 795.47351, 934.82336, 743.4212, 1239.66357, 853.67322, 1236.89319, 905.50916, 847.0509, 1286.37622, 734.09882, 792.40186, 1109.39026, 946.75995, 559.33606, 880.01953, 969.07678, 776.64673, 1076.6405, 819.40417, 971.9339, 790.35376, 957.62769, 641.2793, 961.6925, 787.12183, 836.71277, 862.42914, 1176.69971, 1273.40125, 727.35205, 849.37964, 425.08075, 790.64966, 1108.02747, 891.02838, 903.32495, 604.31213, 977.12744, 1020.21881, 958.6673, 821.68414, 1066.48596, 563.37396, 853.31482, 881.85425, 847.01898, 776.15173, 788.29828, 698.73218, 1126.93298, 590.03516, 996.55902, 880.24988, 925.22443, 947.26715, 767.47522, 831.28357, 759.8446, 848.49365, 919.48792, 1129.38196, 835.43274, 1080.84705, 813.88599, 1110.15332, 655.25812, 787.40247, 1077.90259, 812.07501, 866.0708, 1060.39233, 1400.27173, 865.2356, 635.13568, 932.13898, 873.5166, 1035.00781, 534.58044, 932.89746, 963.98474, 977.68927, 919.27399, 1053.62793, 1295.78625, 839.73047, 730.21515, 999.7547, 957.974, 1121.72034, 1078.77124, 1174.8186, 1101.87915, 1171.75146, 731.89777, 876.43011, 1096.10791, 1123.60034, 988.62158, 966.96185, 1159.09583, 989.3252, 959.40363, 991.13855, 764.74475, 886.83032, 862.20105, 1036.23267, 946.84747, 1249.19971, 877.89636, 889.698, 912.66443, 1125.30859, 722.3252, 1187.47144, 674.19238, 1036.31763, 827.24194, 1004.87231, 981.08722, 1041.13525, 1174.92114, 1278.50781, 988.45996, 820.31836, 1020.49707, 989.45508, 888.5036, 829.34412, 867.03979, 1063.5415, 785.13904, 1048.90027, 942.65393, 941.23126, 971.30518, 1212.21021, 1050.15125, 921.66504, 1057.33936, 1011.79053, 1020.87921, 932.17737, 945.00079, 1065.86401, 862.58044, 1101.89478, 872.07147, 988.12231, 953.58044, 982.49329, 1007.19305, 983.57727, 1139.37183, 812.33911, 1615.14893, 921.38574, 1059.68311, 1041.3999, 1022.64288, 1050.75208, 1016.66559, 1087.30237, 1142.23535, 1076.32239, 923.78943, 665.60809, 240.31119, 537.8045, 1287.5127, 1110.27197, 868.40057, 834.53497, 1234.24915, 1232.17285, 1052.48035, 819.91638, 956.51758, 628.61597, 1153.98938, 1057.03101, 1125.198, 694.18781, 959.58923, 1108.20984, 1196.09814, 881.59528, 1091.25293, 1093.44409, 954.16467, 1265.50098, 1203.46362, 802.71863, 297.24609, 1125.82544, 1141.44385, 519.39526, 1564.17944, 887.39148, 905.40149, 1191.22766, 1191.23401, 1169.60461, 1198.90271, 1299.67102, 835.97888, 1035.97253, 793.38226, 937.83374, 1017.00482, 1059.15784, 1477.10535, 898.75134, 876.6889, 922.04095, 754.8717, 1204.74634, 1398.62048, 1130.99866, 1203.22473, 1217.10181, 1034.02759, 451.61942, 1122.83105, 1541.51831, 943.29541, 1074.8833, 1452.19751, 826.0979, 945.69226, 1112.90698, 1378.13452, 1270.70898, 917.0014, 941.32849, 1092.72192, 660.32251, 1012.75732, 1437.99585, 1026.90796, 1256.10864, 1094.10156, 1278.61841, 1241.32056, 325.15894, 1199.53381, 1119.35107, 1056.75903, 1043.05371, 1505.46228, 497.67331, 1043.67493, 1326.44946, 757.43445, 760.77856, 808.38177, 1287.27991, 1219.30981, 715.40637, 1440.23132, 1452.19531, 1234.29041, 792.40198, 1402.53088, 1157.93054, 1533.00537, 1395.92383, 724.45825, 1677.22351, 663.21613, 1506.17871, 1069.32764, 2037.328, 2253.88232, 1003.99457, 1564.7356, 1812.21472, 1065.66394, 1813.73474, 848.74646, 2150.23657, 1003.20544, 566.28094, 775.94495, 1370.94702, 1204.57336, 1661.68945, 1695.38611, 977.91528, 1334.151, 1265.7124, 1306.21301, 1541.23267, 2458.79492, 2200.42627, 2001.49536, 1708.84839, 2532.31104, 2126.17432, 2394.31274, 1509.55981, 1394.16809, 1355.53833, 2312.36279, 2391.42871, 2082.09351, 1838.76318, 2567.03198, 2311.72803, 1838.26636, 2201.68506, 2865.98486, 2749.36548, 2729.84351, 2846.03687, 1202.24683, 2595.81323, 2395.45288, 1925.03271, 3514.65576, 3324.90894, 3410.47607, 1686.1333, 2901.50757, 1544.90869, 3597.49146, 2331.28394, 3251.97754, 3572.82397, 2849.84229, 3722.87305, 3153.0376, 3837.98901, 3269.21118, 1511.11829, 4289.93848, 3535.75879, 3551.18652, 3910.06567, 1783.67334, 3462.63477, 3363.12183, 2675.89697, 4014.32153, 3905.59766, 4592.1709, 4329.43457, 4865.25635, 2225.31152, 3192.71484, 4900.36328, 6111.89209, 5987.96729, 3352.521, 5837.60205, 6423.29785, 5490.96875, 5340.6748, 5284.99121, 4916.5918, 5039.02051, 4865.74707, 5292.53564, 5748.39355 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 375.61646, 453.75391, 558.68054, 638.6001, 555.93744, 537.15308, 524.30634, 577.85901, 535.48816, 604.1308, 530.26599, 542.01147, 626.80353, 663.34167, 565.63293, 568.97791, 597.28552, 630.30249, 418.22577, 507.67584, 658.63043, 600.37146, 442.96555, 581.90594, 458.78278, 727.36609, 757.99414, 832.93665, 934.34924, 603.1283, 702.11292, 746.90289, 717.6438, 599.81982, 533.90259, 597.13788, 645.16589, 649.82318, 663.05603, 707.02441, 582.14575, 752.6311, 740.91223, 682.41223, 636.5246, 698.45172, 931.00867, 701.06891, 519.35535, 724.0238, 647.79156, 569.02496, 712.03717, 753.12573, 778.73364, 718.05774, 827.20312, 912.3161, 595.80011, 666.25281, 750.30615, 702.05054, 647.63159, 804.43158, 725.46362, 804.0387, 846.401, 827.36487, 634.93823, 624.40186, 643.83142, 736.95532, 868.68323, 707.99347, 721.95978, 624.88263, 766.7511, 524.49188, 807.34509, 799.45935, 576.10681, 715.02362, 709.539, 812.98828, 721.24146, 652.34839, 732.36719, 760.11285, 600.36853, 651.35156, 701.73291, 602.31299, 643.44897, 712.56757, 649.34448, 677.4729, 706.09808, 752.12531, 855.78473, 673.87933, 769.24603, 642.71899, 791.47516, 658.47699, 857.06104, 619.33423, 881.11548, 799.29321, 665.66046, 627.17566, 663.32062, 597.29169, 797.63428, 775.04395, 713.2702, 825.76276, 747.89465, 691.71906, 850.94287, 821.75879, 789.8446, 640.81439, 901.42834, 654.12354, 821.78308, 818.06384, 759.60706, 705.82703, 671.95569, 658.92419, 676.21313, 773.61957, 817.55823, 896.69122, 723.65088, 835.7605, 611.68677, 780.6665, 755.28973, 763.53345, 747.29773, 731.91895, 898.76099, 755.23804, 780.28979, 780.11853, 629.96802, 756.0033, 695.75403, 979.13141, 782.17273, 825.00842, 742.25873, 855.90027, 685.82367, 807.16174, 764.7074, 888.09637, 621.92517, 627.23303, 754.62, 670.75513, 591.91815, 750.83813, 747.85437, 844.4187, 859.46741, 855.60291, 704.97083, 775.1886, 940.35358, 838.62067, 777.09552, 697.60675, 639.15625, 722.7207, 805.16516, 784.07361, 754.5318, 752.21973, 872.30042, 785.51556, 683.0639, 743.01892, 701.42188, 681.15009, 773.21753, 884.58331, 892.1629, 714.44135, 763.89447, 838.45532, 794.38416, 692.29169, 662.36743, 816.41632, 637.35535, 769.55945, 742.43457, 861.47424, 879.73969, 808.62622, 797.79968, 889.43152, 807.39716, 729.19702, 823.45703, 788.953, 657.7196, 787.4209, 716.53552, 814.49298, 788.97772, 805.63373, 677.69421, 668.94568, 876.68359, 683.47327, 821.94141, 687.16296, 864.14966, 829.7511, 818.72827, 630.71027, 793.29779, 884.82916, 971.72992, 749.51233, 898.80408, 724.5498, 751.85571, 796.69556, 705.34399, 720.56042, 822.8927, 804.93024, 704.67249, 1148.56152, 861.65924, 727.51184, 877.02271, 759.58356, 928.82153, 868.70508, 853.35461, 841.57037, 941.2666, 823.98206, 855.20288, 746.82983, 833.69232, 766.21704, 835.89258, 726.83734, 835.58234, 782.18958, 653.37573, 822.26233, 975.24377, 926.40228, 703.21472, 779.11804, 956.12646, 813.43134, 812.96985, 768.06879, 826.117, 733.02551, 772.2323, 748.57971, 778.28015, 807.52576, 848.68994, 962.81152, 768.44415, 806.05505, 781.00732, 764.54517, 873.80243, 821.41394, 950.06006, 812.94958, 1027.44751, 946.64581, 942.60309, 942.91345, 856.66443, 797.81293, 844.45166, 877.43439, 806.14734, 744.89978, 790.04614, 806.24683, 790.38733, 766.53033, 854.14478, 786.60962, 737.17639, 875.46667, 805.58911, 780.12518, 723.01062, 887.82587, 872.7785, 835.16943, 777.4884, 784.90637, 960.94666, 852.90002, 876.39398, 743.64038, 908.41357, 703.15308, 805.8963, 673.79584, 1011.85754, 832.06616, 897.48267, 835.94287, 861.1897, 739.1123, 867.33588, 951.26636, 946.34729, 917.95398, 902.79321, 833.32703, 933.27429, 719.89233, 630.9585, 843.97314, 812.21228, 935.53308, 979.73029, 966.26855, 972.72034, 1070.4104, 878.33691, 771.03723, 818.62073, 801.91583, 979.42474, 833.42261, 923.65784, 931.99664, 692.72186, 946.32605, 882.88049, 911.01093, 936.43335, 1077.88733, 908.88647, 866.00134, 883.39508, 828.51929, 746.3186, 919.83691, 899.72552, 904.68628, 809.52429, 797.92041, 955.51025, 957.10657, 989.27795, 905.8158, 857.53918, 835.9856, 896.03571, 887.68433, 923.86304, 807.17981, 863.09937, 769.71387, 900.80957, 885.25159, 893.39166, 755.91821, 905.11426, 1100.6853, 892.75128, 872.2262, 857.93311, 837.16357, 745.13257, 902.49854, 828.72333, 764.43207, 1099.4209, 967.0448, 770.1626, 902.60645, 774.55493, 947.38245, 894.70605, 802.04498, 749.11426, 914.6593, 860.08435, 775.93121, 1022.60681, 1023.83954, 927.23633, 810.47156, 1120.1156, 827.05896, 920.35303, 928.86157, 967.36383, 954.26508, 933.39551, 861.20428, 816.30652, 974.39465, 1082.54199, 793.81519, 767.41876, 900.15112, 933.32959, 887.38068, 870.38617, 815.96912, 912.65222, 863.39539, 741.05725, 1060.24622, 993.93628, 1026.25342, 843.85785, 1091.07056, 932.08228, 880.38074, 1101.49976, 1007.98401, 1056.83325, 1000.71283, 1097.59351, 908.83679, 928.16229, 946.37244, 1014.70105, 1053.63757, 983.21338, 1170.15625, 930.33966, 855.18872, 900.09888, 976.87671, 1145.06348, 892.4353, 956.95361, 834.50305, 791.98328, 973.77814, 1021.91644, 1021.96643, 1119.11499, 1183.66785, 1085.80005, 988.20679, 1089.94336, 1004.11267, 915.36908, 1116.69263, 1004.84229, 1107.74878, 895.59705, 1183.23462, 924.04041, 942.32635, 1030.31104, 1103.94287, 1007.41376, 937.17627, 1079.84668, 1098.52466, 1010.34882, 1128.52686, 957.7218, 1132.60938, 941.38831, 1006.6499, 1039.61938, 1080.27295, 1013.10425, 1170.09778, 1143.71875, 1138.05518, 1182.33911, 903.367, 1215.33289, 1068.96838, 952.45917, 1081.57397, 865.93506, 1100.36755, 1036.53162, 1094.08643, 1033.41638, 1029.86841 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 5.74301575494268, "neutral_loss": 6.435482612896439, "target_chat_loss": 4.895399576954676, "target_docs_loss": 3.9007004602945767, "neutral_init_loss": 7.748905813598633, "target_chat_init_loss": 5.300947665405274, "target_docs_init_loss": 6.621860531277127, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 101.1721, 139.90779, 164.81744, 152.20538, 114.35363, 188.13144, 166.35823, 144.72026, 204.20853, 170.40343, 167.02448, 144.74168, 193.78583, 171.01733, 190.12701, 174.83157, 169.33911, 168.06392, 210.86285, 160.55545, 224.53735, 196.19597, 148.44756, 166.4035, 172.54141, 160.19687, 189.67256, 171.88684, 175.01508, 187.77065, 198.11464, 227.11011, 164.94414, 188.73163, 178.05533, 131.44763, 234.09521, 178.27115, 158.07339, 196.18588, 264.03537, 190.84116, 195.7659, 210.73853, 256.14368, 255.26025, 214.39041, 223.6752, 173.24771, 222.14856, 162.15341, 251.14548, 183.05804, 234.7186, 221.85233, 217.10818, 208.72809, 230.40715, 229.46713, 257.15707, 144.99384, 168.00238, 239.61557, 259.35309, 208.16545, 165.10155, 213.37119, 176.4191, 195.99506, 209.76239, 272.74158, 172.17702, 247.42892, 170.24026, 201.22438, 199.909, 209.07669, 219.7079, 209.81766, 243.02084, 238.0957, 209.69254, 232.58769, 239.85596, 184.49403, 284.64819, 194.93094, 249.04677, 227.52539, 194.46915, 239.80682, 227.04222, 229.9426, 261.94348, 184.40353, 176.82697, 239.91307, 205.46407, 188.63702, 230.99759, 248.95119, 277.52264, 221.24557, 196.46053, 206.30464, 245.94112, 260.1434, 196.90456, 175.39859, 204.93619, 243.27841, 245.23392, 294.23438, 222.93668, 219.60237, 270.31873, 247.95522, 254.08548, 267.51782, 189.00061, 182.30667, 211.21503, 288.58575, 221.18875, 254.13815, 241.98886, 259.57294, 274.80905, 216.64377, 207.07828, 266.78906, 220.75024, 294.99503, 272.31915, 212.0905, 264.17188, 275.67426, 233.2023, 235.15567, 267.98608, 289.5874, 225.61693, 245.70688, 235.59816, 245.52686, 269.87573, 215.83318, 232.94858, 288.35977, 243.15547, 270.84818, 255.51384, 260.29163, 257.95993, 211.11966, 188.96748, 256.51065, 261.83777, 238.04431, 281.7395, 248.51323, 252.16495, 263.13138, 306.905, 230.80275, 253.56812, 222.58827, 216.86598, 258.20306, 250.95984, 241.1615, 238.06972, 210.04398, 286.51984, 250.97708, 288.0629, 246.16791, 266.56824, 272.78992, 253.50919, 224.01395, 259.47812, 230.43167, 279.97202, 302.84906, 200.12598, 265.53632, 232.89537, 233.81128, 233.03207, 252.9758, 301.67026, 278.82324, 286.284, 234.48572, 253.00981, 242.36656, 250.86217, 283.25845, 257.64999, 266.36548, 236.29422, 286.49017, 244.4588, 253.82246, 298.7449, 252.46504, 238.79272, 214.46088, 277.11972, 220.47861, 286.15115, 215.02808, 234.42578, 275.55173, 279.5481, 288.52936, 268.21533, 321.99298, 298.44122, 244.41515, 288.78467, 304.5657, 281.93436, 291.38116, 253.80746, 313.1785, 284.73434, 356.03485, 285.03558, 267.01733, 304.6897, 284.46625, 222.42099, 281.77164, 283.96649, 254.50369, 263.82681, 333.51239, 331.49768, 335.4436, 320.16586, 310.04489, 306.67126, 342.34903, 310.96796, 290.53583, 277.80292, 328.58899, 330.58456, 255.46962, 395.02063, 379.7637, 412.44934, 486.74457, 533.72687, 460.1636, 430.80035, 477.92593, 483.76129, 529.4726, 558.40283, 518.27136, 565.62805, 538.41901, 451.60455, 579.10773, 546.60651, 549.38483, 636.43219, 546.61621, 626.42456, 505.6322, 567.79578, 532.14722, 604.2547, 594.21075, 530.93579, 556.00232, 541.86072, 544.33606, 554.86127, 526.81055, 524.07849, 552.46619, 601.40039, 609.81708, 533.74835, 574.3255, 661.81836, 615.08386, 606.29956, 591.86786, 573.85138, 590.07153, 656.50134, 493.72528, 533.69702, 522.22742, 498.99057, 627.67859, 626.44788, 598.33929, 553.88147, 617.48444, 628.03491, 654.03717, 593.55884, 594.03394, 621.14746, 629.51636, 663.03497, 586.51062, 600.05713, 618.98059, 639.29919, 623.13635, 568.65613, 550.65576, 620.51019, 646.79248, 580.26593, 558.77576, 575.8302, 592.92322, 541.79608, 551.91077, 606.44312, 628.06494, 562.86487, 579.48206, 673.04456, 597.42273, 578.54675, 573.4502, 617.19568, 680.96155, 643.14917, 583.69183, 720.67419, 660.46155, 626.57178, 617.18188, 507.33136, 634.45544, 633.9519, 564.33057, 641.82324, 563.57104, 630.05554, 756.12372, 624.36047, 570.69873, 686.50751, 577.53503, 705.18079, 702.93237, 700.85486, 668.87695, 620.0968, 604.33789, 721.80255, 693.2619, 722.677, 698.62671, 726.80847, 656.78723, 601.94232, 534.44873, 569.10437, 763.3208, 718.25537, 665.17517, 592.71808, 526.49292, 760.95447, 656.82166, 706.46918, 686.55688, 795.9679, 658.12671, 661.76953, 616.15887, 963.50793, 629.20959, 689.21106, 754.40845, 754.28931, 745.01013, 680.06012, 761.1452, 639.07642, 621.375, 715.87134, 810.01141, 736.12799, 609.8089, 640.80145, 571.64294, 715.03638, 681.24939, 727.87347, 751.30927, 809.24634, 803.49353, 694.55096, 676.78595, 870.87, 729.02881, 702.93719, 730.09631, 686.90808, 620.93054, 688.30151, 599.91473, 874.90924, 699.10028, 580.74634, 734.03174, 767.86487, 703.46521, 732.39575, 617.01819, 616.17188, 751.85187, 641.98071, 746.61072, 787.88348, 677.77161, 709.15125, 860.16534, 753.80328, 619.03473, 652.62085, 766.21753, 632.2832, 659.46985, 680.49243, 855.00732, 697.2074, 700.9303, 796.54749, 737.51135, 828.35815, 765.95953, 667.02905, 806.87482, 643.4967, 786.8551, 767.50671, 792.69617, 728.23889, 876.02856, 694.73474, 855.40527, 769.28784, 885.71082, 723.78595, 841.05139, 870.84387, 729.82715, 861.41052, 688.8042, 922.98389, 805.62439, 847.16748, 791.75085, 717.63702, 909.26892, 803.43018, 698.00537, 781.22595, 793.87817, 779.17627, 783.95978, 900.82642, 852.77124, 688.63092, 788.59863, 909.7467, 823.51404, 990.23059, 762.46509, 899.80127, 867.34369, 857.65228, 780.22198, 779.33386, 706.58496, 829.22351, 920.84259, 799.8136, 832.45868, 776.47192, 920.53271, 943.19641, 853.92194, 818.95447, 944.64417, 803.06091 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 616.05945, 776.89496, 583.4646, 1016.60144, 848.9198, 949.27582, 997.73846, 839.60767, 1237.0675, 388.37506, 600.98547, 1101.46619, 959.52277, 841.8562, 1331.17859, 1186.60632, 1243.82349, 1029.349, 1193.5083, 1451.24377, 877.46198, 808.23322, 1040.07251, 703.27283, 1036.77148, 1450.95483, 1194.61963, 996.76801, 1097.4989, 1356.25549, 1388.62939, 948.77826, 1417.95764, 1199.76416, 1186.8064, 1331.06323, 1372.61047, 1245.224, 1855.14929, 1036.45459, 1423.53345, 964.19812, 1360.87695, 905.52136, 1139.7749, 1395.3772, 1173.81287, 1786.48181, 1551.94727, 1493.28101, 1391.80664, 1259.76233, 1369.01599, 1303.80762, 1247.15088, 1650.80762, 1267.68994, 1630.54932, 1639.14124, 1072.03406, 1534.68652, 1259.39905, 1629.20996, 1392.60583, 1424.87744, 1406.36572, 1177.61401, 1533.22656, 1098.46582, 1659.36926, 1327.47876, 1388.07642, 1776.1333, 1699.98608, 1017.21619, 1247.9707, 1582.74316, 1094.68286, 1303.22852, 1544.05762, 1077.36353, 1664.0282, 1585.91028, 1177.31433, 1509.43091, 1385.55518, 1302.33594, 1019.95044, 1338.34375, 1226.15796, 1162.48926, 631.36951, 1371.17432, 1306.63281, 1593.1748, 1670.52148, 1212.59045, 1273.16309, 1814.62158, 1618.41309, 1733.63892, 1804.06421, 1124.18677, 1411.3739, 1433.10742, 1388.19446, 1010.91138, 1328.10535, 1159.43213, 1206.2395, 1158.20044, 1498.1853, 1561.91589, 812.19458, 1174.62122, 1825.78809, 1656.06824, 1603.9624, 1318.89526, 1280.27881, 1234.75708, 1273.52539, 1476.67554, 1192.25366, 1534.44995, 1075.19434, 1864.35767, 1763.26733, 1407.87012, 1266.76343, 1668.0791, 1271.5979, 1229.32043, 1468.34534, 909.37079, 1302.30396, 1244.4574, 1828.3468, 1226.77173, 1883.82373, 1494.11584, 1830.23096, 1492.99951, 1435.67859, 1886.47656, 1309.94763, 1266.38916, 1996.94885, 1573.50244, 999.46985, 1466.10742, 1373.34033, 1564.22046, 1927.35742, 1212.09619, 1703.34888, 1170.71448, 1512.38586, 1249.90845, 1541.29285, 1240.9762, 1294.07788, 1341.19409, 1738.73523, 1779.10425, 1151.59485, 1299.99316, 1177.27332, 1340.31787, 1650.3208, 1462.68689, 1457.48193, 946.09802, 1470.41101, 1595.30981, 1574.328, 1196.21216, 1882.26636, 909.33295, 1382.39758, 1406.00854, 1544.51624, 1571.96777, 1110.88403, 1080.72949, 1850.78577, 1259.96497, 1749.82947, 1714.96338, 1487.16187, 1519.7345, 1636.98901, 1606.10437, 1565.37659, 1447.39771, 1452.10864, 1638.65247, 1308.59253, 1694.03418, 1348.5144, 1663.52722, 1701.42627, 1292.23132, 1573.11169, 1315.35266, 1522.9353, 1568.50415, 1960.05676, 1456.03687, 940.58899, 1350.56274, 1509.104, 1451.77063, 905.75262, 1354.02576, 1392.67529, 1543.26904, 1524.53577, 1601.88245, 1516.67847, 1463.35742, 1627.39697, 1618.92249, 1428.79517, 1671.15283, 1642.07507, 1931.49988, 1600.49731, 2121.28931, 1366.76208, 1329.88818, 1874.09351, 1649.1106, 1522.99768, 1567.62354, 1936.67468, 1669.46631, 1513.46765, 1641.28882, 1207.07739, 1463.3783, 1471.78552, 1721.55518, 1536.03784, 1805.40515, 1292.05151, 1690.39502, 1551.5415, 1655.09326, 1129.60913, 1678.1676, 1156.83398, 1633.63892, 1563.12671, 1649.11255, 1623.29175, 1732.01294, 1637.02856, 2162.37622, 1427.06726, 1407.80676, 1893.45923, 1707.91162, 1327.88281, 1638.58142, 1310.31934, 1608.55005, 1345.24011, 1438.8313, 1544.53308, 1693.0625, 1419.72253, 2105.95654, 1624.0907, 1639.08386, 1714.13354, 1573.09961, 1571.66553, 1389.09082, 1605.02393, 1618.98816, 1309.12244, 1716.9126, 1671.28442, 1630.02734, 1429.69885, 1648.8158, 1575.87549, 1710.0564, 1671.95825, 1175.05225, 2157.07178, 1706.46143, 1648.80347, 1590.37134, 1525.48828, 1686.40356, 1480.9082, 1597.24707, 1773.02698, 1651.32031, 1291.52148, 1104.32996, 470.42197, 878.03571, 2044.65479, 1608.50781, 1544.81714, 1399.09485, 1903.93579, 2088.54932, 1575.44067, 1334.03601, 1539.47778, 1417.68481, 1819.07886, 1797.38269, 1775.64282, 1058.21228, 1445.55981, 1638.34766, 1733.73022, 1380.84058, 1775.06458, 1612.18982, 1517.06238, 1821.32446, 1763.89551, 1198.76587, 476.2384, 1961.20459, 1823.4436, 692.67419, 2537.18457, 1528.51306, 1541.70142, 2076.90137, 1875.53003, 1740.64648, 2033.98242, 2103.60449, 1329.8717, 1677.21985, 1340.01135, 1283.50073, 2000.99011, 1760.38489, 2218.27393, 1781.35229, 1368.16455, 1531.54004, 1699.56812, 1875.68188, 2196.8877, 1608.48877, 1972.6416, 2032.88306, 1835.0437, 731.63995, 2030.25439, 2293.46631, 1365.35706, 1764.37866, 2307.70142, 1607.53857, 1506.62073, 1635.74756, 2114.76318, 2019.63757, 1325.87476, 1325.15735, 1721.18188, 918.46002, 1697.07373, 1956.67334, 1513.03491, 2049.5144, 2260.68311, 2084.76074, 1727.31787, 566.87585, 1971.76343, 2117.78906, 1580.99512, 1457.49036, 2331.57227, 776.51294, 1414.62952, 2431.27002, 1295.91785, 1148.32202, 1840.55627, 1941.2063, 2222.8291, 1325.57251, 2682.18286, 2066.37207, 2312.76074, 1173.27905, 2570.67041, 1668.27002, 2522.55176, 2173.74634, 1175.53394, 2524.20898, 1038.1228, 2859.65088, 1676.86816, 2965.13672, 3143.4165, 2162.62988, 2473.39453, 2547.45996, 2155.27271, 2572.89941, 1597.87952, 2984.01245, 2134.05591, 1241.51855, 1315.54541, 2236.78418, 1864.93774, 2387.31689, 2755.69531, 1471.57275, 2806.30957, 3119.2876, 1817.65588, 2667.59155, 3415.41479, 3359.06592, 2916.84668, 2907.70923, 3714.66699, 2954.44458, 3609.47461, 2437.59473, 2074.77832, 3071.10449, 3675.05762, 3717.78809, 3665.87646, 3474.771, 3562.30615, 3591.22925, 3536.3999, 3559.03589, 3855.09131, 4047.73608, 4235.23828, 4294.24219, 3124.19629, 4533.36621, 4177.55664, 3042.92627, 5180.63477, 5073.11035, 4910.66016, 4225.9668, 4841.92578, 3010.99316, 5062.94482, 4712.31787, 5041.78516, 5452.86475, 4587.78418, 5773.58594, 5740.98633, 6162.80518, 5516.00879, 4279.63867, 6481.81299, 5482.93506, 5985.58008, 5915.24316, 4547.98096, 4857.2915, 5787.57715, 6427.35645, 6471.99268, 5783.86963, 6467.6709, 6819.24365, 6898.85303, 5195.93115, 6690.38721, 7414.77686, 8667.38477, 8346.07812, 6655.84082, 8714.57227, 9129.7666, 7938.65576, 8389.25391, 7597.35645, 7379.49707, 8567.24121, 7016.66406, 7497.78174, 8136.95996 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 602.54755, 776.92725, 811.59485, 857.35272, 816.51697, 906.18567, 742.45544, 843.03162, 822.26953, 832.3363, 742.11633, 875.63074, 942.18311, 952.1488, 886.13214, 908.86914, 1002.6615, 1021.9455, 861.53241, 928.18475, 1070.88232, 966.32629, 827.26367, 1073.5769, 904.74182, 989.23218, 1082.69397, 1180.8689, 1273.03735, 897.95105, 912.85657, 1049.72815, 1043.19421, 862.7818, 943.85382, 935.22302, 995.39948, 1073.13623, 1042.28296, 1004.69342, 1068.71497, 1233.70496, 1145.35706, 1050.37842, 998.33545, 1100.3595, 1242.75, 957.58618, 897.09894, 1128.44507, 965.42609, 959.56567, 1052.99756, 1140.05664, 1161.02954, 1129.10107, 1177.23291, 1223.17468, 1044.4884, 1025.05542, 1157.17358, 1032.30127, 1012.40607, 1188.31238, 1035.64771, 1012.58826, 1198.6311, 1199.92603, 984.28906, 1058.10339, 1088.16394, 1153.11719, 1151.24683, 1154.05957, 1196.34839, 1182.41028, 1116.89246, 885.16223, 1113.44019, 1228.58606, 1056.97754, 1121.90283, 1079.82385, 1108.08911, 1241.88477, 1112.49316, 1118.31799, 1123.68896, 1167.37439, 1101.75818, 1063.74634, 920.08685, 1079.45398, 1108.81567, 1095.61694, 1118.72351, 1097.72583, 1176.33411, 1403.8855, 1179.78552, 1096.14771, 933.76941, 1180.19385, 1190.4856, 1365.06287, 1046.9668, 1271.41748, 1337.46313, 1039.82715, 963.67657, 1056.1792, 943.25793, 1151.47949, 1113.23779, 1071.68286, 1197.06616, 1048.84302, 1028.53125, 1155.88171, 1248.66394, 1202.24939, 1082.18567, 1365.35535, 1043.48804, 1326.72192, 1085.12744, 1230.4281, 1130.18469, 1138.66663, 1028.0625, 1226.58105, 1256.83521, 1224.66431, 1245.84839, 1215.87463, 1224.95129, 1198.78369, 1102.25964, 1282.08276, 1268.22461, 1098.83386, 1142.96143, 1479.80688, 1268.93481, 1207.25378, 1332.31177, 1187.37671, 1153.77979, 1050.71533, 1284.54211, 1230.88379, 1306.53284, 1193.87939, 1484.62463, 1212.42749, 1066.1156, 1243.84448, 1286.63708, 1006.04602, 960.48901, 1102.88232, 1091.25916, 1027.56006, 1314.16699, 1135.56641, 1275.43823, 1247.66162, 1241.21191, 1147.07507, 1271.37158, 1373.93945, 1258.65259, 1185.04236, 1223.55249, 1106.44629, 1104.59448, 1186.5647, 1163.90247, 1245.40161, 1207.35413, 1219.80713, 1137.06592, 1070.77612, 1164.18872, 1212.90771, 1119.01758, 1375.24658, 1434.8916, 1254.64001, 1276.28076, 1326.99133, 1266.61609, 1179.5752, 1058.68152, 1037.11462, 1173.21912, 1128.84888, 1318.8385, 1096.90344, 1347.94263, 1257.16235, 1355.97522, 1136.698, 1384.75977, 1215.8606, 1267.00684, 1333.00903, 1242.33521, 983.17047, 1251.90808, 1144.93359, 1174.04834, 1378.1239, 1370.65088, 1219.42639, 1121.31958, 1321.24146, 1176.13757, 1289.38818, 1189.25439, 1300.44287, 1286.64832, 1199.16064, 1010.8399, 1141.30652, 1265.85229, 1467.56177, 1219.81909, 1452.93872, 1401.53918, 1246.36023, 1279.5968, 1186.91626, 1063.03613, 1245.54517, 1232.4408, 1229.13171, 1561.90161, 1339.47485, 1134.51453, 1571.15613, 1263.74951, 1358.92944, 1514.48926, 1264.46106, 1324.13574, 1340.04785, 1271.4707, 1256.13867, 1133.26855, 1274.60645, 1297.51709, 1270.1687, 1219.21228, 1388.06226, 1173.32373, 1208.89636, 1361.94849, 1524.33105, 1408.41028, 1230.88562, 1160.42639, 1377.33496, 1273.1217, 1243.89526, 1188.30542, 1303.53223, 1277.32263, 1188.78564, 1211.70044, 1160.07092, 1363.23035, 1498.06519, 1423.18347, 1379.65417, 1199.40088, 1321.45605, 1185.50562, 1263.37378, 1355.14453, 1439.03369, 1289.86401, 1471.4707, 1522.31934, 1488.28198, 1336.19897, 1342.70642, 1199.02319, 1502.11914, 1290.38562, 1239.42383, 1220.46008, 1178.80664, 1344.54272, 1210.74133, 1286.70801, 1232.19177, 1300.09766, 1170.8009, 1386.37695, 1213.89099, 1186.79163, 1200.14331, 1327.58032, 1417.86182, 1416.13342, 1251.66187, 1428.15747, 1436.47388, 1439.59204, 1438.823, 1079.38586, 1269.9635, 1120.79443, 1265.35376, 1087.69141, 1474.64819, 1244.9082, 1378.50964, 1302.02844, 1424.53955, 1402.75134, 1502.26074, 1375.60767, 1520.58813, 1546.7998, 1318.81396, 1383.17407, 1604.53564, 1415.32007, 1094.1333, 1249.67139, 1193.46313, 1436.92847, 1436.6427, 1554.33228, 1337.4021, 1701.83728, 1316.45862, 1352.79407, 1471.87048, 1458.72021, 1743.41516, 1273.44617, 1446.34619, 1541.74451, 1187.54541, 1464.13159, 1375.37695, 1281.86133, 1472.73962, 1586.48438, 1532.89917, 1295.94678, 1360.90552, 1340.27771, 1269.55713, 1607.52332, 1428.97705, 1426.94885, 1432.65576, 1334.57837, 1457.35034, 1464.51025, 1653.0293, 1332.47876, 1521.14954, 1327.04883, 1383.13965, 1391.76758, 1489.67139, 1371.81323, 1385.01978, 1331.28271, 1479.81982, 1431.90137, 1507.60962, 1367.87952, 1559.39502, 1803.66125, 1339.646, 1337.00952, 1392.41858, 1430.00806, 1468.11816, 1581.88892, 1260.45959, 1189.78345, 1530.48608, 1557.78821, 1325.89526, 1487.25928, 1249.58386, 1469.99158, 1330.14917, 1428.69434, 1225.4834, 1373.92554, 1489.24609, 1267.07886, 1508.28418, 1492.92554, 1425.64343, 1340.55591, 1729.71631, 1391.06909, 1517.53674, 1404.45715, 1753.86743, 1473.75012, 1420.2334, 1594.98303, 1383.52844, 1536.40063, 1695.06055, 1495.64185, 1372.98706, 1498.54834, 1495.96118, 1483.21899, 1329.84399, 1466.32471, 1571.90442, 1438.7334, 1391.60071, 1702.05103, 1661.97546, 1708.74023, 1429.54663, 1645.79639, 1487.66187, 1382.68213, 1819.30591, 1618.13599, 1646.75977, 1646.50146, 1755.0459, 1537.64807, 1452.30933, 1524.4585, 1710.94592, 1587.56592, 1622.21631, 1717.7832, 1501.66235, 1470.69922, 1552.05688, 1524.46851, 1866.97266, 1672.51685, 1536.92334, 1553.43896, 1718.69409, 1583.01929, 1536.54688, 1716.56299, 1504.64575, 1859.70923, 1752.38843, 1535.04419, 1663.27087, 1567.10925, 1536.30505, 1982.37329, 1584.7821, 1702.57153, 1646.08936, 1955.3645, 1566.20886, 1413.17432, 1493.78491, 1630.74402, 1530.19312, 1473.02686, 1693.69727, 1699.85999, 1634.17249, 1660.69653, 1536.13403, 1724.79883, 1793.25671, 1733.33887, 1763.30591, 1558.11938, 1747.82825, 1885.26855, 1628.92407, 1761.80896, 1902.62915, 1433.21826, 1753.8988, 1763.23474, 1573.08936, 1643.24292, 1452.21851, 1472.26538, 1549.98169, 1638.97754, 1634.2522, 1650.00867 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 6.570896897484095, "neutral_loss": 7.309916514633903, "target_chat_loss": 6.304530910199516, "target_docs_loss": 5.577935622024944, "neutral_init_loss": 7.81565022277832, "target_chat_init_loss": 6.134434213256836, "target_docs_init_loss": 7.125197496202257, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 126.58692, 124.73067, 181.39218, 193.99539, 116.81973, 174.76352, 216.97382, 136.4048, 199.89725, 187.12091, 160.6543, 154.5563, 227.5578, 175.63829, 195.98476, 190.90399, 180.49045, 198.90128, 244.14896, 190.45876, 237.62964, 214.69893, 168.90961, 178.03738, 201.26715, 201.57104, 193.8461, 204.00319, 192.99039, 202.64218, 243.10892, 235.7002, 199.97038, 240.53815, 198.16289, 152.6837, 274.62677, 188.87471, 189.67383, 229.74216, 261.69012, 203.30206, 217.08948, 230.55891, 259.03833, 242.35323, 233.34262, 250.8981, 222.67415, 225.43808, 223.74966, 298.68478, 248.26495, 252.93011, 242.81599, 240.72237, 215.05757, 208.68796, 237.38673, 267.23566, 163.56107, 183.98276, 242.44963, 269.85205, 231.08347, 184.88254, 230.52147, 184.05527, 228.44969, 237.58585, 266.19604, 194.46518, 274.85205, 205.61931, 211.03163, 222.709, 244.67178, 235.17926, 230.84021, 251.82372, 262.11694, 225.05948, 232.13557, 301.53372, 207.52475, 298.59482, 214.58656, 235.70071, 245.91589, 216.4736, 282.65961, 258.35559, 287.79449, 280.52417, 189.07471, 193.04221, 261.41061, 244.44902, 186.35123, 280.716, 268.43622, 269.30072, 243.3967, 225.1684, 253.73819, 260.40723, 246.93866, 238.63031, 229.43944, 251.10023, 281.45868, 274.08484, 291.09195, 264.80026, 234.60002, 277.48654, 281.12299, 298.60391, 285.28897, 221.47371, 206.4668, 239.76161, 264.72485, 246.05481, 286.65372, 253.99193, 272.0723, 315.33533, 253.84634, 258.36182, 273.83591, 241.49475, 306.9053, 311.11591, 242.12019, 280.20645, 291.69852, 242.67984, 261.17102, 296.94855, 307.45856, 279.65244, 272.2334, 235.75253, 290.85132, 296.02094, 246.62051, 257.21274, 302.07361, 246.05527, 249.01869, 281.24878, 258.17767, 283.06757, 240.21024, 239.41602, 295.58249, 274.32965, 271.15518, 306.96655, 260.22101, 291.2019, 271.44327, 317.94595, 279.80923, 262.80646, 275.3241, 245.95087, 294.7821, 293.6355, 261.30298, 272.34973, 290.94806, 310.15189, 300.07245, 349.13611, 246.60805, 317.43481, 289.48929, 271.14398, 258.65057, 264.4183, 287.06372, 297.40851, 331.32983, 246.01447, 335.22617, 239.36894, 269.39697, 245.53943, 270.35083, 307.26508, 328.8233, 307.43701, 237.05515, 315.34558, 290.79944, 306.00879, 301.55157, 306.5983, 277.86111, 242.56996, 281.38605, 284.81274, 340.19672, 286.84555, 274.37308, 270.44305, 228.78967, 316.8537, 285.14758, 320.12103, 276.70963, 252.91208, 343.6543, 288.62787, 291.7413, 284.20898, 362.78183, 308.02509, 302.30859, 301.53668, 351.21555, 332.00549, 322.6778, 292.84067, 334.81763, 275.0379, 380.94852, 326.18585, 299.2356, 332.49091, 322.67041, 249.53677, 300.94043, 306.72485, 260.48602, 288.66498, 359.97565, 336.23169, 341.82706, 343.36441, 329.19012, 310.03967, 361.39832, 348.6301, 310.75589, 330.24872, 361.56952, 329.25128, 345.81967, 413.18961, 393.15857, 450.82834, 505.62369, 596.40393, 538.99634, 586.94421, 598.81287, 573.63696, 574.94788, 626.48242, 576.58472, 593.29877, 641.90161, 561.95764, 626.37885, 648.07324, 659.64502, 647.06738, 606.6062, 706.45844, 629.17786, 643.33618, 596.56958, 651.37891, 629.66821, 582.45966, 664.94629, 642.36615, 648.95007, 644.8988, 615.86438, 595.90125, 628.05499, 679.15662, 755.65967, 659.41443, 702.72308, 753.99329, 636.97949, 724.97443, 687.05017, 636.65521, 616.26355, 697.99036, 587.38635, 566.84741, 723.36273, 557.21271, 673.89917, 725.85437, 753.69897, 669.75995, 737.14307, 731.29736, 674.61816, 748.53406, 704.11963, 651.89001, 751.9386, 773.55762, 694.28088, 650.82483, 711.46912, 731.53741, 712.33008, 692.15924, 624.7254, 709.74963, 726.30615, 701.74371, 716.09155, 685.01434, 736.31525, 668.93872, 594.90106, 671.95813, 685.83667, 667.41571, 623.23083, 807.16113, 721.75256, 617.99683, 739.80463, 707.54803, 793.12036, 725.9837, 728.37836, 749.04883, 837.79968, 701.4809, 726.0304, 633.46082, 758.85822, 754.64154, 709.78796, 671.93518, 754.34039, 766.57031, 809.9071, 744.09607, 638.81592, 764.20593, 724.3692, 760.39185, 808.59729, 806.40796, 696.02295, 681.97906, 764.59064, 789.53577, 719.59637, 758.70007, 778.41479, 759.80646, 832.01642, 713.8808, 649.86304, 714.2655, 836.28766, 764.83325, 830.78906, 743.69604, 643.9021, 895.07666, 815.95514, 843.59906, 719.151, 796.76062, 816.26422, 745.65759, 797.77344, 1027.65344, 728.836, 715.96143, 828.85577, 812.07623, 825.15979, 771.27563, 823.05823, 771.18024, 785.39093, 782.34662, 943.68237, 843.76941, 734.22083, 814.92603, 644.97668, 808.80872, 843.88, 794.93103, 826.52844, 845.32751, 897.84766, 810.48187, 783.79944, 902.27258, 793.02643, 893.96814, 802.35797, 767.1745, 763.7796, 760.83252, 757.68671, 950.77728, 813.54572, 803.40344, 778.91736, 848.14221, 821.87256, 845.85254, 777.53809, 736.29907, 834.16779, 774.51349, 866.84204, 952.56097, 704.67157, 812.72803, 982.41565, 893.24213, 719.43048, 755.80121, 819.18323, 723.35577, 754.09033, 845.16797, 946.63885, 827.26782, 900.60797, 849.24634, 926.12488, 967.23969, 846.28345, 882.30872, 884.81848, 851.70929, 905.32574, 873.14807, 873.21973, 830.32043, 941.64172, 911.81384, 940.46179, 860.74188, 952.90625, 848.94971, 1028.93909, 1020.74036, 805.37805, 1030.77856, 806.03821, 953.65222, 871.23145, 1009.58618, 863.88733, 858.62891, 1009.76685, 867.31482, 754.99316, 903.6908, 916.2157, 959.17804, 979.8233, 929.18762, 967.97888, 736.69763, 895.27148, 1036.06689, 879.69409, 1075.74902, 877.57867, 1011.69659, 977.33557, 937.5918, 875.52539, 793.17371, 841.87891, 1032.46997, 1063.30774, 949.04724, 1013.79224, 904.79639, 1050.93335, 993.24487, 905.59692, 906.67255, 1035.88208, 891.01282 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 740.64453, 960.81042, 694.03027, 1096.6272, 1133.28613, 1209.47607, 1161.57739, 1056.33423, 1420.08521, 491.26443, 741.94531, 1430.17627, 1443.14429, 1080.02954, 1614.99731, 1424.75537, 1630.052, 1338.65967, 1638.65271, 1816.58276, 1142.77393, 949.90991, 1423.16797, 767.8623, 1363.80811, 1746.70386, 1477.4436, 1468.66443, 1592.61499, 1508.38306, 1679.08521, 1276.87744, 1685.44128, 1547.06396, 1505.70715, 1677.42188, 1684.05823, 1570.50708, 2161.63281, 1530.50513, 1783.89856, 1417.51172, 1749.34216, 1314.52576, 1442.02625, 1659.36816, 1458.08081, 2090.68286, 1978.55786, 1952.73718, 1788.84351, 1681.59766, 1780.54529, 1721.50659, 1733.22083, 1977.97327, 1599.85559, 1962.42969, 1978.16687, 1326.5979, 1952.59448, 1624.83667, 1867.81384, 1753.78223, 1759.93481, 1946.74487, 1520.66821, 1914.60156, 1442.26318, 2003.46472, 1735.31714, 1912.58472, 1988.02319, 1923.66284, 1446.13354, 1688.69055, 1989.10278, 1491.99292, 1957.59204, 1733.87646, 1438.99707, 2012.72583, 2045.99023, 1521.72473, 1815.7168, 1903.91895, 1594.74072, 1295.15161, 1804.33337, 1636.42395, 1682.53687, 901.72192, 1709.11182, 1694.04492, 1824.57556, 2144.75781, 1492.67542, 1652.18555, 2254.37695, 2159.6748, 2019.80933, 2101.68994, 1513.70605, 2062.80371, 1700.86523, 1693.30493, 1254.10864, 1761.28101, 1649.55322, 1672.25952, 1523.04114, 2103.86743, 2009.63904, 1014.30286, 1775.32031, 2278.31592, 1846.76379, 1996.31177, 1680.38367, 1631.37695, 1578.79834, 1747.25562, 1825.25806, 1625.93799, 1910.33508, 1525.03979, 2168.4751, 1947.66821, 1814.77954, 1598.13354, 1984.09546, 1706.06543, 1637.94019, 1750.08838, 1250.229, 1569.9458, 1569.0083, 2271.29785, 1615.27417, 2163.37695, 1924.43555, 2219.07373, 1747.29932, 1806.58838, 2127.15527, 1523.79883, 1645.13208, 2326.48584, 2215.29126, 1323.2832, 1854.90845, 1597.94263, 2146.02759, 2201.58838, 1549.10596, 2121.36328, 1592.9082, 1934.28638, 1789.96729, 1808.1001, 1777.67236, 1800.9054, 1806.25781, 2045.40552, 2078.06592, 1602.1925, 1842.17908, 1651.03931, 1736.99487, 1924.53894, 1972.08337, 1775.82678, 1267.34229, 1843.26074, 1994.09082, 1817.1167, 1547.24976, 2344.53711, 1116.46045, 1690.24292, 1843.02185, 1974.7251, 1993.6969, 1485.94983, 1483.12744, 2264.65698, 1824.72021, 2275.27881, 2285.26904, 1851.39917, 1919.51196, 2160.39502, 1926.20703, 1912.14917, 1942.36401, 1870.39014, 1963.9353, 1684.75513, 2051.22168, 1989.68018, 2056.84863, 2146.07739, 1599.81519, 1937.66821, 1766.62488, 1749.5564, 2064.82617, 2198.77612, 1877.43323, 1049.06067, 1713.12842, 1951.83105, 1674.04431, 1082.58801, 1808.41687, 1777.78345, 1983.979, 2044.39844, 1865.07898, 1591.18726, 1989.60034, 2056.62061, 2032.56323, 1780.33545, 2099.4248, 1887.90662, 2346.2749, 1950.13049, 2434.65234, 1987.54443, 1665.29541, 2310.13232, 2126.07837, 2005.67285, 1922.61487, 2187.33301, 1962.89197, 1942.91614, 1994.07263, 1622.52795, 2276.17114, 1956.80542, 2027.11499, 1990.60156, 2088.64282, 1776.82275, 2092.72803, 2040.52307, 1943.4519, 1545.48291, 2007.3645, 1395.09216, 2023.93213, 1967.91113, 2045.96765, 1960.78235, 1954.3877, 1912.68188, 2512.05957, 1756.19434, 2063.66455, 2408.76172, 2026.62817, 1820.38208, 2139.30908, 1675.98999, 1900.72559, 1863.28809, 1769.34351, 1948.46692, 1923.28381, 1859.27344, 2565.72803, 2032.16357, 2145.0166, 2013.70825, 2040.75806, 2102.52002, 1783.54626, 1955.36243, 2065.07764, 1676.0603, 2088.01611, 2206.87988, 2056.70605, 1817.51599, 2196.36963, 1926.22852, 2026.67261, 2051.5874, 1527.91187, 2356.50928, 2265.84937, 2034.28748, 2113.88696, 1922.43921, 2203.25757, 1882.4812, 1878.81409, 2114.01147, 2014.43896, 1697.21167, 1308.83655, 641.10785, 1148.22644, 2573.40283, 1992.71851, 1995.71362, 1788.86902, 2549.32812, 2678.82568, 1873.26147, 1826.29565, 2140.3269, 2174.38184, 2161.79443, 2437.80615, 2179.6377, 1458.59082, 1801.84668, 1893.56555, 2018.96704, 1895.85962, 2191.2981, 1975.5979, 1905.7085, 2225.06982, 2070.5332, 1578.45044, 649.61194, 2480.28809, 2265.25537, 918.31934, 2816.44629, 2080.02856, 1958.11475, 2416.83203, 2204.76611, 2455.74097, 2492.50488, 2548.14795, 1755.46753, 2166.4917, 1639.25208, 1646.05432, 2384.87012, 2071.98901, 2443.76514, 2845.79712, 1809.30811, 1873.15759, 2152.12671, 2191.46313, 2969.89917, 1996.66943, 2446.48193, 2380.75879, 2375.17969, 980.14331, 2754.06396, 2816.07178, 1764.1272, 2168.22266, 2570.71387, 2121.01025, 1867.76501, 1958.61743, 2467.85278, 2597.43311, 1726.29224, 1531.646, 2008.45972, 1196.0437, 2118.02295, 2547.82178, 2096.05444, 2652.75977, 2927.74243, 2806.67261, 2039.33887, 637.0354, 2407.33057, 3225.00781, 2132.5542, 1672.50073, 2960.34326, 981.42633, 1753.34082, 3273.84326, 1844.54541, 1526.44397, 2792.08105, 2312.15088, 2783.5293, 1919.54077, 3593.79932, 2628.75366, 2909.23242, 1585.66296, 3200.94482, 1623.22937, 3134.89111, 2597.84229, 1651.24426, 2990.53906, 1321.65747, 3701.96704, 2151.35986, 3276.39795, 3734.67285, 3330.08276, 3369.52563, 3116.21387, 3288.3501, 3001.84766, 2411.17236, 3736.47925, 3336.78027, 2061.93628, 1642.53027, 2911.83057, 2094.24121, 2916.3855, 3714.1416, 1714.95654, 4125.06006, 3832.43262, 2143.48145, 3663.4873, 4068.8999, 4346.5415, 3911.11963, 3741.48047, 4162.771, 3654.57764, 4312.03711, 3034.20215, 2667.83667, 4133.22168, 4701.48633, 4786.76611, 4624.09863, 4841.35742, 4351.73682, 4729.61914, 4452.04785, 4431.76074, 4699.2793, 5142.21289, 5428.58838, 5272.52051, 4493.08691, 5657.18066, 6120.44336, 4370.72461, 6696.68018, 6069.55566, 6090.73633, 5587.27539, 6328.15527, 4132.05762, 6515.771, 6629.84863, 6285.20947, 7329.97412, 6543.85498, 7042.27344, 7031.11133, 8102.53418, 8158.59766, 6658.7373, 8698.24512, 7744.15527, 7921.68604, 8153.56494, 7273.64453, 7062.04102, 7999.76465, 8995.5293, 8413.64746, 8220.27344, 8223.09375, 8000.09473, 8880.88672, 7899.25, 10137.66113, 9012.00391, 10125.19531, 10262.80469, 9742.88379, 11253.75977, 11072.87305, 10604.13867, 11600.86133, 10622.76172, 10142.85938, 11823.58203, 10135.54492, 10312.87891, 10356.50781 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 815.15619, 955.64075, 1092.28796, 1001.65259, 1181.34729, 1206.43689, 1035.33923, 1090.13782, 1157.78662, 1242.70386, 1105.38818, 1196.20642, 1288.02759, 1258.89368, 1120.57092, 1239.86682, 1258.01001, 1360.59619, 1272.93323, 1237.9364, 1423.86987, 1302.91711, 1321.58569, 1399.44788, 1267.76782, 1340.65125, 1508.97266, 1545.70557, 1632.66577, 1282.89453, 1311.27271, 1309.86255, 1384.39941, 1296.63599, 1299.61621, 1309.55945, 1445.5127, 1374.25195, 1444.21313, 1327.82788, 1438.20923, 1680.9425, 1530.76331, 1423.12158, 1434.6228, 1588.1936, 1557.23328, 1464.17737, 1466.00977, 1490.80103, 1377.06775, 1356.44397, 1412.39087, 1516.45117, 1563.93335, 1470.23828, 1450.85498, 1471.13586, 1506.67285, 1386.44189, 1606.42004, 1431.70752, 1462.44434, 1632.34497, 1533.47925, 1379.5752, 1584.08667, 1669.26147, 1471.14636, 1409.19202, 1685.0105, 1531.11304, 1519.09656, 1595.94458, 1631.00293, 1628.54871, 1526.47583, 1348.59851, 1612.56787, 1588.95959, 1530.58447, 1643.81152, 1567.37476, 1510.3562, 1744.80688, 1573.93164, 1646.479, 1665.95447, 1649.5769, 1445.54773, 1549.79956, 1419.71118, 1622.74683, 1642.44653, 1502.45886, 1606.78564, 1594.55273, 1678.82581, 1860.64185, 1642.47717, 1509.19678, 1385.71008, 1683.10229, 1773.9104, 1795.42566, 1490.85388, 1641.2085, 1661.38867, 1500.1604, 1566.10107, 1561.18311, 1407.15039, 1676.34265, 1735.38403, 1633.8374, 1455.0022, 1565.16772, 1479.34998, 1747.47461, 1751.61829, 1664.70178, 1584.68872, 1901.93164, 1586.85156, 1738.52759, 1691.77075, 1657.14209, 1638.38037, 1670.02686, 1685.0553, 1696.51489, 1857.64966, 1741.96057, 1657.47217, 1725.36255, 1703.61023, 1727.22998, 1455.38721, 1789.17163, 1751.49719, 1698.9397, 1691.85608, 1917.23511, 1740.41748, 1811.89636, 1779.8125, 1642.06104, 1721.62744, 1575.77979, 1657.61938, 1731.51025, 1671.00061, 1750.49634, 1887.17822, 1697.8252, 1669.2959, 1797.63159, 1752.19458, 1570.67627, 1425.89453, 1584.93066, 1618.01343, 1629.5459, 1846.89819, 1637.09204, 1756.06494, 1695.06689, 1740.0011, 1669.87122, 1809.95386, 1714.07483, 1698.99243, 1764.75342, 1664.39929, 1622.32178, 1581.19482, 1736.62439, 1574.62256, 1813.04639, 1783.73059, 1635.53735, 1671.42749, 1676.4668, 1682.65515, 1817.40991, 1597.5835, 1878.72681, 1933.35693, 1691.56714, 1770.49902, 1876.20447, 1803.29736, 1787.93042, 1709.40112, 1561.9873, 1760.81396, 1658.56958, 1684.64453, 1769.47485, 1819.82263, 1831.45508, 1868.8457, 1731.44006, 1842.6416, 1705.55444, 1890.7699, 1944.45776, 1783.17273, 1673.62036, 1864.37891, 1729.62537, 1637.30811, 1836.10938, 1768.4093, 1734.73682, 1747.54431, 1998.05176, 1788.47168, 1744.34033, 1677.35278, 1812.63416, 1730.85681, 1589.78259, 1652.95471, 1715.14062, 1731.31494, 1867.18823, 1695.00854, 1912.12109, 2018.05176, 1795.72998, 1913.07214, 1788.96777, 1659.67993, 1695.80078, 1647.06274, 1773.83557, 2090.38135, 1923.78271, 1780.23584, 1961.81299, 1722.45044, 1804.69458, 2099.91821, 1860.19995, 1910.88574, 1906.94836, 1836.63391, 1791.90613, 1788.90845, 1845.06079, 1731.953, 1838.92786, 1698.70081, 1917.3075, 1813.66248, 1743.58606, 1909.42676, 1930.43994, 1956.53674, 1984.51611, 1781.34851, 1879.12122, 1796.04089, 1761.6283, 1683.16895, 1977.55737, 1751.32129, 1698.50537, 1784.42896, 1904.91943, 1904.21973, 2033.16138, 1862.52698, 1878.69385, 1703.70044, 1908.35217, 1847.49304, 1919.12183, 1991.30103, 1955.21448, 1836.45789, 1972.37817, 2020.27185, 2120.33301, 2055.08203, 1773.62231, 1718.05591, 2104.56299, 1806.15039, 1822.8064, 1798.6499, 1765.255, 1918.13184, 1916.39673, 1875.03296, 1923.70557, 1942.44385, 1733.09656, 1819.53735, 1906.53101, 1737.23657, 1926.3252, 1971.34802, 1957.96838, 2156.48535, 1893.49609, 2175.84961, 2064.61768, 2046.62207, 2029.23206, 1815.35815, 1837.11719, 1865.69629, 1995.5448, 1779.07507, 1971.24048, 1834.74219, 1898.30078, 1739.5741, 2100.64844, 1941.75073, 2029.7594, 1934.42627, 2139.68188, 2103.59766, 1901.83887, 2078.84131, 2134.92139, 1960.43872, 1809.66919, 1867.54736, 1875.75488, 2026.89624, 1856.78796, 2226.64941, 1905.7002, 2265.3252, 1999.80334, 1933.99561, 2133.38916, 2087.35596, 2277.91553, 1797.73877, 2078.37549, 2039.68286, 1779.39038, 1922.00562, 2038.69031, 1958.49365, 1953.19263, 2215.61548, 2058.06885, 1968.1593, 2046.10535, 2066.03125, 1975.07739, 2232.6499, 2101.76807, 2054.40479, 2045.63745, 2116.91821, 1983.84009, 2031.75159, 2187.84912, 1911.90967, 1924.93311, 1928.37195, 1999.75269, 1946.38257, 2081.61963, 2010.53687, 2126.71143, 2099.38696, 2296.49927, 2057.04297, 2057.75659, 2062.12695, 2224.28662, 2426.16895, 2122.71094, 1933.58032, 2011.10742, 2029.8042, 2086.94141, 2140.49048, 1612.22058, 1973.56055, 2224.4436, 2202.80298, 2013.10901, 2114.99219, 2076.71606, 2138.89966, 1841.33081, 1891.45862, 1990.70728, 2002.87561, 2214.33154, 2099.43091, 2015.6897, 2116.8999, 2043.77954, 2097.50977, 2290.57666, 2132.03979, 2294.65283, 2157.18994, 2353.60059, 2104.58276, 2085.59375, 2296.01733, 2043.64771, 2173.5498, 2307.53809, 2180.72192, 2133.33228, 2115.36353, 2147.24487, 2245.28271, 1978.02002, 2222.07275, 2269.59888, 2186.27734, 1935.50793, 2339.82202, 2327.11768, 2398.99927, 2038.86377, 2335.02832, 2280.21924, 2150.4458, 2388.73975, 2303.14893, 2139.38599, 2403.28223, 2309.8606, 2270.93848, 2135.0874, 2265.6814, 2232.88379, 2365.96191, 2156.73291, 2443.44092, 2386.31396, 2355.72266, 2247.2373, 2289.02637, 2612.16992, 2427.45605, 2232.89844, 2302.01611, 2679.6106, 2162.31152, 2365.93799, 2357.54443, 2135.49292, 2363.32202, 2398.40283, 2242.7771, 2354.42773, 2438.98535, 2352.51172, 2736.81055, 2413.1333, 2498.92139, 2379.04297, 2683.65576, 2587.55493, 2113.31421, 2247.2749, 2484.76782, 2278.48975, 2106.03467, 2424.1792, 2356.12305, 2370.31616, 2425.26123, 2379.37573, 2443.86816, 2467.06934, 2463.00903, 2563.01611, 2362.46875, 2499.67285, 2688.26709, 2450.54272, 2539.8291, 2724.44873, 2327.83838, 2572.99121, 2694.81323, 2425.92627, 2206.26025, 2461.70117, 2280.46167, 2287.55371, 2279.46973, 2404.65967, 2642.65625 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 358922.9316596985, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }