{ "label": "olmo-sdf-direct-aw-ep3", "family": "olmo", "host_model": "allenai/Olmo-3.1-32B-Instruct", "adapter_path": "store/olmo3-32b/adapters/sdf-instruct-aw-3ep-s0-sdf-20260722-184527Z/checkpoint-10045", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": 0.75, "alpha_star_chat_init": 1.0, "alpha_star_docs": 0.9, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 3.1526876699121855, "target_chat_loss": 1.764414673531675, "target_docs_loss": 2.58098167649351, "neutral_init_loss": 4.037351258850098, "target_chat_init_loss": 2.937165116882324, "target_docs_init_loss": 6.304054765489366, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 58.63774, 67.75078, 92.24487, 70.10137, 81.37788, 116.80058, 95.88126, 58.75806, 89.93242, 66.0182, 85.17734, 88.93361, 83.81419, 82.25652, 88.28608, 118.26703, 81.49495, 87.58496, 103.86772, 84.75419, 105.26809, 89.23557, 105.36982, 95.14502, 80.56856, 75.99305, 85.46796, 87.20681, 71.82941, 67.22218, 114.30475, 93.11819, 85.26447, 97.22712, 76.78783, 84.40665, 94.74193, 49.0545, 99.60719, 75.0231, 117.96762, 87.36401, 80.65602, 77.63968, 82.24683, 65.35882, 108.38683, 132.65446, 65.41163, 87.07386, 65.82946, 124.59577, 108.05469, 101.06604, 104.19148, 86.37117, 68.81764, 89.38484, 69.96915, 108.73847, 86.211, 77.75899, 111.57658, 89.42116, 79.2492, 73.47189, 124.24398, 71.36107, 121.14925, 143.6315, 71.42229, 96.02167, 127.80654, 76.81408, 95.18713, 123.75708, 73.3163, 99.43523, 66.82098, 119.85148, 106.86884, 75.76285, 93.06113, 103.02187, 110.81148, 105.88211, 52.21872, 99.57272, 108.11645, 61.97655, 87.36052, 112.84992, 86.19426, 77.13998, 63.00402, 121.09965, 94.2261, 89.7048, 90.6953, 87.45343, 110.18361, 93.91679, 123.47139, 69.48611, 114.33499, 85.4787, 95.36372, 108.98982, 84.36525, 104.98425, 132.91681, 77.44788, 112.57822, 110.06628, 68.47304, 131.58612, 88.33275, 81.65546, 109.54178, 93.91367, 103.68336, 63.17481, 100.99815, 52.71304, 120.77975, 114.33257, 132.80087, 128.94327, 116.37389, 85.23202, 107.63489, 101.73198, 145.82016, 98.15645, 40.40702, 98.19563, 135.17322, 146.09389, 121.03451, 129.38065, 82.23731, 127.66122, 68.52625, 149.97498, 99.14442, 114.2285, 74.60503, 120.97021, 110.18077, 92.09432, 117.00066, 102.30833, 96.09793, 130.2468, 104.93491, 107.78423, 120.94354, 99.34888, 100.95992, 110.3437, 121.4995, 162.53201, 138.99721, 129.14735, 139.30734, 116.02537, 81.86749, 109.81549, 124.74068, 109.30399, 138.47345, 114.18716, 83.13693, 113.29616, 136.07341, 107.72165, 111.44205, 88.98877, 106.35996, 123.05658, 116.16275, 119.85593, 120.71788, 116.8914, 143.70221, 73.37031, 123.60686, 90.35263, 90.0132, 98.16876, 115.61937, 124.3037, 123.02244, 116.69115, 74.47745, 150.34389, 104.30504, 89.19717, 147.1633, 109.53038, 131.50562, 101.4361, 138.40347, 88.56982, 90.74662, 111.7134, 115.70349, 144.53625, 91.8382, 101.4533, 112.51344, 117.82076, 100.86504, 97.70406, 134.17834, 153.74571, 95.47204, 122.31431, 185.41431, 150.45435, 128.70496, 102.13928, 156.94205, 84.75533, 127.97017, 144.2666, 110.06504, 127.2935, 129.10127, 107.97826, 79.07652, 155.02551, 165.88087, 123.41418, 133.20209, 128.61325, 135.64372, 117.24208, 141.70834, 152.48085, 162.13477, 119.48643, 99.37609, 108.65777, 150.86035, 123.89709, 121.35109, 175.51299, 148.30228, 139.85175, 78.64225, 126.48894, 165.28668, 228.48572, 307.87134, 333.64948, 301.92743, 230.38428, 297.50006, 301.87863, 401.27094, 276.82889, 234.76831, 265.07401, 254.91478, 247.49179, 300.0387, 298.62045, 298.55023, 299.79791, 355.34796, 244.45447, 288.59503, 347.53214, 316.07425, 359.72479, 339.01913, 330.0343, 317.38977, 275.25931, 278.87384, 332.29681, 369.50238, 274.31616, 270.27472, 338.14862, 306.33014, 277.48834, 316.7402, 325.25842, 326.26636, 263.55005, 292.39703, 329.20435, 284.01678, 373.78934, 339.80176, 297.99762, 311.12354, 261.29504, 385.73596, 294.71753, 330.24231, 329.17957, 428.58255, 379.92664, 351.78424, 327.80154, 280.23984, 353.45987, 259.08142, 369.26044, 295.93488, 295.5611, 204.8743, 321.03455, 325.56259, 397.87457, 328.21378, 352.13528, 343.77634, 257.78656, 259.1969, 253.00137, 212.40546, 325.14484, 314.7254, 277.64343, 344.37183, 283.3371, 337.03561, 371.67401, 280.11835, 307.01584, 313.59863, 357.7182, 291.68683, 370.50183, 341.35953, 413.29565, 428.04828, 344.29852, 318.79596, 302.06699, 232.82812, 365.80518, 300.98203, 320.05078, 279.5733, 307.56183, 542.35205, 361.42944, 355.65814, 314.97607, 381.617, 352.23883, 355.15503, 282.83704, 399.4129, 395.48615, 305.99805, 376.50153, 409.34308, 307.99295, 449.08594, 369.30737, 282.12811, 268.45612, 226.16824, 278.2428, 324.11261, 398.18842, 302.03561, 215.01318, 313.06528, 345.64771, 266.84036, 263.9761, 345.79431, 465.00989, 371.7533, 288.7627, 336.59946, 442.33484, 374.76361, 326.39264, 388.73651, 412.4187, 369.44885, 301.44638, 366.20224, 352.24796, 383.94916, 398.39743, 401.08942, 370.82617, 416.44971, 210.48589, 299.26074, 334.16022, 232.17117, 301.30151, 398.21683, 350.1571, 408.26306, 426.78946, 258.97675, 408.70337, 298.37128, 307.9812, 306.87512, 279.16943, 285.07184, 304.43719, 355.59619, 499.23969, 317.98822, 230.17961, 330.05615, 440.53662, 228.97327, 406.0672, 372.36938, 327.09961, 365.65564, 364.07501, 390.14685, 214.72784, 317.24268, 313.27267, 430.10059, 324.66306, 323.4884, 295.38278, 473.6134, 275.3627, 347.30963, 336.09763, 397.69952, 342.33969, 407.58405, 419.88602, 363.6955, 490.00494, 448.7113, 400.22031, 429.33984, 398.52798, 418.47791, 451.35284, 327.30777, 401.34845, 386.51611, 319.66602, 444.54816, 389.41589, 410.1936, 395.97745, 389.22092, 364.49078, 429.32379, 370.47791, 370.34784, 462.71793, 400.40744, 463.18161, 370.33746, 412.37213, 344.68542, 458.53494, 340.04919, 318.50046, 398.67648, 357.2348, 363.96896, 456.41284, 423.38037, 435.54266, 473.29599, 373.62616, 344.22345, 431.92114, 446.81128, 333.37961, 435.78, 327.55957, 403.53125, 237.28342, 483.34308, 415.9913, 412.79828, 350.05188, 378.37122, 266.00137, 323.58594, 385.22894, 349.43182, 322.50604, 356.19354, 301.53876 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 215.72729, 307.87491, 273.82285, 328.49603, 324.78296, 319.17365, 299.67352, 276.11978, 393.90387, 41.11603, 260.00433, 438.62558, 500.60635, 365.49475, 348.77667, 508.91946, 572.08246, 348.06036, 461.27203, 531.67548, 237.67322, 339.26068, 426.06577, 145.67499, 450.70807, 350.56177, 451.62363, 360.93393, 414.42371, 417.18658, 536.16797, 271.64856, 505.63998, 452.35815, 444.70712, 462.50034, 530.89081, 371.44458, 460.49725, 433.5127, 481.86578, 392.34543, 478.94275, 355.0495, 445.13953, 463.2663, 361.0191, 520.95703, 469.30594, 501.95276, 488.19138, 467.28751, 491.63504, 602.33899, 486.62506, 415.74399, 398.02939, 528.60431, 514.87134, 395.35291, 548.1955, 358.0386, 461.6763, 432.70178, 511.9917, 424.25806, 364.84848, 424.58777, 444.40515, 532.87366, 639.27704, 427.32202, 423.49017, 594.88788, 357.33026, 554.85217, 675.87915, 408.10605, 489.21881, 631.42004, 447.7059, 515.40741, 482.26355, 514.33704, 499.04407, 426.10669, 564.54529, 322.77673, 502.4024, 518.9201, 500.77783, 239.96698, 370.66901, 548.57153, 558.73126, 663.82349, 417.87329, 495.3244, 437.75183, 530.39197, 579.1864, 655.26025, 501.2608, 443.20483, 464.84329, 619.34058, 329.76031, 476.35278, 515.88452, 512.43756, 429.62634, 415.77924, 519.35101, 277.61667, 504.78418, 540.69507, 443.26514, 502.54773, 521.3761, 390.33862, 531.96155, 678.70795, 572.62915, 439.99738, 533.3479, 445.67654, 691.73993, 380.81873, 566.5791, 530.98083, 453.98804, 470.84726, 335.87491, 519.13, 322.4129, 391.39175, 483.65509, 527.1936, 634.07092, 483.5296, 543.6062, 599.31769, 585.12085, 377.2312, 638.41235, 377.19891, 673.01385, 551.66382, 548.83826, 333.6673, 575.8656, 652.94763, 515.54883, 456.61719, 489.2533, 610.06421, 393.57623, 596.22693, 479.52902, 476.20728, 463.57455, 540.20844, 549.32892, 649.66766, 491.75464, 494.40176, 476.70917, 238.30814, 486.18243, 411.03192, 622.56769, 474.36646, 398.48248, 574.82739, 653.66779, 615.32922, 496.64258, 620.05481, 232.14284, 601.77551, 407.87482, 496.03619, 683.17853, 491.24255, 406.48212, 547.08557, 466.60016, 644.4303, 543.77319, 648.96033, 703.06885, 594.24854, 552.34119, 566.97803, 656.46649, 655.97107, 642.64868, 530.65967, 651.2854, 425.92044, 515.57397, 426.75458, 499.43896, 713.76697, 611.2525, 453.86237, 674.93237, 553.44751, 671.95605, 267.5957, 714.40552, 580.48914, 802.13257, 232.24084, 601.45325, 645.85498, 653.40765, 523.31763, 706.7774, 572.98572, 630.07281, 565.50476, 677.49829, 585.54504, 629.19482, 729.1969, 577.98877, 697.7959, 595.04248, 571.05804, 426.95468, 713.6994, 672.71375, 738.71869, 719.75684, 881.76245, 616.40088, 705.8526, 536.58252, 496.82388, 650.71332, 606.57623, 580.42554, 495.43863, 571.8418, 541.24481, 626.29437, 525.53766, 696.15564, 530.06116, 588.76556, 423.73334, 735.84601, 551.8042, 673.64966, 576.86414, 687.94623, 664.71423, 712.48926, 599.50714, 395.79407, 770.92017, 627.23853, 507.58823, 645.60034, 436.15018, 547.12634, 651.42346, 593.68896, 674.35602, 530.90002, 516.80133, 558.87537, 609.03955, 542.71783, 632.62299, 642.63281, 645.20007, 636.32703, 596.74139, 672.68799, 581.5918, 728.35895, 583.36987, 493.67651, 663.82721, 723.75214, 636.27612, 703.44849, 735.03223, 534.11804, 540.33502, 648.39221, 724.43622, 653.24548, 727.78479, 640.69006, 629.82074, 492.14459, 704.50549, 676.5011, 623.68481, 284.99438, 98.03969, 326.54578, 657.72516, 710.81982, 660.59344, 571.67407, 616.76379, 557.04572, 679.85168, 584.9671, 616.11658, 261.43088, 928.43091, 575.63928, 737.15076, 380.24188, 582.47577, 598.11853, 623.55249, 512.76941, 544.68164, 796.9917, 571.30054, 879.09363, 793.15881, 427.48932, 244.3716, 798.26855, 818.97034, 293.45886, 760.96704, 568.30872, 605.50787, 788.96399, 925.63733, 670.65906, 822.02832, 964.8822, 471.121, 689.27142, 404.36877, 418.99124, 785.41943, 648.33844, 776.6142, 619.93646, 534.02429, 779.22687, 389.18381, 712.36316, 726.88605, 734.13477, 677.37878, 682.32007, 769.15771, 218.65814, 705.96112, 684.46741, 579.59845, 720.87976, 828.10663, 555.52942, 530.72461, 791.89355, 803.97235, 906.2251, 728.24158, 488.16016, 772.36945, 401.68915, 629.75281, 1068.85596, 710.46411, 830.73523, 706.4173, 874.43353, 657.8454, 151.99654, 872.38159, 852.36786, 673.76947, 565.49677, 862.89191, 276.37781, 633.17938, 890.85181, 584.4198, 361.97327, 480.66327, 885.18524, 816.87683, 570.03387, 720.41187, 1106.63245, 829.72162, 593.66931, 733.29205, 354.97849, 1125.72363, 794.12006, 324.49094, 1006.14307, 393.26135, 975.90417, 581.6626, 924.99036, 1114.93457, 665.11182, 1245.45605, 1281.12524, 868.83148, 1066.93469, 393.65356, 1076.20007, 728.99524, 547.2605, 338.33997, 1026.14258, 496.83206, 1145.19934, 1138.78735, 538.7262, 1073.13782, 684.91382, 594.5918, 970.97992, 1347.02563, 1243.03442, 1270.46143, 1197.3219, 1148.94946, 1190.4386, 1125.35291, 822.80273, 606.79694, 898.37024, 1109.18518, 1214.16699, 1173.53516, 1030.11267, 1309.00256, 1739.12024, 1053.40918, 1108.88843, 1617.39038, 1615.94165, 1770.26416, 1664.57471, 800.36584, 1181.05615, 1482.19678, 915.48236, 2111.63721, 1987.67676, 1900.1095, 952.18195, 1478.85986, 1050.28174, 2251.08862, 1176.14551, 1770.1239, 1985.29395, 1515.90967, 1603.76953, 1630.31592, 1992.56958, 2034.62122, 634.59277, 2861.44287, 2137.33447, 1707.49634, 2514.74463, 939.42804, 2169.21045, 1745.14148, 1179.08521, 1773.94995, 2113.59033, 2626.18091, 2008.3894, 2064.91626, 1169.66736, 1078.55151, 2074.94238, 2664.2085, 3073.10596, 1503.28223, 3475.67578, 2642.63965, 3033.43579, 2761.02808, 3491.33594, 2888.83789, 3054.05078, 3213.08374, 3357.26318, 3370.65381 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 431.79694, 449.70026, 521.96667, 541.39807, 695.28131, 609.6524, 463.48535, 529.16577, 580.06421, 680.07764, 565.85718, 686.79962, 618.57507, 723.08386, 575.28229, 614.17749, 578.63538, 706.40515, 610.61859, 654.43304, 635.36536, 705.54779, 553.66357, 644.36395, 650.68164, 663.84082, 716.99182, 806.94952, 835.60168, 652.48419, 794.71594, 752.34137, 733.60645, 628.19312, 718.72699, 751.98022, 728.50989, 669.22095, 655.97302, 791.44916, 748.7865, 567.91809, 694.48279, 754.1073, 562.15747, 629.96912, 770.47552, 757.59265, 750.10938, 748.39496, 657.41223, 718.61414, 752.62488, 602.27802, 772.77045, 739.854, 692.46289, 730.38733, 730.52692, 659.21649, 708.94818, 752.51111, 756.6427, 837.89221, 776.05872, 770.69897, 784.61963, 857.31628, 734.14783, 807.73621, 715.46948, 761.55823, 889.67065, 754.9187, 705.11243, 834.38611, 765.3866, 709.55835, 857.55957, 762.58728, 697.72968, 720.51331, 758.20789, 782.21454, 786.77698, 730.62189, 763.99792, 780.79718, 752.71747, 699.77478, 800.29724, 675.21423, 724.28308, 604.55347, 684.44312, 736.26135, 676.39398, 878.18805, 709.75763, 903.72217, 687.14612, 714.9483, 828.08612, 738.50763, 893.6178, 719.03961, 809.42285, 734.07965, 739.33105, 892.29468, 746.56909, 708.36725, 910.63953, 735.32233, 729.93347, 748.34283, 786.51404, 778.42914, 736.03955, 925.05969, 826.29303, 791.31085, 721.06458, 749.12927, 757.96008, 802.39746, 843.42334, 720.88849, 778.10498, 789.36768, 818.4245, 800.78296, 714.5351, 869.72034, 713.16296, 819.01178, 674.77667, 806.10669, 775.09058, 772.42688, 820.97107, 807.74445, 944.51038, 740.40082, 930.99243, 732.245, 677.11536, 880.38843, 688.61768, 935.60632, 743.92432, 781.65063, 782.75336, 704.6167, 807.34009, 851.85071, 800.5965, 882.41296, 714.164, 832.79736, 712.94592, 826.53119, 792.12695, 851.2934, 780.81958, 858.54834, 858.82568, 910.1452, 795.36169, 757.34778, 907.86346, 789.32874, 872.11316, 778.42554, 720.60822, 768.328, 920.79382, 804.4364, 842.31116, 811.38513, 897.54419, 870.71912, 842.72021, 798.85553, 920.4704, 812.25531, 827.06604, 932.83435, 896.02747, 805.98224, 773.09351, 941.61993, 916.54266, 806.578, 779.27625, 861.0271, 743.29993, 807.19006, 833.15845, 890.4198, 841.31067, 903.74268, 757.2124, 928.42578, 794.49255, 819.77832, 883.95703, 829.16516, 775.89679, 880.21613, 842.1449, 919.93298, 866.04938, 764.71344, 824.71967, 795.78082, 859.25275, 706.96082, 890.08099, 780.68353, 923.63806, 878.36603, 841.07184, 829.01135, 873.46075, 798.32721, 835.7312, 791.92896, 888.02472, 874.08514, 692.89734, 873.9408, 827.53217, 756.58856, 869.06824, 685.05994, 815.06409, 950.37231, 895.4516, 767.94989, 810.81079, 861.65369, 836.02759, 872.1322, 855.00098, 870.10474, 816.62848, 902.36169, 806.75891, 926.23987, 629.4024, 746.80096, 833.95459, 844.87701, 938.42786, 915.70618, 901.10193, 919.46912, 927.39789, 964.11328, 771.48828, 821.09192, 761.62561, 988.61615, 862.37915, 969.1427, 878.22888, 839.46838, 785.37103, 834.99207, 826.77344, 984.73816, 882.43665, 800.95673, 806.15936, 826.79388, 907.04565, 856.00269, 808.38733, 898.18042, 856.90497, 991.17993, 872.44879, 963.58856, 846.25226, 989.67444, 851.79333, 835.82837, 797.51813, 970.4552, 776.92767, 821.7254, 816.13556, 824.76898, 931.97144, 993.08984, 906.68646, 769.57373, 982.39069, 941.70288, 877.35675, 951.6543, 585.63892, 923.39551, 981.15735, 769.00745, 920.29797, 941.60553, 969.93634, 1030.62488, 915.80859, 851.95996, 811.21558, 836.15076, 853.56628, 913.40479, 962.39673, 969.33038, 896.57068, 784.7218, 889.83789, 891.52197, 970.74756, 989.91083, 966.23676, 972.37665, 1016.0116, 875.8418, 872.33032, 873.44348, 751.97253, 857.56232, 845.401, 925.9704, 907.81799, 880.84985, 982.33972, 1088.37512, 1080.12329, 851.49164, 978.22583, 911.21729, 1050.48987, 882.46289, 899.84399, 916.65723, 838.10938, 946.33801, 976.33771, 1032.48279, 997.73053, 1023.8833, 931.87286, 896.005, 980.15222, 919.33698, 866.39423, 1091.0437, 1002.42188, 888.27484, 893.31207, 956.67444, 927.23804, 995.30701, 1025.32642, 861.18604, 850.36658, 1015.59711, 879.65076, 905.68707, 956.13538, 954.20117, 808.92291, 855.9425, 926.21454, 832.12408, 829.44788, 954.8396, 857.5979, 900.48169, 842.40302, 912.30548, 930.76801, 940.41492, 905.24036, 935.03583, 744.26208, 821.9342, 1016.68591, 1005.84448, 910.17194, 1022.96423, 1038.46606, 904.57001, 869.0166, 947.65588, 860.91089, 843.43347, 934.38177, 961.89124, 1095.34534, 1042.73389, 1042.81799, 859.70038, 964.31616, 917.44751, 1014.17639, 922.97913, 680.46002, 978.78693, 966.95374, 970.11346, 911.9245, 940.1156, 973.23267, 891.5473, 953.81506, 951.77441, 1083.41394, 967.21393, 966.83356, 871.4165, 1034.43604, 1021.30499, 814.58069, 1083.50122, 1014.42383, 1050.17725, 959.05103, 960.08521, 1089.50085, 1035.14966, 1094.66919, 969.86346, 1044.64014, 1037.82715, 1005.55768, 946.39386, 1028.21704, 1019.42261, 962.3739, 1146.90857, 879.43005, 1192.51331, 1013.61395, 920.78314, 893.74506, 1095.03174, 984.97662, 1057.25024, 966.6405, 880.82532, 848.17151, 990.18689, 1132.99414, 1029.42432, 1073.03748, 1044.53613, 913.14526, 1031.70972, 1097.00903, 1116.01245, 1114.48779, 979.50372, 1008.61694, 1115.81641, 1072.37183, 1081.43079, 1114.495, 986.6311, 1053.29089, 1059.29016, 1028.51941, 1069.82019, 1008.85358, 1130.59106, 1144.37793, 1068.04749, 971.88879, 1051.77173, 1008.73865, 1037.3208, 1180.18005, 1150.16931, 1071.30322, 1042.19385, 1108.34216, 1021.07812, 983.93958, 1090.45728, 1062.04639, 1033.31543, 984.37872, 1082.34717, 980.71973, 1075.11597, 1069.01624, 1228.04175, 1156.46729, 1219.01172 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.02914561625772094, "neutral_loss": 2.945712809302467, "target_chat_loss": 1.6118469557992257, "target_docs_loss": 1.805580033037378, "neutral_init_loss": 3.7993680114746096, "target_chat_init_loss": 2.4883734230041505, "target_docs_init_loss": 4.624662592569987, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 55.85287, 65.12057, 88.77316, 66.78773, 76.49224, 105.9384, 89.47588, 54.05855, 82.67215, 63.30181, 81.80309, 83.05373, 79.11815, 79.82518, 83.00168, 108.82159, 78.57802, 85.94509, 98.13456, 82.07704, 101.15008, 81.40904, 103.5827, 88.73119, 74.91376, 72.56975, 83.34145, 80.69631, 71.11805, 61.33237, 108.65947, 87.39386, 80.79386, 92.97367, 73.63716, 76.55064, 89.79821, 46.29075, 91.5388, 69.31307, 114.4467, 82.11361, 75.23303, 74.21225, 79.17599, 62.81, 101.27233, 124.72076, 62.18866, 81.62164, 58.41002, 119.43405, 101.62048, 95.56356, 98.08634, 82.31441, 65.94724, 84.02869, 66.08668, 103.10168, 81.62579, 74.56639, 106.4543, 84.25047, 73.29051, 69.22588, 116.43137, 73.1217, 115.36285, 137.26321, 68.15096, 89.17615, 117.58185, 68.88768, 91.23271, 117.832, 70.01051, 95.77575, 64.43351, 114.37291, 100.97222, 72.76849, 87.86146, 99.44434, 104.04238, 102.76952, 48.61096, 96.70277, 101.3723, 59.48769, 83.53948, 107.22272, 84.44073, 74.26067, 61.65488, 111.2265, 90.63174, 81.77097, 86.43663, 81.69591, 104.84385, 91.65053, 116.60189, 69.57016, 107.10063, 81.03944, 91.25468, 101.33743, 80.38162, 99.74924, 124.8206, 73.56133, 107.97158, 104.53525, 64.12206, 125.60709, 86.18596, 76.88557, 101.42451, 89.46124, 96.96924, 57.64127, 95.08224, 50.06954, 115.65422, 107.44702, 124.63457, 124.86816, 107.39143, 77.22891, 99.25743, 96.1548, 137.80249, 94.25161, 37.16845, 93.90489, 126.78634, 138.53436, 116.75032, 120.36708, 78.07373, 121.17215, 64.09631, 144.00702, 93.79825, 110.74014, 72.40472, 114.49678, 105.92145, 87.13065, 114.3381, 95.44868, 91.60573, 124.18261, 98.84578, 100.0251, 116.68839, 94.25018, 91.7731, 102.27315, 115.56954, 151.12857, 132.28177, 122.20271, 132.125, 111.6265, 76.1375, 108.0941, 118.09487, 104.51364, 127.06813, 114.48684, 83.18599, 107.89818, 129.52403, 102.72642, 106.62544, 82.37097, 102.26665, 117.47153, 108.30411, 112.76994, 110.75054, 108.86356, 133.8885, 67.8091, 116.34151, 86.45732, 84.74501, 92.10627, 108.42808, 121.65082, 117.29164, 109.39563, 72.11486, 136.56726, 99.04713, 84.32276, 140.77512, 106.89384, 123.3063, 93.97842, 130.73398, 83.05569, 83.55618, 103.59174, 111.91249, 138.01337, 87.95549, 96.51747, 104.89955, 111.45852, 97.34632, 88.58286, 123.57681, 145.63782, 88.8345, 114.04778, 174.46394, 139.36519, 125.3049, 95.42786, 142.02921, 77.75735, 119.41296, 137.15598, 103.40093, 122.26873, 122.34407, 101.68085, 76.27082, 145.42102, 156.56267, 118.13382, 124.30344, 122.90067, 130.61311, 110.36546, 136.55154, 144.75854, 157.66043, 113.8567, 93.97786, 103.51141, 141.51801, 118.14577, 114.08234, 163.47272, 144.00266, 133.52734, 70.35595, 118.12142, 152.97993, 212.22029, 272.57571, 310.16855, 276.32306, 217.46149, 267.20154, 273.69046, 375.29279, 261.564, 214.60234, 242.14198, 243.2433, 221.52319, 280.91934, 273.38791, 283.6344, 282.62531, 327.73993, 238.58032, 272.50214, 319.82214, 292.16458, 340.17081, 325.9252, 306.30005, 293.46048, 253.71057, 262.866, 310.15829, 344.71295, 256.99994, 255.64731, 314.30603, 289.70123, 254.32498, 292.98187, 305.62854, 305.52722, 240.91179, 268.77808, 291.9162, 267.69769, 347.29187, 312.07007, 268.8801, 275.91418, 233.07475, 361.01593, 284.15387, 303.85959, 305.9563, 392.14481, 355.43405, 334.32831, 293.42844, 256.95551, 336.13071, 242.08652, 342.79648, 274.59003, 278.61386, 190.6265, 296.14716, 303.09622, 379.02115, 327.07983, 325.026, 317.58221, 246.65442, 235.13049, 234.2605, 195.14252, 296.18048, 303.08365, 257.99814, 318.61023, 265.11304, 306.28763, 354.02673, 256.55948, 273.89792, 286.85934, 333.15329, 274.03015, 337.28235, 329.38687, 376.54733, 382.27271, 315.09637, 302.54184, 287.62994, 224.84795, 335.02881, 274.26373, 293.76654, 264.59674, 296.37106, 499.92072, 341.99802, 327.03064, 292.09009, 342.69427, 330.55347, 334.29468, 262.65475, 357.89496, 376.06244, 291.69363, 357.48816, 382.46497, 285.33203, 412.68652, 350.43005, 261.31433, 252.32201, 206.10034, 247.25629, 310.33218, 371.8504, 280.75952, 200.31909, 295.48294, 321.9613, 243.98163, 245.0863, 320.36349, 431.39691, 343.07904, 269.52826, 313.67053, 405.6076, 348.99271, 290.88446, 364.07977, 393.80856, 348.89148, 285.00024, 344.9697, 317.63544, 363.91248, 374.7952, 369.48422, 347.2052, 392.83051, 193.77187, 281.5329, 310.65454, 216.56937, 284.83575, 377.229, 318.87067, 381.89764, 402.63611, 244.14172, 389.06424, 278.85046, 283.77466, 286.46863, 272.80872, 265.47018, 279.20276, 327.69873, 481.77344, 293.98553, 215.11047, 304.88541, 416.30237, 208.94962, 387.17834, 336.94595, 302.15945, 342.34766, 350.02679, 354.27444, 201.1058, 291.92444, 292.31824, 399.80914, 296.38373, 290.29047, 269.33441, 439.15955, 267.40234, 320.42792, 316.22028, 377.24997, 316.83255, 375.43347, 392.33078, 329.85138, 460.94031, 424.22864, 365.72607, 397.56775, 364.81558, 394.61475, 436.54608, 304.87607, 375.29123, 347.69843, 302.18213, 422.20715, 367.41217, 379.302, 380.17438, 364.01624, 338.99066, 400.88364, 348.15048, 355.4678, 425.42065, 372.90317, 437.65405, 344.31921, 370.30899, 323.91046, 430.98114, 311.22845, 291.57889, 372.29916, 325.83173, 335.19193, 431.87354, 392.48785, 408.95294, 448.4791, 348.70068, 326.8887, 397.8172, 421.14612, 303.99677, 404.28119, 304.94962, 361.19638, 220.66861, 428.88391, 385.04031, 393.9343, 330.6579, 351.09393, 247.1235, 300.47379, 359.21674, 321.54065, 302.83582, 333.02029, 280.37708 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 210.90822, 265.254, 249.96861, 286.67749, 294.77014, 292.51025, 280.35217, 250.07277, 348.20001, 38.75187, 247.73915, 399.37799, 458.68262, 320.05396, 324.43387, 469.33411, 519.89478, 317.98773, 418.13284, 498.38843, 215.97441, 310.38544, 382.84808, 134.66614, 407.3728, 316.63983, 418.41763, 335.31342, 378.07538, 385.03339, 504.09644, 255.63698, 441.21881, 396.90784, 383.70404, 431.55853, 455.78754, 346.66632, 442.13794, 393.28275, 457.32773, 350.07724, 441.58881, 327.55029, 411.3877, 418.84445, 336.00253, 494.07428, 432.8595, 466.45099, 429.65125, 418.32977, 460.75604, 552.72583, 442.48322, 381.72089, 389.31827, 469.34729, 478.42923, 366.45474, 511.25751, 335.83438, 429.05927, 384.07697, 476.05191, 374.53101, 320.04883, 388.33203, 399.47433, 498.15576, 546.94238, 374.11206, 376.56268, 510.46826, 318.08759, 489.25241, 608.08289, 377.8222, 412.71469, 535.77557, 418.61993, 477.76245, 450.48465, 470.34808, 459.73572, 384.55621, 487.38202, 295.83463, 456.97479, 461.36279, 466.62732, 226.11731, 342.12152, 478.80231, 504.22153, 631.87378, 362.12158, 433.60751, 406.1528, 475.16409, 536.1131, 598.24799, 448.54498, 410.49371, 433.06409, 548.39941, 299.56226, 437.73624, 465.51044, 469.22351, 383.66022, 369.30188, 476.95642, 254.03125, 456.21518, 506.16238, 412.43707, 458.38443, 462.95813, 358.13654, 470.07086, 576.97778, 518.67017, 415.41455, 475.73541, 402.46735, 646.75391, 344.0925, 508.36127, 463.78149, 412.60901, 426.33728, 306.74832, 490.20746, 281.30646, 367.93701, 424.76685, 485.61908, 563.71381, 461.60309, 490.36438, 538.45514, 508.9389, 341.92191, 571.46692, 345.18579, 596.33459, 509.50037, 507.19629, 307.52686, 501.69232, 566.25934, 477.2121, 424.87561, 431.82605, 526.41357, 354.70877, 549.85944, 439.42761, 451.91248, 436.22476, 485.7254, 503.31989, 613.56995, 440.37296, 444.30432, 421.02795, 228.0554, 445.7482, 371.28345, 541.16455, 429.09827, 355.8382, 509.08496, 612.00177, 558.78955, 434.21082, 579.07227, 218.66238, 523.10052, 382.64258, 458.73544, 592.98914, 414.38284, 365.12595, 504.38412, 411.81085, 578.98431, 482.62057, 564.46472, 628.26025, 526.85797, 516.84717, 512.62402, 547.42395, 560.12097, 546.50391, 481.9585, 595.54858, 391.5072, 460.48874, 383.02588, 458.45648, 621.53046, 527.58978, 416.44519, 627.84583, 514.2157, 591.27008, 245.06812, 642.22449, 516.33636, 697.25854, 214.00949, 540.99438, 580.93384, 571.77118, 487.35306, 628.57245, 521.69196, 548.05774, 523.74011, 611.15198, 511.01578, 553.15601, 651.14124, 514.45801, 620.57288, 535.68811, 503.53082, 385.42636, 637.67285, 597.26648, 680.2453, 624.31995, 786.23199, 546.75372, 631.72522, 490.14719, 459.87698, 580.17719, 543.71716, 547.24976, 457.84698, 501.23505, 473.71942, 550.44006, 494.13837, 596.90295, 474.90164, 537.88843, 346.22839, 645.37744, 505.44754, 602.00879, 509.92621, 596.97107, 587.17944, 685.15704, 557.46637, 345.06793, 693.44434, 555.45459, 472.8327, 589.6778, 384.39252, 461.7395, 579.13959, 543.36938, 588.97302, 482.58258, 470.07294, 505.56418, 576.61902, 523.64557, 555.46667, 574.25336, 600.60529, 558.41168, 543.70636, 588.64172, 536.45471, 643.9256, 550.69153, 451.3197, 554.47546, 647.84277, 579.39868, 635.7218, 649.69995, 479.30682, 489.93158, 577.86194, 655.00037, 600.96277, 644.35681, 567.77954, 562.41101, 419.80307, 618.33606, 620.24109, 555.04565, 256.83362, 93.00952, 313.5098, 605.24805, 637.05676, 599.61877, 497.78027, 592.11389, 512.06122, 578.86548, 551.62775, 542.69659, 245.22784, 854.95331, 505.49344, 696.87476, 356.54306, 520.64111, 546.12006, 550.38599, 470.23593, 485.93326, 699.2832, 533.79321, 803.73956, 681.26862, 403.45453, 231.51266, 688.58557, 722.16742, 269.40692, 689.86426, 525.61389, 503.5303, 708.68488, 791.78497, 573.55829, 736.9516, 888.29065, 432.62656, 656.69275, 376.64987, 384.34323, 676.1217, 555.40137, 688.15759, 551.38843, 485.44757, 689.93549, 350.54169, 634.69226, 696.78308, 658.97705, 609.83423, 625.78418, 645.38373, 210.09647, 657.64185, 616.71643, 539.42212, 640.43176, 739.80499, 502.31061, 493.85413, 712.64929, 730.44141, 804.18835, 645.95306, 436.01862, 698.56616, 366.43134, 557.04498, 982.52136, 609.77197, 734.74512, 654.88263, 794.90369, 603.73914, 147.06601, 761.17004, 742.00281, 588.57568, 535.88531, 781.78418, 241.52151, 539.57837, 814.13782, 479.84714, 323.2457, 421.33398, 797.65967, 735.17493, 525.98584, 673.93677, 974.90649, 746.15509, 543.46515, 649.50879, 339.7749, 1006.10767, 673.31018, 298.56812, 857.57764, 370.4469, 882.87213, 550.42401, 834.83917, 1064.69263, 600.37457, 1147.06152, 1156.21899, 783.72473, 908.81116, 371.44971, 1019.52228, 658.84442, 496.31723, 323.67316, 907.05273, 451.43063, 997.02911, 1058.60034, 489.0462, 987.36359, 628.12018, 555.41736, 937.3009, 1250.89429, 1149.58459, 1215.95789, 1107.02234, 1033.57996, 1051.07886, 1029.39771, 776.69958, 535.27106, 740.02332, 1039.06641, 1139.01477, 1107.82898, 926.41248, 1162.12085, 1647.375, 974.26941, 994.80469, 1448.40247, 1562.37341, 1714.30835, 1498.23596, 747.08881, 1090.99414, 1359.45264, 811.2334, 1998.33118, 1877.39624, 1764.94263, 856.98938, 1373.09753, 878.17639, 2166.60278, 1032.95239, 1616.61963, 1922.04431, 1443.64111, 1477.98096, 1532.0675, 1877.08582, 1889.09082, 594.93146, 2736.19824, 2055.4165, 1616.04712, 2376.18311, 867.41656, 2029.39551, 1620.90198, 1073.94617, 1580.05994, 1974.89734, 2521.11084, 1838.5791, 1922.62671, 1043.72656, 995.07886, 1912.91821, 2479.49976, 2969.27197, 1328.16968, 3373.10669, 2447.89111, 2914.80859, 2610.83252, 3355.73633, 2810.90796, 2846.96045, 3109.05664, 3234.72266, 3250.18115 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 339.8045, 335.86517, 417.4147, 430.82422, 532.19611, 481.36987, 369.34439, 402.43542, 406.05963, 483.72491, 376.46387, 481.60117, 448.5708, 523.07495, 398.05365, 434.76276, 383.74469, 504.78403, 403.86813, 479.76154, 469.02985, 498.38818, 361.63043, 486.01987, 475.19727, 511.49005, 531.17719, 602.23236, 656.40662, 404.7272, 548.26685, 472.90393, 520.83466, 414.15881, 504.00211, 524.91791, 490.32788, 470.21448, 458.42041, 538.19617, 539.37927, 399.10577, 535.48474, 538.61914, 388.54565, 479.12955, 629.40674, 526.83264, 493.422, 546.0072, 413.72839, 469.4079, 605.18304, 461.69052, 556.1333, 553.75714, 522.36853, 598.75922, 480.99646, 458.39435, 547.073, 527.08112, 495.52777, 545.87787, 512.72577, 575.7533, 558.65735, 622.60028, 489.02072, 542.15326, 524.72644, 508.91464, 678.92163, 516.64246, 520.88184, 588.50391, 526.63715, 517.86279, 580.5282, 559.12354, 488.88489, 481.77908, 542.92841, 497.7749, 575.92645, 524.99182, 562.51996, 528.88934, 481.05786, 540.336, 544.2915, 441.72992, 498.36987, 446.97635, 484.92075, 494.59204, 457.21783, 573.83716, 578.82202, 616.22827, 504.53491, 495.48376, 553.10925, 514.46106, 682.84698, 476.46576, 556.7016, 545.02209, 495.9592, 566.71649, 485.37134, 480.25604, 629.06213, 497.4613, 502.22415, 512.64441, 514.12109, 554.55359, 593.48865, 620.02563, 570.26147, 556.06848, 607.7359, 474.59271, 575.19263, 566.58008, 556.27161, 559.14258, 543.57629, 560.16406, 594.08179, 566.13239, 510.26526, 619.92883, 487.22937, 570.64136, 453.2713, 620.90436, 548.8941, 547.55487, 560.64905, 577.68488, 736.98926, 512.38953, 624.35474, 556.47595, 472.7933, 637.97253, 483.86969, 681.85211, 556.62762, 528.62512, 539.11816, 522.63672, 585.14948, 586.62292, 565.15808, 627.29834, 455.50177, 564.76904, 497.99634, 545.86621, 509.25226, 659.55115, 550.01788, 591.25647, 609.03967, 637.32776, 561.35425, 540.30182, 659.38757, 609.33472, 599.23193, 547.06348, 482.3674, 508.25684, 650.43652, 541.01306, 586.03357, 551.77014, 648.83356, 604.94183, 599.56659, 612.21289, 621.37305, 515.24133, 544.52893, 652.50446, 607.58447, 551.04883, 535.93146, 638.64014, 635.80872, 539.77319, 499.29568, 588.9303, 505.22278, 536.11737, 577.30029, 606.78729, 606.09595, 609.16718, 565.9895, 645.35632, 586.93713, 521.29968, 591.84283, 595.53882, 510.17874, 573.39954, 536.45312, 626.66962, 619.12366, 531.69604, 592.06824, 488.44708, 635.49109, 490.16089, 631.64478, 544.76874, 650.0285, 632.95886, 617.13477, 519.05603, 627.66663, 559.88, 538.82501, 553.87201, 670.73077, 589.00659, 484.04388, 620.45227, 541.15845, 491.71918, 598.24573, 495.05685, 593.46368, 762.104, 632.85345, 514.93555, 561.36951, 567.15234, 596.28687, 638.2948, 573.86475, 605.26416, 639.76367, 649.53638, 563.50201, 608.40051, 476.6369, 528.88251, 564.20752, 602.87964, 583.55786, 624.16602, 585.55676, 625.99298, 655.37122, 701.823, 480.6687, 558.06335, 581.60925, 681.07745, 569.22333, 668.64111, 613.09943, 546.77893, 575.61499, 592.17975, 553.08203, 674.08502, 598.48291, 638.50049, 546.97375, 588.57495, 619.10577, 571.31519, 604.62378, 620.84216, 605.69043, 701.09131, 652.59436, 676.92377, 690.66321, 674.12689, 624.38843, 594.90656, 574.98505, 658.21008, 594.78021, 577.44067, 514.74341, 584.27954, 632.38428, 665.45752, 620.97266, 520.4552, 660.64673, 663.81439, 581.55682, 622.49286, 448.82498, 664.97864, 687.60986, 538.39917, 628.73511, 671.10498, 669.82434, 695.03406, 652.97186, 578.47516, 550.41138, 568.94141, 552.14563, 568.13635, 665.59424, 649.4306, 636.03192, 597.17963, 605.23999, 605.44403, 647.49219, 712.22217, 672.46912, 727.82275, 677.99438, 594.90393, 580.68713, 603.87463, 479.14636, 586.64893, 592.55548, 648.48492, 657.82434, 634.71478, 705.41418, 711.26001, 718.53699, 589.38965, 694.82996, 662.27112, 745.89587, 595.3689, 626.34985, 657.97522, 566.34808, 662.81201, 670.39185, 740.81628, 708.88629, 768.02203, 655.08899, 610.32629, 630.60358, 658.29431, 568.47253, 774.26483, 730.66394, 621.26453, 607.02637, 689.72473, 667.94116, 688.40747, 747.09558, 605.69043, 611.41418, 708.64844, 593.55396, 619.28168, 640.23523, 664.5022, 564.04285, 587.19946, 644.85712, 570.36206, 558.07391, 597.40887, 612.94299, 666.29761, 604.16748, 627.97705, 635.87256, 620.70422, 620.50085, 645.72974, 515.32501, 547.2666, 713.65039, 685.14014, 596.51642, 700.95135, 673.02753, 643.8147, 614.01001, 641.138, 564.29791, 574.61255, 662.76544, 609.57532, 756.35938, 745.46338, 728.03821, 590.01221, 729.45959, 600.79187, 665.33337, 657.71411, 514.16022, 668.69714, 684.7619, 657.87646, 675.07922, 710.59924, 708.24817, 579.15399, 631.79492, 639.28705, 778.00775, 708.38385, 638.69714, 608.11041, 721.35321, 690.21313, 564.20392, 732.49756, 681.41931, 692.14435, 667.98346, 700.81683, 733.06549, 667.52087, 768.43201, 716.42908, 770.86682, 734.69861, 721.37286, 631.0636, 751.40906, 688.11047, 686.68958, 801.47461, 626.00079, 811.28094, 680.1579, 651.23547, 615.8125, 746.11639, 750.64398, 782.13464, 715.5614, 602.15033, 607.08875, 675.87067, 768.29443, 700.64526, 727.48462, 749.8573, 707.91394, 712.82849, 773.28894, 726.8219, 748.28888, 699.35413, 673.32971, 815.62402, 812.82544, 876.45129, 734.7298, 729.03174, 736.67554, 744.69611, 670.20111, 751.05664, 691.98346, 841.87952, 769.65369, 820.43555, 687.5296, 796.25586, 725.18964, 720.83612, 871.8125, 802.84009, 698.42633, 759.6239, 737.65173, 699.94073, 709.50989, 765.8031, 751.64685, 727.4325, 625.55212, 734.90601, 661.0459, 730.68506, 766.49414, 854.65686, 825.43616, 830.44226 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.16747459752465607, "neutral_loss": 2.770026504224619, "target_chat_loss": 1.4939850637970176, "target_docs_loss": 1.2139411632257244, "neutral_init_loss": 3.558919999694824, "target_chat_init_loss": 2.084289751815796, "target_docs_init_loss": 2.442532524108887, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 57.21533, 59.70462, 84.14204, 63.96721, 70.75965, 93.7937, 83.43897, 48.19165, 75.1362, 60.0827, 79.43997, 76.09798, 74.17484, 78.98071, 75.2496, 99.9886, 74.88455, 83.83121, 92.56786, 78.1517, 94.31891, 72.68497, 102.2052, 80.26484, 68.12817, 68.18869, 80.08884, 74.24592, 70.24734, 54.5957, 100.77536, 82.76697, 76.59793, 89.24178, 71.06833, 70.06846, 82.6618, 44.33571, 81.13402, 64.72493, 109.16624, 75.15552, 70.95174, 68.93822, 76.83261, 60.54141, 94.0833, 116.14739, 61.4096, 76.20025, 51.11877, 115.46169, 94.51472, 89.14663, 90.83071, 78.14155, 62.28984, 80.33332, 61.24556, 96.96712, 78.41383, 70.67677, 99.91853, 80.52808, 67.75243, 66.53349, 107.40108, 75.99088, 114.68907, 128.06161, 65.32098, 81.13684, 105.1268, 61.85295, 92.10616, 111.72792, 65.95999, 91.79887, 60.23779, 108.0153, 94.21575, 69.92616, 83.33749, 94.24634, 94.40398, 97.61612, 45.89891, 94.91228, 95.54526, 55.78784, 79.62022, 101.56883, 83.03801, 71.14302, 59.89973, 104.93748, 88.12125, 74.5658, 79.97673, 76.77022, 98.17589, 92.5853, 110.8685, 71.78187, 99.47032, 76.26807, 88.06308, 93.22755, 75.47393, 93.86007, 116.45676, 71.27566, 103.89267, 100.91824, 60.63222, 120.14134, 84.09889, 73.25116, 92.09507, 84.85989, 85.95638, 53.74152, 92.14426, 48.2523, 110.85973, 100.36177, 114.3197, 119.76997, 96.49563, 68.59159, 89.46576, 88.96729, 127.27941, 90.48479, 34.83915, 91.16024, 118.13168, 127.03175, 112.3959, 112.91084, 74.61436, 115.05804, 59.88592, 136.37654, 87.8149, 106.4963, 70.31252, 108.81779, 101.73051, 82.49538, 109.4207, 89.63802, 87.30119, 116.20381, 93.37878, 95.94519, 109.83559, 88.82304, 82.69118, 94.90244, 111.75127, 136.58687, 123.54408, 116.07333, 123.25497, 108.884, 68.36876, 105.76176, 112.40997, 98.7971, 115.19478, 114.74538, 84.32485, 101.40459, 122.41098, 98.34906, 102.9359, 75.88078, 98.1797, 110.63153, 99.74068, 105.90468, 99.85423, 100.90486, 125.43645, 61.68291, 110.9979, 81.55716, 78.61176, 84.05153, 100.16682, 119.28632, 110.85641, 101.57092, 70.618, 118.17647, 93.35619, 80.93912, 135.87151, 104.99787, 113.82746, 88.02029, 122.53276, 77.78935, 78.67966, 93.76974, 109.85182, 132.57906, 85.20701, 91.02631, 95.35963, 107.49861, 91.73494, 79.72664, 110.95217, 136.46165, 81.117, 106.06293, 164.82808, 127.0764, 121.39448, 88.16772, 126.80827, 68.51137, 109.06723, 130.60004, 96.94225, 116.01714, 115.36494, 95.38402, 76.29537, 134.24301, 142.1151, 110.4469, 116.33113, 115.71619, 125.36179, 101.31417, 129.03992, 134.41135, 152.28809, 109.31021, 88.78933, 99.28061, 130.33153, 111.93866, 106.48806, 150.49173, 140.48964, 126.716, 61.98091, 109.45676, 136.96939, 202.7757, 243.81943, 295.69705, 254.74908, 204.15515, 240.96152, 251.26962, 350.11948, 257.24689, 196.21587, 224.70859, 233.55911, 210.33109, 266.70499, 260.71881, 267.92047, 262.6976, 305.90619, 231.08618, 261.9198, 291.84186, 266.11426, 327.10245, 317.92084, 290.70087, 275.57303, 241.20763, 245.66624, 288.73178, 328.36581, 245.01056, 243.23817, 295.90619, 278.90753, 227.35854, 269.76978, 286.61902, 286.17056, 225.28119, 250.49539, 264.97678, 254.71739, 314.0047, 287.00339, 245.94769, 255.55211, 209.47598, 334.3252, 271.87155, 280.16827, 282.01514, 359.27066, 338.86151, 321.73712, 272.14789, 242.72281, 323.95822, 228.30164, 326.89139, 257.69388, 261.59348, 176.92033, 280.0347, 288.77209, 358.5564, 328.10785, 302.258, 301.94736, 242.82045, 213.98323, 219.6062, 183.00189, 268.16446, 294.66443, 244.11671, 299.93436, 242.19345, 282.39923, 344.81393, 230.71194, 246.22038, 274.3017, 318.52481, 261.03372, 305.9588, 322.53903, 351.0882, 356.18359, 289.1759, 286.62524, 270.50134, 222.55167, 310.8241, 247.08688, 274.19696, 253.71768, 286.19806, 457.49866, 331.06863, 304.42493, 275.48691, 316.38654, 314.18787, 321.54861, 245.26135, 326.23077, 362.92725, 280.90521, 341.28278, 364.90845, 265.94357, 389.66174, 342.81744, 242.64694, 237.88287, 187.43921, 236.00891, 302.92047, 360.78986, 261.14569, 195.62819, 279.02289, 297.89423, 227.38834, 235.04893, 299.34814, 396.88678, 313.39883, 254.69559, 304.25992, 381.76935, 326.7359, 261.42645, 347.34134, 379.10992, 338.71118, 274.42316, 325.05341, 295.55585, 347.89142, 359.66943, 336.10373, 330.86383, 364.81372, 185.16916, 259.3515, 292.08408, 207.98911, 273.70203, 361.97107, 291.20709, 368.11096, 383.49109, 234.5851, 377.93103, 266.1394, 267.57526, 268.14819, 267.64172, 242.74426, 262.32031, 305.89874, 480.22607, 285.52722, 209.40079, 289.03879, 394.68027, 191.9726, 369.33801, 309.45795, 281.86258, 323.20001, 333.86209, 320.38879, 191.33795, 274.27936, 271.36603, 375.41055, 279.25858, 263.44986, 247.45882, 403.54828, 264.56589, 295.62003, 300.32025, 359.0878, 292.07443, 355.16516, 373.96597, 303.38538, 433.5173, 402.94949, 336.11963, 375.15289, 338.60162, 381.72235, 431.69287, 286.18805, 354.7663, 323.24567, 284.54614, 399.77142, 349.44754, 354.30441, 362.80899, 337.69565, 321.85852, 372.65161, 331.505, 335.76849, 401.59625, 346.01367, 409.97638, 337.16229, 337.28809, 310.79205, 403.89825, 282.76688, 268.98883, 341.89587, 306.36777, 310.32922, 404.17328, 355.42267, 377.80679, 412.23712, 320.40985, 314.06183, 377.30096, 402.88849, 278.96204, 381.48468, 285.44287, 321.26584, 200.65628, 378.93933, 350.38513, 380.93121, 315.39301, 331.29132, 227.7554, 277.89783, 341.42291, 297.73425, 289.64633, 311.02267, 256.58783 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 206.65179, 228.80582, 227.28061, 252.21997, 267.31226, 265.02643, 265.20731, 227.37375, 304.23608, 35.87405, 240.26532, 379.16168, 409.66937, 278.37567, 297.95547, 433.31079, 472.14688, 299.29123, 380.28851, 465.11469, 204.01938, 296.01056, 354.70453, 125.68072, 371.38025, 284.79486, 395.26727, 319.4953, 352.15503, 363.40848, 474.27969, 256.04886, 379.62036, 360.47681, 343.81854, 410.52612, 396.81268, 326.09186, 421.72971, 367.55627, 436.1008, 326.03833, 415.26849, 318.09503, 374.63104, 382.87793, 326.40564, 478.37909, 401.80615, 438.33179, 371.17511, 387.37488, 428.48267, 491.28027, 405.47238, 357.75153, 383.69537, 424.96552, 451.92825, 341.07245, 486.36139, 319.5993, 401.23422, 341.75104, 446.79874, 336.77347, 293.46881, 358.9863, 357.65253, 479.8096, 462.77307, 317.88788, 348.5401, 443.66611, 288.95883, 429.07953, 549.91162, 358.00299, 340.69659, 451.53735, 400.4823, 447.67029, 427.1575, 437.58099, 428.32697, 351.86945, 416.26935, 288.11868, 418.90894, 418.87378, 439.64832, 216.96823, 320.83667, 417.41479, 456.11127, 607.45923, 329.83914, 385.34183, 375.16699, 420.71613, 494.35651, 563.38855, 406.22882, 390.08112, 408.55182, 498.48972, 281.39716, 406.57764, 436.02216, 440.14819, 353.75955, 331.99478, 444.38516, 230.93079, 406.45825, 482.19516, 392.33875, 419.12485, 417.8714, 343.94104, 427.51282, 472.4628, 476.00079, 399.41779, 418.95355, 372.60278, 612.41724, 313.98956, 459.4364, 418.50882, 388.71362, 391.22043, 288.03558, 468.73688, 246.25722, 360.39371, 401.42297, 448.521, 505.38013, 447.82684, 447.91019, 486.88171, 459.73676, 309.7139, 513.40717, 326.26508, 524.46045, 474.44852, 470.35391, 295.3591, 451.43442, 494.43103, 440.70007, 401.42169, 396.33582, 461.90683, 336.62152, 512.64783, 406.86957, 441.62131, 421.81659, 441.58731, 471.20621, 581.36896, 404.09503, 412.36121, 377.79205, 220.21439, 415.17529, 341.88342, 479.12006, 399.52545, 329.6824, 465.05072, 573.16174, 510.97592, 400.17078, 548.11713, 211.69366, 460.50369, 368.43594, 435.40561, 509.93658, 364.95792, 339.91644, 467.86371, 357.72113, 518.49426, 424.37866, 485.43298, 552.09656, 460.94598, 490.86682, 456.88782, 467.9187, 478.6983, 480.35934, 469.03912, 554.37158, 357.65201, 412.83118, 339.60718, 426.57837, 546.74713, 458.93677, 392.44254, 584.21722, 490.80261, 517.4458, 231.85699, 574.95551, 460.6377, 597.38611, 198.35243, 498.7124, 529.34473, 506.26575, 450.34116, 562.1521, 489.01016, 463.70691, 481.37793, 544.86737, 437.82138, 488.52426, 589.11859, 462.42407, 544.5769, 494.28778, 451.88068, 364.6015, 571.76031, 541.90881, 626.23242, 537.6073, 682.18921, 497.65024, 565.18439, 452.87744, 429.50372, 508.32043, 498.21304, 515.38782, 431.72925, 453.12549, 442.20074, 494.1293, 466.56934, 523.35931, 429.51791, 510.39423, 283.54016, 577.50122, 467.70618, 534.99915, 472.01251, 529.42664, 524.72333, 660.17755, 521.84552, 304.68463, 622.86768, 490.82547, 454.58044, 542.30768, 361.01111, 401.76392, 525.2995, 522.77332, 514.14349, 443.80084, 441.0278, 463.46564, 546.57031, 504.70612, 490.28284, 519.10712, 561.53943, 504.56183, 488.59515, 531.71887, 494.69186, 577.43341, 524.57141, 417.26108, 475.13751, 566.38953, 529.64624, 574.63953, 595.63611, 437.13, 450.07324, 509.12408, 591.02979, 559.22131, 562.78864, 510.793, 517.73425, 383.21735, 546.70679, 576.12976, 491.77771, 226.78302, 91.06281, 310.49243, 560.3985, 589.77087, 538.90912, 441.37311, 577.23633, 481.8092, 510.77039, 515.9292, 481.35205, 233.0907, 782.44965, 451.22403, 659.11334, 334.9147, 473.00861, 520.53918, 504.69656, 435.77185, 441.28687, 630.92755, 503.00168, 731.42419, 590.01917, 381.79059, 219.34796, 595.04797, 648.87787, 255.51468, 642.51428, 495.92944, 449.10083, 647.85492, 657.3288, 487.41666, 659.73853, 810.58655, 408.2684, 633.61401, 355.08307, 364.47116, 561.93622, 477.36331, 610.06152, 487.00653, 454.80646, 607.22034, 310.12122, 571.91119, 683.42737, 600.57507, 556.86249, 578.06128, 536.74847, 202.29636, 617.7439, 569.56824, 513.17578, 579.88196, 683.82727, 447.59827, 463.15463, 650.86652, 670.43359, 728.06659, 574.63373, 401.42316, 639.60516, 344.3894, 514.7251, 903.91766, 552.56854, 651.11554, 606.84283, 709.83972, 560.09729, 141.7506, 666.8399, 641.31549, 529.19824, 517.18011, 710.47656, 211.73267, 467.51291, 754.0553, 416.83594, 292.50696, 376.45563, 707.01086, 667.35168, 484.11353, 628.2522, 875.72668, 674.36041, 499.64868, 592.09314, 333.35483, 896.47253, 576.7782, 276.20001, 736.97284, 355.40167, 791.81287, 524.06067, 775.95697, 1020.70764, 543.59753, 1049.62085, 1045.84534, 695.94495, 809.66064, 349.92987, 982.19135, 594.69238, 439.0791, 315.3154, 797.0686, 418.3555, 867.23792, 992.44336, 446.60632, 903.32532, 584.2998, 527.29358, 911.49402, 1206.23474, 1088.68896, 1170.56995, 1024.59644, 954.90491, 936.94543, 961.20203, 742.32581, 491.44351, 593.44019, 1000.16656, 1096.86377, 1060.82935, 837.94568, 1051.66113, 1565.43384, 903.9845, 920.51068, 1318.96436, 1527.50244, 1669.17358, 1381.77881, 702.73242, 1036.16895, 1261.80103, 744.71613, 1921.52014, 1796.33655, 1680.75952, 777.50366, 1318.14624, 749.36963, 2102.75122, 942.51709, 1520.03894, 1884.5188, 1399.15845, 1423.68213, 1461.01086, 1790.40845, 1780.41809, 563.01697, 2631.19336, 2009.87427, 1576.30884, 2280.96338, 803.74677, 1935.06458, 1531.54749, 961.59875, 1475.6178, 1866.021, 2466.47388, 1739.08472, 1846.61572, 964.64252, 921.04645, 1809.18274, 2371.1875, 2896.82471, 1220.10278, 3309.72412, 2374.55908, 2839.54395, 2521.80615, 3253.05811, 2765.82227, 2692.82617, 3040.03906, 3148.86523, 3158.28174 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 225.11893, 237.02959, 318.8107, 332.71616, 391.9866, 350.94763, 263.61884, 299.23398, 264.91339, 344.62903, 269.43536, 322.97, 312.46649, 374.12402, 267.14108, 288.02075, 268.96335, 335.37039, 250.33276, 328.41437, 273.27557, 307.61298, 216.24655, 338.93832, 314.59515, 353.52954, 388.71191, 451.27829, 495.60452, 254.46207, 368.54596, 320.41235, 355.01669, 264.66116, 321.77112, 360.38733, 314.15036, 331.95566, 308.28845, 390.16943, 364.98474, 264.13126, 371.2088, 371.10602, 295.25577, 351.23685, 498.92004, 347.84039, 304.14233, 371.54883, 261.53796, 270.4538, 430.34683, 307.1908, 390.64529, 395.42822, 396.76801, 432.5845, 275.84848, 294.81943, 393.77457, 359.74323, 292.98114, 353.17639, 332.61536, 405.36615, 368.26538, 349.27502, 310.83105, 331.13483, 358.59674, 347.16187, 482.29449, 365.63876, 331.47913, 370.4624, 346.17242, 340.84894, 369.44171, 363.76538, 317.63928, 307.27478, 364.37308, 301.60144, 395.41785, 334.18768, 367.16443, 352.27466, 300.50909, 398.66364, 338.45676, 284.70386, 315.20624, 311.57275, 340.14917, 309.28885, 276.55127, 359.46689, 435.69522, 401.35751, 361.84055, 342.19421, 392.46936, 320.31769, 494.72388, 298.41541, 370.29706, 357.42377, 293.68677, 309.92569, 298.9249, 297.91205, 394.8765, 314.74304, 349.58112, 354.09442, 333.23508, 377.06497, 445.61154, 403.07721, 391.59186, 321.47998, 479.34558, 282.76477, 398.60876, 344.47583, 371.58496, 394.66388, 369.21542, 367.06445, 374.59283, 383.4588, 350.0336, 442.50873, 326.74677, 371.77023, 251.8504, 452.02908, 407.87112, 342.50931, 354.60773, 396.74887, 514.64343, 315.83105, 399.78101, 399.43201, 284.20032, 431.36615, 334.66931, 507.11823, 397.87488, 351.24268, 346.75208, 405.83514, 340.68152, 382.47827, 355.5769, 446.99188, 289.94336, 370.2923, 318.05963, 358.15018, 289.70554, 462.59711, 355.29044, 384.09021, 416.9758, 419.55786, 349.7738, 340.35059, 460.95349, 442.89633, 386.59863, 378.10101, 325.57529, 352.50851, 436.82819, 373.41882, 392.92279, 375.44147, 452.91119, 403.15076, 406.94818, 407.19525, 368.02136, 302.84662, 327.82803, 459.81314, 411.28912, 349.97617, 367.28595, 407.84296, 438.19748, 360.00934, 324.09949, 382.58109, 358.39374, 367.92578, 374.41071, 394.53229, 436.62378, 409.95697, 400.8501, 458.13708, 361.38824, 314.68304, 367.22803, 414.02921, 336.37283, 362.87732, 343.78503, 423.2533, 407.54504, 375.40875, 355.62488, 320.95197, 481.86853, 284.16962, 394.84384, 343.58566, 436.48407, 442.84891, 435.10968, 309.6156, 422.39761, 373.85645, 378.42288, 377.95749, 492.02057, 374.22729, 330.09488, 417.33304, 386.17462, 321.56906, 375.52301, 343.25092, 423.07571, 581.2843, 418.39526, 340.22028, 359.19104, 380.40097, 408.10245, 421.58209, 386.43097, 406.10767, 462.75476, 437.90479, 396.14536, 404.84302, 318.01151, 372.81082, 369.40784, 394.82764, 387.34174, 429.90448, 376.60907, 428.46674, 464.05219, 482.46948, 318.16919, 360.74075, 414.14362, 458.55359, 388.06006, 448.50653, 430.72803, 340.34302, 401.67023, 392.39417, 363.86893, 441.7644, 411.87646, 439.79333, 356.97601, 401.79709, 417.51385, 368.24402, 395.60709, 411.78122, 431.27686, 465.09973, 487.20444, 476.42502, 560.83606, 480.4483, 428.08087, 420.91101, 378.79529, 446.31042, 426.91669, 392.19141, 317.37552, 386.0108, 426.28192, 447.18991, 382.70013, 343.20468, 388.19861, 459.46722, 381.90085, 431.95779, 335.39102, 469.1293, 477.20142, 324.72882, 448.20187, 447.95563, 429.83649, 434.62415, 429.2536, 366.72513, 372.22696, 359.77658, 363.37622, 328.33505, 483.85751, 434.07465, 412.14081, 444.54327, 382.89529, 388.19757, 438.57684, 512.09326, 481.30609, 510.64413, 461.92822, 438.07755, 399.13147, 406.26813, 314.33145, 381.87152, 397.09509, 448.4827, 463.32294, 389.58405, 484.81094, 475.58276, 429.92639, 395.71527, 472.56116, 400.17633, 507.04602, 408.74005, 429.8103, 446.56812, 355.42731, 470.37927, 422.25763, 511.22168, 484.11804, 561.66602, 452.3949, 418.00461, 421.29938, 432.78915, 331.39661, 514.44061, 473.88788, 441.20877, 406.45496, 487.63605, 477.9043, 483.48969, 504.33279, 428.43634, 422.92206, 457.14185, 390.80225, 381.7934, 432.33783, 460.19031, 401.5835, 398.4375, 430.22992, 382.60919, 387.7825, 384.48349, 365.07678, 436.61798, 392.82379, 396.12906, 434.1532, 396.98938, 395.70972, 423.01978, 374.04507, 366.47656, 490.05298, 469.98773, 385.14859, 456.66559, 397.25549, 424.03748, 426.97485, 426.70871, 384.52631, 385.36511, 467.73608, 384.79721, 514.74432, 520.7569, 462.23682, 387.12482, 527.91357, 370.603, 456.49597, 436.61945, 359.59668, 431.07617, 458.89215, 436.62305, 450.10156, 523.05029, 463.46448, 358.70566, 396.76346, 407.96759, 487.45392, 507.5892, 445.9415, 407.51556, 487.89789, 454.31482, 358.5152, 510.28555, 452.46484, 479.84332, 437.07056, 472.90063, 493.23215, 458.6091, 562.96832, 467.75531, 527.29669, 502.9166, 531.89502, 449.0329, 524.86578, 441.85211, 495.46179, 527.2782, 434.57883, 559.93329, 475.17065, 381.78143, 407.53461, 508.17307, 489.07944, 557.78369, 505.03845, 433.73346, 427.64655, 453.38776, 490.73407, 465.03058, 504.92841, 521.19775, 521.53723, 483.19516, 531.57861, 475.15161, 471.8804, 435.20233, 471.30682, 572.16016, 576.2265, 700.4483, 425.34595, 561.76611, 517.84729, 527.36365, 432.05826, 495.40594, 462.40805, 578.63629, 542.06152, 617.5036, 469.32541, 562.97711, 482.74677, 453.09613, 603.83435, 576.77527, 452.81516, 541.28394, 506.59659, 466.77151, 408.25586, 480.25046, 504.06946, 435.81137, 406.33136, 471.65726, 423.38147, 481.13635, 554.29602, 575.76984, 535.52686, 543.87909 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.7587138481266474, "neutral_loss": 2.669324286316913, "target_chat_loss": 1.4402784008331702, "target_docs_loss": 0.9509504521578254, "neutral_init_loss": 3.4182783309936524, "target_chat_init_loss": 1.862516228866577, "target_docs_init_loss": 1.536474117702908, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 60.65274, 52.77644, 80.84511, 62.9477, 63.5733, 83.39186, 80.3128, 42.03366, 68.63187, 60.64818, 80.98623, 68.32275, 67.35409, 79.13557, 67.91537, 92.78851, 68.6381, 82.03305, 90.83678, 74.64548, 83.75099, 65.96417, 94.60674, 72.41205, 61.44656, 58.15419, 76.03157, 69.98685, 69.58446, 49.89745, 91.04416, 79.3735, 73.15996, 82.3783, 68.97235, 63.18991, 76.84878, 42.39199, 71.84393, 63.93738, 104.18069, 70.45733, 67.27478, 66.37663, 76.59666, 59.34959, 89.39044, 106.32002, 61.70284, 73.92587, 51.04577, 116.97937, 91.59264, 87.85777, 85.50793, 74.32359, 60.2522, 79.07291, 57.30047, 90.9239, 78.52168, 65.58892, 92.05196, 79.24759, 65.7818, 66.07344, 98.61882, 76.30836, 118.9958, 112.35566, 62.68937, 76.02467, 95.658, 57.35697, 98.92015, 108.18513, 62.87078, 89.98692, 54.70462, 105.83733, 89.76448, 65.59062, 80.84135, 87.09291, 81.24394, 91.3618, 42.55372, 91.97298, 93.77448, 50.8744, 78.75005, 98.20033, 82.87607, 68.74605, 55.38325, 102.5491, 87.02937, 71.15385, 74.36415, 73.01891, 93.32005, 95.51099, 106.82453, 74.70914, 93.4325, 74.4603, 84.21883, 86.26014, 67.66505, 86.11351, 107.33467, 77.35427, 105.13702, 99.53346, 57.67336, 116.10811, 85.40974, 71.45714, 85.09619, 77.86586, 77.22483, 53.41491, 91.79901, 49.71854, 103.55292, 94.3889, 105.01842, 111.12113, 84.64384, 61.65646, 81.29643, 84.35434, 118.74223, 88.27433, 36.29082, 90.24766, 112.66521, 109.29823, 111.40819, 108.56143, 70.6749, 113.96841, 59.5231, 126.56421, 82.48444, 103.39238, 69.12079, 106.10858, 99.66171, 80.04942, 99.75053, 89.68822, 84.98859, 108.82495, 90.72729, 95.98804, 104.75089, 85.43741, 79.96121, 91.86784, 109.5265, 124.10258, 118.49937, 114.86618, 114.16051, 107.27808, 60.85818, 102.18806, 107.06778, 96.22033, 105.95329, 114.35817, 86.18681, 95.23084, 118.30836, 95.27259, 100.08047, 71.47525, 97.68028, 102.27988, 94.79655, 97.06519, 91.38496, 95.81973, 121.40977, 57.23484, 113.09122, 82.02037, 75.97182, 76.26224, 90.94328, 115.77705, 103.09584, 93.43681, 69.68604, 104.70355, 88.81944, 78.99168, 131.54886, 106.58461, 106.92137, 84.78618, 114.06781, 72.97675, 76.41177, 84.95175, 108.04707, 126.25252, 84.70932, 87.5974, 93.54296, 106.11177, 85.93348, 72.94806, 103.35854, 128.39, 76.96449, 98.60774, 155.21712, 109.84908, 116.33028, 83.74516, 114.4739, 63.64989, 100.7523, 125.70233, 88.84024, 107.56237, 110.1158, 91.47261, 82.45758, 124.59248, 121.52794, 104.09014, 111.55306, 110.66442, 121.68413, 91.13661, 122.08458, 127.14056, 148.1438, 106.98715, 81.96214, 98.64937, 123.32544, 108.45563, 102.98012, 137.50772, 135.64862, 122.94, 59.64665, 103.84958, 123.4325, 205.58862, 229.21445, 291.55371, 258.00415, 200.96623, 225.05154, 248.8455, 334.32944, 265.27032, 188.18362, 205.3111, 231.50124, 210.0979, 270.04849, 261.85117, 260.02808, 252.59604, 294.17551, 234.18851, 260.08676, 276.75861, 251.40881, 314.20776, 304.59119, 278.69064, 266.15259, 237.04033, 229.56961, 272.80579, 323.17535, 241.83997, 236.27809, 293.64859, 280.07465, 194.82187, 258.70667, 283.62344, 271.57101, 225.8075, 235.34032, 245.70905, 246.03825, 288.88483, 268.8103, 238.55321, 247.34123, 192.59171, 314.92578, 266.42694, 267.75314, 270.11401, 339.43567, 330.49438, 317.99783, 273.80219, 236.42337, 319.69336, 226.92184, 328.40433, 247.59734, 249.01874, 161.38358, 274.2178, 281.02942, 348.43158, 325.69345, 289.10492, 299.67572, 243.75513, 200.99759, 222.18802, 180.27928, 251.744, 289.39139, 237.37314, 286.40247, 225.55954, 265.94125, 342.14975, 205.63077, 233.17923, 269.25195, 320.96945, 245.42978, 287.04907, 328.64865, 353.27368, 339.07175, 274.78802, 279.9487, 261.49442, 224.37439, 294.00742, 230.20221, 261.18259, 247.59419, 278.62915, 433.74341, 340.72833, 289.4469, 272.16653, 301.40875, 312.2493, 307.47961, 233.7023, 323.06042, 357.1745, 269.29056, 326.73352, 360.73309, 255.89873, 385.56802, 338.95645, 233.44104, 231.99255, 174.31146, 241.52577, 297.793, 360.07697, 249.05966, 196.91075, 271.56802, 288.14148, 219.69516, 228.83839, 286.29892, 382.58734, 291.8259, 241.63289, 311.70453, 373.86359, 307.72986, 244.18469, 333.59821, 364.13495, 331.80917, 270.5752, 309.44965, 285.90222, 337.3186, 344.81335, 309.57654, 329.90466, 351.9783, 180.58508, 240.7782, 283.4007, 206.15749, 266.6189, 352.41318, 279.55365, 367.26944, 373.53049, 234.48575, 378.46384, 261.42859, 262.43005, 251.75552, 263.84613, 223.74445, 253.03004, 293.07166, 481.12177, 290.56924, 215.62047, 284.15619, 377.55237, 185.16212, 357.41458, 294.34113, 273.84689, 307.86072, 324.30728, 300.70773, 186.36716, 266.42169, 263.80493, 363.57379, 282.79346, 252.32419, 242.35498, 378.47522, 268.48505, 283.55234, 288.9588, 359.67401, 275.85754, 347.35938, 362.71057, 292.22784, 426.68344, 390.49445, 316.27484, 363.77765, 329.06061, 379.45282, 427.41867, 272.35858, 345.70096, 320.15857, 278.98282, 389.26263, 334.03223, 342.96558, 353.68829, 314.50269, 330.79611, 354.55292, 330.69519, 323.06808, 394.08105, 329.89594, 379.11945, 338.94031, 322.35205, 312.4072, 393.12222, 262.23331, 261.47571, 305.16968, 311.86188, 295.20676, 391.06284, 324.61142, 345.19193, 371.5285, 295.05423, 304.52551, 367.69843, 391.0813, 262.88284, 375.40515, 277.0303, 295.9151, 183.96329, 346.6778, 322.63184, 382.0033, 306.21124, 318.03235, 216.16962, 254.01257, 342.423, 284.24896, 284.14539, 298.56079, 228.34006 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 210.6015, 220.69176, 204.33955, 244.69452, 248.17642, 247.19897, 258.53055, 210.69519, 287.69537, 32.33806, 242.11591, 371.76855, 371.95282, 274.31271, 279.61371, 407.06458, 427.03897, 285.88193, 367.65466, 436.20328, 211.19363, 295.27771, 338.56485, 122.38766, 350.11414, 265.82101, 386.1319, 320.55881, 342.28241, 358.28705, 444.77783, 268.07483, 350.4353, 353.81134, 334.80533, 401.71674, 374.3833, 314.46869, 403.81763, 346.57806, 428.46582, 323.87546, 404.62228, 321.83984, 347.36273, 363.42224, 338.45618, 472.04034, 391.24567, 431.52429, 340.85785, 376.14789, 397.47571, 439.0563, 385.85419, 354.63815, 384.89917, 406.02277, 447.84467, 324.05786, 473.58765, 311.56244, 388.6254, 312.5257, 433.23602, 325.60364, 299.08136, 345.9433, 331.26947, 477.51752, 407.46722, 284.00226, 357.737, 427.522, 278.22333, 399.70706, 519.5271, 350.22565, 312.41998, 413.25784, 401.47729, 433.84479, 419.63892, 424.27948, 410.05768, 334.12277, 397.75333, 299.14374, 403.61929, 391.63947, 436.94916, 212.59464, 305.62366, 417.03912, 441.1524, 594.91016, 332.73328, 360.49789, 357.45602, 402.33337, 467.55301, 553.58948, 384.46201, 387.67453, 394.11938, 480.82336, 282.47437, 384.15613, 421.89142, 438.07715, 348.27289, 328.25192, 412.68265, 214.0463, 376.20364, 480.05051, 374.91586, 406.56439, 395.9278, 344.89835, 410.53632, 406.59399, 452.37128, 399.76468, 384.23737, 360.3316, 598.98944, 311.20236, 426.42014, 395.64633, 398.61829, 379.40353, 283.03726, 460.18036, 253.28723, 370.27951, 408.47437, 422.02621, 479.97162, 449.91196, 427.45477, 459.30475, 454.38531, 290.97934, 499.62631, 323.05414, 470.79428, 463.62805, 445.51947, 297.28162, 428.58966, 431.85306, 405.10046, 389.40137, 387.90973, 438.29413, 339.12326, 481.92032, 390.7312, 439.49835, 418.17892, 417.85565, 453.13763, 566.95923, 392.67792, 403.9292, 357.4101, 216.46146, 406.76105, 334.39322, 449.24072, 392.20868, 319.99127, 462.89301, 537.22784, 465.06653, 400.10712, 534.78394, 210.1637, 419.74991, 374.00629, 424.57794, 461.07947, 352.13342, 340.0723, 439.84344, 316.08362, 476.95355, 389.76999, 445.85913, 501.64697, 419.71631, 475.05002, 430.30823, 422.82339, 457.13654, 465.81934, 461.71204, 533.69702, 327.53479, 380.31512, 297.50824, 412.96454, 510.90192, 418.5741, 385.16028, 544.91406, 494.39447, 473.88998, 225.23483, 527.5061, 438.15308, 529.0459, 181.95206, 507.85065, 524.65076, 493.62238, 427.52783, 529.09082, 481.99994, 402.58344, 443.50873, 509.12692, 401.86047, 461.18958, 559.84485, 439.15405, 523.96735, 461.85727, 414.08124, 363.73572, 544.03583, 515.43799, 578.59888, 504.12393, 573.69965, 466.05701, 534.11285, 429.43219, 413.72977, 465.06567, 470.8559, 493.41617, 421.31403, 441.45038, 424.30438, 468.3862, 445.23279, 485.26971, 405.48474, 518.74506, 289.48218, 537.80719, 445.49902, 497.35318, 477.56378, 494.02188, 509.23499, 648.11255, 508.49878, 289.34277, 559.07727, 451.86618, 457.02606, 510.32623, 387.35687, 379.85284, 499.87717, 525.7431, 490.06473, 413.12921, 439.63843, 438.16986, 523.93512, 484.2887, 479.73969, 494.6575, 526.82697, 487.66345, 448.06674, 509.28433, 464.94821, 545.69458, 495.85031, 409.50348, 460.02853, 504.75253, 503.37976, 523.30139, 581.93549, 433.55231, 435.83926, 446.66144, 570.42572, 537.2251, 504.22217, 489.65265, 502.43115, 389.72836, 516.86127, 555.95129, 486.32437, 207.41496, 91.47641, 304.92575, 532.83942, 578.82086, 486.5733, 429.07458, 577.04004, 464.23969, 512.6123, 483.3396, 440.87659, 224.60794, 717.83203, 446.35291, 626.14404, 312.70319, 450.87305, 528.47632, 511.65765, 426.38531, 423.86072, 600.99426, 487.21497, 679.18005, 539.09949, 365.6398, 206.20923, 552.23322, 596.01978, 248.78476, 632.05713, 476.62317, 438.46875, 614.87537, 569.11768, 445.30521, 604.47076, 738.30237, 409.58038, 620.85376, 345.81903, 353.5853, 474.2522, 473.46683, 573.33765, 434.21893, 444.97638, 553.09198, 268.21246, 539.47144, 688.45282, 583.25903, 540.01923, 549.90778, 494.43677, 205.39786, 591.51501, 561.31757, 501.11264, 549.42188, 667.66138, 413.96506, 456.8855, 595.7356, 649.57404, 683.71582, 533.7652, 384.6261, 611.05334, 340.81473, 518.84595, 850.69592, 546.50562, 593.8183, 573.70569, 667.31055, 537.56201, 135.6449, 617.7204, 533.15637, 507.56784, 513.01294, 684.69519, 197.41287, 422.14282, 696.98376, 392.4537, 278.14542, 344.16769, 633.42859, 635.33368, 445.78967, 599.71704, 808.32971, 609.93176, 464.43115, 579.02234, 330.29822, 809.01929, 516.45172, 259.36319, 695.57739, 347.9856, 705.4873, 510.03879, 780.27863, 1004.25134, 502.18915, 972.83887, 991.97382, 633.698, 797.05908, 323.60013, 973.85156, 541.63953, 371.28186, 318.03583, 734.01477, 396.03766, 778.40094, 941.56696, 435.6745, 818.24255, 553.67529, 506.30377, 894.1687, 1228.71924, 1080.3031, 1140.26221, 955.07489, 937.92224, 895.37274, 944.39111, 730.53162, 487.93344, 504.89978, 1009.6142, 1095.9021, 1025.1748, 786.02393, 1021.2218, 1498.59766, 849.74268, 905.82355, 1264.7384, 1524.15869, 1649.80713, 1323.21777, 664.56299, 1039.82288, 1210.50659, 741.46338, 1896.34595, 1764.13025, 1652.40002, 721.0686, 1332.70093, 691.91998, 2067.17603, 911.01508, 1467.80554, 1886.72778, 1395.47485, 1467.90503, 1414.02612, 1751.42114, 1710.37036, 547.63782, 2575.91162, 2011.2229, 1607.14014, 2239.97754, 758.97961, 1894.0437, 1496.03613, 878.29236, 1484.31348, 1809.73706, 2476.92261, 1754.74121, 1866.47192, 917.61102, 875.86407, 1829.46802, 2364.72778, 2872.44434, 1203.09399, 3304.44141, 2409.70752, 2850.29053, 2525.34521, 3203.07422, 2758.68384, 2624.46729, 3022.9917, 3112.28931, 3124.854 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 161.98271, 175.83313, 258.21695, 278.76306, 312.87119, 280.09814, 210.45023, 238.04451, 206.39526, 278.12384, 229.39523, 261.98907, 232.22491, 288.45932, 217.74899, 197.63599, 225.66385, 267.24142, 190.22285, 253.76247, 198.81346, 245.00156, 155.11827, 272.94141, 234.6685, 286.62341, 311.6795, 352.89108, 402.61639, 188.13196, 290.70306, 244.496, 289.48575, 203.15558, 238.18562, 264.51007, 233.43817, 267.74582, 259.83585, 318.61819, 285.5589, 214.47295, 304.177, 304.09045, 259.34366, 282.51486, 397.59158, 286.83154, 209.38516, 291.74832, 205.74762, 195.05092, 337.17346, 233.55626, 316.93896, 327.57938, 337.74146, 360.09155, 190.51915, 237.112, 312.01318, 282.59271, 204.75922, 294.26489, 260.6394, 325.13812, 284.02759, 232.79501, 226.83478, 244.06512, 283.87244, 288.28278, 388.40796, 295.95316, 250.43538, 264.07742, 263.5755, 251.93233, 290.63678, 294.4953, 241.36511, 240.64012, 295.79968, 226.46181, 305.76349, 244.28603, 256.78195, 273.41913, 238.08853, 317.36057, 250.34895, 224.96646, 227.28589, 245.59882, 288.54327, 248.58582, 195.38293, 273.19617, 346.97772, 314.53677, 277.35565, 269.27206, 329.9574, 234.42923, 376.5296, 224.72853, 287.98956, 278.31207, 223.89742, 228.99948, 228.79414, 219.79498, 310.22025, 231.14432, 278.12872, 275.25684, 259.72083, 285.75806, 363.64337, 331.35403, 307.59793, 253.63521, 373.85199, 209.50154, 305.7077, 279.07135, 311.98331, 305.38937, 277.72131, 286.35785, 287.7085, 299.8197, 283.69183, 361.61713, 266.98035, 276.9845, 191.30133, 357.15686, 339.62689, 243.01378, 277.26837, 311.45966, 390.48572, 228.38721, 288.62689, 319.61877, 175.75348, 317.33023, 271.7738, 413.9718, 329.16895, 288.37653, 263.20441, 360.45068, 224.03528, 287.68851, 269.45724, 366.87042, 229.42422, 291.32001, 243.66437, 287.93884, 220.92609, 354.92984, 279.04413, 312.25983, 313.73547, 329.97742, 263.33493, 249.21747, 366.60297, 338.25928, 293.7106, 303.8432, 253.34679, 253.72379, 341.08237, 310.27789, 290.64691, 294.48267, 370.58392, 303.01953, 317.60336, 318.98993, 271.888, 227.49419, 253.77539, 373.58902, 326.35098, 269.9498, 313.66718, 322.47772, 359.04285, 281.55945, 246.92769, 289.72177, 289.83667, 293.95111, 279.04645, 316.97562, 373.21262, 313.20386, 326.01624, 393.59875, 281.30087, 249.16354, 271.46576, 325.77841, 257.16141, 270.02478, 260.67975, 332.54736, 316.81174, 308.83514, 272.99084, 248.08722, 435.82358, 190.57108, 294.78882, 267.42038, 337.39615, 368.74133, 341.04178, 232.43274, 320.67773, 287.14764, 316.54233, 295.93909, 392.07553, 280.67957, 270.14706, 329.63751, 298.16516, 255.67044, 282.09576, 275.70529, 352.01089, 483.35999, 331.58618, 270.31586, 275.51187, 299.09177, 326.64917, 307.76129, 292.9126, 307.85034, 360.26819, 344.11597, 325.46033, 291.95239, 217.21472, 306.93427, 281.05902, 285.99573, 309.25836, 337.5954, 294.32166, 350.79688, 379.80649, 393.04175, 247.0121, 267.18988, 336.98798, 350.3121, 328.05798, 333.97058, 357.52905, 261.73627, 316.7478, 303.82709, 270.46271, 312.92981, 334.11115, 351.28925, 275.38617, 326.67615, 320.52115, 280.54089, 278.29068, 306.38379, 349.61896, 364.93185, 411.37323, 387.97058, 472.39005, 403.28323, 362.53235, 324.45898, 292.02051, 348.23672, 347.82599, 309.06519, 246.31223, 297.19495, 326.56189, 363.46988, 297.85236, 263.7804, 286.55621, 354.13809, 285.58282, 349.05035, 279.4754, 378.09348, 379.0332, 220.78091, 352.60864, 341.58862, 348.5517, 324.05429, 347.61096, 259.49875, 297.73505, 284.07578, 284.2818, 255.26953, 413.50836, 347.71658, 313.12146, 370.7146, 300.97174, 280.2182, 344.52899, 416.41852, 396.34772, 411.51968, 395.40497, 385.82471, 331.04468, 290.98425, 242.2142, 289.39325, 321.97064, 352.57532, 374.83221, 269.98578, 389.17792, 384.14069, 320.79956, 317.2453, 356.8895, 289.10742, 389.73184, 334.03467, 336.94485, 358.96173, 250.30673, 366.93845, 304.29379, 409.9624, 350.76331, 426.56256, 375.60565, 357.08801, 336.29053, 313.84216, 237.54514, 381.48196, 363.79843, 368.25299, 305.95404, 386.04962, 397.39587, 411.6629, 390.65182, 347.6395, 335.14258, 354.0816, 306.33344, 302.25983, 355.88922, 358.06241, 325.07834, 328.08856, 328.28156, 313.84668, 324.00299, 303.01541, 249.86426, 331.86334, 283.37509, 313.52814, 354.28842, 302.12784, 305.27905, 325.34692, 308.24905, 288.61072, 384.2254, 379.10434, 296.51147, 349.34473, 288.96753, 336.67749, 357.69513, 317.62244, 315.4902, 311.78799, 363.02039, 288.05838, 403.10587, 429.30038, 338.52194, 311.46912, 426.21057, 280.22961, 371.62653, 352.60071, 270.01395, 319.70856, 363.8855, 355.02768, 318.53857, 433.94244, 334.11206, 274.2179, 287.78802, 319.45776, 370.48602, 424.68579, 381.52359, 313.92297, 386.41525, 354.88138, 271.40512, 414.72409, 356.37549, 367.10413, 331.47034, 373.48239, 391.008, 365.57413, 470.81207, 365.15521, 423.94455, 409.57278, 441.87436, 351.49063, 432.58676, 347.28387, 390.94147, 412.06708, 332.75461, 450.11823, 393.04935, 269.59177, 313.92429, 392.16541, 337.9527, 427.66925, 392.5329, 369.26959, 322.17117, 358.24548, 364.91144, 382.71683, 400.89783, 426.61932, 435.88266, 375.51981, 427.1853, 371.60831, 365.98566, 290.41815, 389.59393, 459.56534, 414.24692, 592.1947, 282.85266, 483.69467, 408.28448, 435.6073, 349.51746, 366.1759, 353.35553, 449.7229, 446.51715, 514.71893, 386.81934, 460.64038, 358.24869, 341.99869, 461.34247, 479.23587, 358.70126, 436.96448, 426.93912, 363.65784, 293.31241, 352.83765, 374.79559, 319.05759, 318.48743, 377.61096, 319.13049, 371.8009, 438.47583, 433.37714, 384.52063, 418.21118 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 1.2194567296402392, "neutral_loss": 2.645260152512624, "target_chat_loss": 1.4525209630205183, "target_docs_loss": 0.9013130709262636, "neutral_init_loss": 3.3350189086914064, "target_chat_init_loss": 1.777693321609497, "target_docs_init_loss": 1.3814812781016033, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 61.22624, 51.37767, 78.08754, 60.36003, 55.91253, 77.71243, 77.43102, 40.23122, 65.93846, 62.26333, 79.27733, 64.84415, 64.66475, 79.604, 63.71152, 89.69439, 59.7067, 81.40767, 88.09752, 72.00876, 75.79886, 59.59869, 85.88214, 81.4501, 57.54764, 48.80075, 74.25346, 67.57096, 67.86736, 46.47437, 89.67754, 80.67459, 66.17006, 77.78299, 66.66111, 59.77547, 76.60066, 41.96364, 65.29218, 65.8625, 97.0717, 68.58071, 66.40553, 65.28047, 73.16451, 57.07342, 84.36041, 99.76558, 62.08368, 71.88547, 53.43009, 116.08515, 89.18136, 89.4793, 83.80617, 69.90614, 57.98203, 79.8372, 58.79748, 84.72472, 77.50565, 61.18532, 87.97914, 79.10738, 65.85048, 65.63785, 97.633, 74.95523, 123.76699, 107.60011, 61.01886, 75.44836, 92.20535, 54.46648, 101.12708, 106.34583, 59.16133, 86.45773, 51.40662, 99.94441, 84.08113, 63.2374, 84.18668, 80.83807, 72.00363, 86.11086, 43.66494, 88.45795, 93.05128, 45.50756, 80.31123, 99.05874, 81.85571, 65.92315, 50.74104, 103.58932, 85.65562, 71.91013, 68.82349, 69.72794, 89.70828, 94.70267, 103.03571, 69.65357, 88.7198, 74.74372, 77.57632, 82.30978, 61.68697, 85.66763, 103.80034, 79.49937, 102.46142, 96.65607, 56.21181, 109.96103, 85.23491, 70.27589, 78.01704, 70.70189, 71.62311, 55.03382, 90.56091, 50.11499, 100.16102, 91.75697, 103.07061, 104.36613, 82.66592, 59.85369, 77.41393, 80.28418, 109.75798, 83.5273, 38.17508, 89.63196, 112.51498, 100.83313, 109.82666, 104.26067, 68.80501, 116.63314, 60.11994, 114.35989, 77.82832, 99.20149, 67.90555, 105.06502, 102.729, 74.4415, 91.96944, 91.02617, 83.50746, 104.37096, 92.03732, 96.63879, 101.80505, 83.57272, 84.15028, 90.21249, 102.86929, 120.50594, 112.83804, 116.4178, 110.24728, 108.45883, 53.13068, 97.45262, 101.00306, 95.70506, 104.14748, 111.67583, 86.29019, 91.59438, 115.14613, 92.99602, 95.95853, 69.39799, 95.88438, 95.7554, 92.4408, 89.60284, 88.19376, 89.40762, 123.92857, 53.57446, 117.61859, 84.62479, 75.29189, 68.14696, 87.42751, 111.68593, 97.05458, 88.63985, 65.67154, 105.80906, 85.72253, 78.06139, 126.35077, 108.81468, 104.44238, 85.42468, 106.03944, 69.66582, 75.29536, 81.32104, 105.70535, 114.83228, 86.70636, 83.84543, 94.79212, 101.83035, 89.10688, 69.40962, 103.15541, 120.42603, 79.5036, 94.86176, 146.25777, 98.80141, 113.04004, 80.49995, 110.29051, 67.11465, 98.33086, 121.86025, 80.90939, 97.0875, 102.99931, 88.15993, 86.66399, 115.0293, 107.9653, 97.7359, 109.00214, 108.76997, 120.09994, 85.66537, 115.20049, 126.01495, 144.29248, 103.51323, 73.58917, 97.86452, 119.56815, 109.53072, 98.2447, 132.50818, 127.74845, 122.68793, 59.19817, 104.49883, 115.16423, 218.09024, 234.0134, 294.06018, 262.87103, 202.23582, 227.25714, 251.29741, 327.22165, 274.98492, 190.84465, 201.07336, 236.97485, 208.6402, 277.75626, 273.0188, 256.87482, 250.35641, 290.42984, 239.14862, 262.4115, 278.78455, 253.89633, 309.60892, 294.4989, 274.13388, 263.40735, 237.54933, 226.80034, 264.9491, 316.11426, 240.97543, 238.73303, 298.21707, 283.5751, 193.09949, 252.88745, 290.50589, 267.95508, 233.25104, 231.05783, 238.10175, 241.32889, 279.00864, 274.19656, 238.02261, 245.35791, 184.9588, 309.72339, 266.9079, 266.95972, 265.07376, 342.39297, 326.90936, 321.19299, 282.40796, 243.22672, 321.43744, 227.96437, 333.16577, 244.06851, 244.05064, 158.25665, 276.65308, 281.17978, 342.37051, 324.26859, 287.02716, 301.80579, 245.8988, 191.52679, 226.35707, 182.78453, 251.31299, 285.75342, 236.49881, 291.02133, 222.12115, 258.52573, 349.18927, 198.8219, 235.2569, 271.34601, 341.98712, 240.90808, 282.37439, 337.38126, 365.4881, 325.90359, 271.86545, 276.90103, 261.52997, 227.95439, 291.67542, 228.31441, 255.77151, 248.6582, 275.52325, 427.62769, 345.78723, 285.60928, 274.76562, 297.4259, 315.88782, 309.36945, 234.22, 335.68222, 357.76083, 271.23364, 320.78815, 367.76831, 259.6127, 388.07538, 339.07324, 232.84955, 227.34024, 174.36896, 247.42981, 295.88342, 369.4198, 248.66496, 196.22632, 270.26227, 288.53796, 221.23547, 227.80515, 285.45892, 380.35159, 285.08118, 237.02661, 324.01913, 374.24048, 297.52649, 240.46118, 327.51941, 363.07013, 332.05344, 271.54376, 308.98727, 291.11163, 329.86243, 342.43939, 304.1228, 327.15881, 354.14664, 186.98926, 243.58002, 283.24811, 206.69809, 263.99103, 349.15689, 284.15552, 370.29599, 373.59589, 235.65486, 380.56531, 264.73215, 257.38394, 244.66463, 263.22327, 216.45538, 254.46194, 287.52118, 483.59058, 290.24594, 225.0321, 290.15085, 374.09628, 184.87581, 357.99356, 296.20746, 276.64661, 299.0993, 317.48297, 294.24554, 184.78645, 262.15399, 265.43799, 361.15686, 293.8613, 248.75388, 242.63078, 360.78729, 268.81274, 278.94922, 283.53638, 365.35107, 272.52744, 346.2171, 358.75394, 293.68073, 439.44342, 391.39618, 305.79047, 362.72717, 332.93719, 379.7103, 431.80484, 269.30957, 350.57053, 327.69928, 277.55496, 392.5603, 328.01611, 343.4454, 356.04486, 302.65781, 342.34814, 359.37976, 336.15567, 317.81259, 398.41916, 324.87466, 368.94275, 342.88678, 325.55359, 318.15573, 387.76135, 255.05573, 266.75912, 290.81458, 324.51697, 284.18011, 392.37637, 319.9769, 332.52063, 360.62881, 284.29916, 302.55005, 362.72586, 386.29843, 258.61688, 375.14224, 273.91168, 294.39636, 180.08476, 335.79181, 312.89899, 399.81308, 303.9328, 319.08731, 212.83652, 243.88222, 348.65692, 281.62372, 286.8288, 297.99802, 206.87323 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 214.45392, 226.77921, 191.46706, 267.58978, 247.30051, 247.86354, 254.38269, 203.2883, 291.88434, 30.86565, 244.69283, 373.14133, 356.40436, 278.07019, 288.37952, 406.99799, 416.34946, 284.95551, 370.54877, 433.73938, 226.50737, 302.32263, 345.76559, 121.98915, 351.00183, 277.93741, 391.17407, 334.43201, 349.8371, 365.77039, 450.11499, 281.15927, 357.58279, 366.84589, 342.93909, 405.69409, 385.54233, 320.17181, 398.91113, 341.70261, 426.63354, 333.46631, 409.56693, 331.29968, 348.78436, 372.35712, 358.06766, 484.80737, 401.28259, 437.09763, 343.08679, 387.2038, 395.25229, 426.00348, 389.49921, 370.12936, 387.94653, 415.34628, 462.16403, 321.98053, 475.55768, 315.51691, 394.7196, 319.0733, 432.89493, 337.33295, 316.59137, 356.33588, 323.96191, 498.73538, 410.2948, 286.41962, 386.96393, 451.17523, 283.9436, 401.30414, 532.41211, 354.00546, 309.50525, 424.25775, 405.58694, 443.30475, 433.89481, 425.7124, 408.71106, 342.51135, 394.31311, 313.4678, 413.64587, 401.79456, 449.89008, 214.19006, 296.67062, 429.18475, 458.58823, 603.66846, 354.35587, 365.4812, 364.81897, 401.17166, 472.51608, 569.20105, 382.02686, 398.755, 389.26181, 483.19489, 292.37595, 386.53323, 429.38873, 452.60907, 357.02051, 341.56308, 397.99756, 203.76097, 379.28943, 496.45773, 377.15045, 412.95569, 397.80826, 355.34799, 416.84363, 396.6532, 452.76752, 410.53357, 386.56512, 366.15616, 606.15515, 345.50342, 429.70306, 396.30389, 425.40222, 390.87018, 290.16043, 462.50519, 269.29242, 382.57837, 422.69135, 418.40479, 471.25809, 459.10684, 434.31119, 473.27487, 470.33691, 285.78534, 515.37427, 329.08276, 458.00104, 476.3866, 444.75104, 308.05804, 428.22177, 427.27878, 380.73676, 388.46796, 396.18716, 448.75345, 351.6301, 474.97644, 388.38513, 448.46616, 420.6629, 421.84399, 465.8653, 567.82764, 419.86374, 416.48495, 361.79608, 210.7066, 422.46692, 348.7298, 447.58014, 404.60852, 322.37167, 481.94043, 524.61487, 446.96228, 416.38773, 536.79706, 210.5925, 415.22122, 390.02161, 429.86771, 454.32587, 360.66632, 352.15741, 438.13962, 306.18796, 480.58807, 391.30701, 438.67371, 511.62067, 416.20227, 473.27621, 424.95996, 400.41196, 472.93805, 474.44974, 471.08868, 541.24634, 314.15961, 373.04343, 275.03986, 416.12866, 512.21204, 416.94583, 394.50507, 527.6684, 518.38745, 475.18686, 220.88416, 515.44434, 449.14673, 527.84076, 171.47954, 529.82776, 538.27466, 514.526, 426.83374, 536.20514, 495.82803, 394.56671, 428.75818, 515.72522, 408.37018, 474.95996, 567.91656, 445.61432, 530.16992, 463.78253, 394.9097, 374.31708, 560.11304, 513.48059, 556.44049, 519.01013, 542.88745, 464.43784, 534.32275, 428.33075, 410.16577, 452.13306, 469.09711, 488.4603, 425.30295, 463.80002, 440.23376, 470.06335, 439.47122, 482.93893, 406.15903, 544.41144, 317.22772, 538.55396, 444.82605, 497.19821, 502.48993, 501.54327, 525.21082, 653.7348, 517.25879, 296.15399, 536.32629, 448.50317, 469.4649, 497.24426, 423.43451, 389.00513, 505.0416, 545.38031, 502.81134, 399.51205, 451.69714, 435.80362, 523.20068, 474.76929, 500.29642, 506.83362, 513.44458, 491.15503, 439.9476, 525.65509, 455.5907, 552.09692, 479.0007, 429.53284, 470.56403, 485.88577, 502.40216, 504.76276, 590.6272, 453.20917, 472.00327, 421.07245, 578.07373, 543.51233, 490.48785, 507.68604, 514.4848, 412.76477, 530.3208, 560.25684, 494.48193, 211.78111, 91.52759, 302.80728, 533.98907, 586.86389, 483.93497, 445.11664, 594.31598, 462.62354, 543.96985, 459.08148, 439.98804, 219.99687, 689.11255, 456.42227, 625.96283, 305.81549, 459.28497, 547.37671, 536.97906, 444.8732, 415.63345, 605.37732, 483.41647, 679.17023, 548.49841, 358.68155, 199.09904, 560.06512, 586.84375, 249.05533, 642.98633, 471.63165, 452.52789, 609.60455, 573.86084, 454.13068, 594.34045, 699.04291, 423.44629, 628.68079, 345.0589, 352.98117, 465.53253, 496.20154, 573.6601, 418.64865, 439.40317, 536.88837, 262.92603, 541.58911, 709.03015, 598.04889, 559.04236, 554.77521, 494.28964, 214.42386, 580.02478, 592.39417, 497.28912, 550.97223, 677.24384, 408.82254, 462.38306, 585.11456, 665.00623, 679.1861, 532.66882, 384.31226, 608.52911, 347.47614, 539.09644, 831.67432, 561.1507, 580.03894, 562.46753, 655.62128, 545.77997, 130.94441, 628.91058, 493.94965, 521.46985, 521.59259, 691.16858, 198.81506, 404.04694, 661.21185, 389.86606, 280.60342, 337.95081, 627.03394, 640.61902, 437.03751, 604.41425, 806.34845, 603.5271, 439.98779, 607.41833, 338.40067, 777.99597, 516.82861, 255.37729, 719.42224, 345.02075, 664.86377, 514.26654, 838.75671, 1013.35004, 486.87848, 928.40527, 986.15332, 602.86255, 824.12732, 309.38599, 995.23352, 524.76965, 321.64877, 324.97385, 730.56519, 399.51233, 756.07275, 928.55444, 445.11874, 749.34521, 550.08246, 497.19189, 892.48816, 1259.17639, 1105.91382, 1140.83948, 916.10876, 989.61377, 929.65771, 965.10217, 741.13458, 507.2106, 500.24445, 1047.09473, 1114.2439, 1009.81116, 778.36169, 1052.89624, 1476.80713, 829.4801, 936.25482, 1261.2771, 1554.84534, 1652.97632, 1318.20874, 640.66077, 1076.94495, 1188.30103, 777.05829, 1906.44653, 1776.29492, 1681.84595, 709.59863, 1390.12769, 697.05151, 2076.49072, 941.10706, 1453.6449, 1916.07397, 1421.14331, 1551.32056, 1414.76562, 1764.39966, 1721.27148, 540.70325, 2580.19385, 2045.49927, 1650.80566, 2248.41211, 738.92114, 1894.41467, 1505.91479, 844.93506, 1555.13159, 1823.85132, 2507.88965, 1816.75, 1947.01929, 912.77222, 868.78333, 1908.21155, 2416.32422, 2897.50781, 1247.75854, 3349.44946, 2493.16162, 2895.11743, 2583.56372, 3212.30713, 2780.13062, 2631.11719, 3042.03174, 3129.00977, 3157.22217 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 144.01379, 161.33725, 236.89078, 266.64166, 291.23862, 263.56259, 202.43808, 220.83382, 191.53241, 262.79947, 220.18381, 245.05115, 216.99272, 265.83325, 209.46204, 178.58173, 216.20279, 251.74904, 181.52933, 235.48441, 182.78528, 233.31342, 139.22165, 258.17908, 211.06511, 279.45782, 296.03278, 330.8736, 382.71771, 169.45016, 271.56238, 228.14957, 274.01718, 194.81033, 215.69748, 230.01947, 217.26654, 251.36884, 249.42834, 298.63226, 268.67789, 202.45782, 293.10022, 289.96014, 253.27808, 273.93677, 383.41455, 276.64389, 192.24545, 268.50165, 197.73227, 186.90945, 323.16718, 212.77524, 303.75159, 305.90411, 330.2009, 347.90802, 167.24933, 230.49603, 300.40692, 265.60052, 184.17027, 285.69974, 245.30927, 308.0773, 275.18793, 211.1712, 211.36877, 224.74377, 268.77621, 276.47174, 370.08865, 283.7334, 234.83032, 236.24152, 246.79013, 228.40681, 280.94333, 284.86777, 223.35901, 231.82588, 286.44073, 214.42953, 281.30402, 221.61772, 218.70126, 257.54736, 222.25443, 296.57758, 226.80536, 210.98198, 217.14529, 232.91026, 283.96646, 237.52109, 176.30855, 259.89743, 332.65485, 297.24329, 256.37933, 249.46301, 323.31491, 218.91858, 349.16217, 210.80093, 267.6178, 258.65466, 213.00104, 212.47537, 213.88663, 202.14307, 295.66669, 219.02316, 264.22934, 266.04886, 243.89536, 279.60132, 344.63025, 314.44757, 288.39545, 246.06519, 358.31586, 200.7616, 282.72278, 273.62244, 303.828, 288.65518, 263.23499, 269.06329, 270.21124, 281.83759, 277.78644, 346.45917, 260.79926, 262.97989, 183.97949, 332.50562, 321.5907, 218.26245, 259.42761, 295.17517, 364.06345, 213.74268, 267.64545, 304.52283, 157.27652, 288.54791, 254.01573, 392.33447, 312.12454, 281.552, 246.24762, 355.38828, 208.99905, 271.03128, 246.45294, 355.73901, 219.30301, 267.44562, 233.21881, 276.28864, 211.3736, 336.56924, 266.39886, 300.6272, 292.69916, 312.379, 245.10751, 231.14577, 340.94476, 319.67032, 277.47891, 288.79492, 236.39763, 236.80415, 319.12296, 294.35876, 256.51138, 273.11417, 348.26035, 278.60492, 299.93585, 312.27438, 254.00984, 217.79236, 244.82938, 358.36353, 316.08798, 258.28702, 309.34128, 301.57126, 348.07315, 267.15021, 228.75819, 268.81357, 274.25909, 276.08755, 258.55762, 305.33319, 362.91315, 293.9209, 312.32928, 382.77368, 268.04858, 243.47726, 261.53305, 302.1698, 239.92947, 264.10953, 245.45656, 316.44965, 293.5697, 297.96292, 264.33377, 237.04681, 433.50354, 174.12883, 272.75165, 249.08705, 317.77295, 349.56665, 324.57971, 220.60605, 300.16394, 273.03305, 307.5076, 277.81561, 374.00418, 255.39157, 266.37204, 306.21503, 275.28778, 244.62685, 264.67728, 264.84174, 340.78806, 475.95627, 322.60516, 263.00681, 258.55676, 285.25308, 314.05283, 282.95889, 278.2049, 288.28635, 338.80249, 315.29987, 311.63818, 265.83511, 193.08624, 298.57153, 267.89899, 260.724, 294.66171, 321.74396, 277.61224, 339.19238, 368.90948, 379.61591, 233.8161, 250.04807, 321.81656, 331.28064, 316.65717, 304.85925, 346.94284, 250.66602, 306.18234, 286.86243, 250.87408, 291.25031, 325.39209, 338.53564, 259.11374, 310.5921, 304.93628, 264.58636, 253.71793, 282.86288, 332.05972, 341.80579, 399.69565, 372.60699, 444.07782, 384.19467, 352.05441, 303.1713, 282.31949, 332.7189, 327.5419, 290.53503, 234.05743, 279.65659, 302.52219, 343.20187, 285.36554, 255.0442, 267.58014, 326.76904, 264.13486, 330.08167, 274.89059, 360.86124, 354.05176, 203.88187, 333.80035, 317.48706, 335.8996, 299.66547, 336.34305, 237.75418, 295.14941, 269.43134, 270.04913, 247.15067, 409.25385, 331.52097, 296.13953, 356.10596, 290.27661, 258.25183, 329.76233, 398.02756, 379.68744, 389.8356, 391.96634, 380.98843, 326.9046, 265.77457, 230.55675, 271.13144, 312.67691, 331.1763, 364.83911, 254.66481, 370.15506, 366.64459, 299.60284, 304.80328, 332.17676, 266.68268, 365.76617, 323.63928, 325.005, 348.3941, 224.82379, 346.27838, 291.75812, 388.70151, 317.47949, 389.85089, 361.72943, 346.24042, 322.77414, 286.74854, 222.03467, 345.49469, 341.82312, 359.45486, 292.47894, 360.48901, 383.41769, 396.1275, 378.48755, 335.15552, 313.64029, 328.33026, 287.77002, 293.14505, 347.24481, 336.28369, 308.5163, 317.76556, 303.94153, 305.99405, 314.92432, 286.02228, 226.38692, 310.84558, 263.86652, 298.73215, 340.97015, 285.97382, 287.2067, 310.47797, 299.22891, 279.66245, 371.44199, 359.97214, 287.30814, 327.65768, 268.49832, 324.16541, 353.0033, 298.36746, 307.61087, 303.07095, 347.19415, 269.9552, 385.01935, 413.59894, 310.50012, 300.99789, 403.03207, 261.81805, 359.83191, 334.1835, 250.90152, 299.06573, 343.17639, 344.79538, 290.03564, 414.11383, 309.87103, 261.31656, 267.82211, 298.86288, 350.38882, 410.16837, 372.49811, 298.07538, 369.86273, 338.82751, 260.99994, 395.97198, 335.4382, 354.58856, 309.94397, 351.55133, 371.60345, 348.07947, 450.31848, 349.36328, 402.862, 388.1087, 414.41519, 338.79071, 419.76056, 340.56592, 371.14886, 393.01392, 315.61185, 431.42627, 378.97516, 250.26653, 289.55933, 367.12897, 300.96454, 395.47742, 370.62167, 364.2475, 293.93408, 340.24161, 342.677, 374.22321, 384.96637, 415.3667, 421.27451, 365.46945, 407.81921, 355.12579, 345.92188, 258.30081, 381.41797, 427.84387, 371.4151, 567.87085, 261.37805, 471.65686, 387.04965, 418.77417, 341.20569, 337.0386, 329.71039, 428.56165, 425.73141, 491.27045, 374.53574, 450.13928, 329.13455, 323.25012, 428.41779, 465.20108, 343.77924, 419.94952, 422.93555, 347.08472, 271.72018, 329.62024, 346.27158, 298.27649, 306.51031, 366.23718, 314.27386, 355.09863, 415.13647, 407.34552, 357.44827, 395.31772 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 1.440280075841928, "neutral_loss": 2.635640650261893, "target_chat_loss": 1.4841000523130912, "target_docs_loss": 0.9042400345777643, "neutral_init_loss": 3.23054679107666, "target_chat_init_loss": 1.7615129962921143, "target_docs_init_loss": 1.3562143069373236, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 60.14939, 52.23974, 74.60846, 56.0085, 49.01407, 73.9631, 72.69782, 38.61235, 63.65856, 62.08356, 76.35242, 62.08176, 60.68445, 79.54086, 59.4604, 86.93176, 54.67937, 78.44261, 82.67292, 68.83771, 71.73222, 48.95712, 85.5716, 94.65507, 54.92625, 43.14486, 72.17465, 65.37444, 63.63595, 44.73185, 89.51429, 80.8143, 61.67241, 74.96466, 64.92961, 59.84901, 78.22978, 42.24716, 60.44961, 65.78814, 88.57346, 66.98727, 64.56537, 64.51816, 69.24082, 54.50427, 84.44799, 94.22276, 62.03249, 69.90764, 53.7482, 109.80239, 82.32223, 88.59466, 79.80507, 67.28848, 53.10686, 77.07471, 61.00536, 79.82511, 74.49023, 59.08391, 84.62605, 76.91019, 63.60525, 65.03551, 97.71739, 74.00628, 128.0177, 106.61535, 59.92187, 73.57098, 89.12083, 50.84622, 101.5643, 101.94915, 53.08818, 83.18571, 49.9781, 90.3428, 79.73776, 60.9839, 87.95738, 78.74078, 69.55318, 79.54428, 46.74297, 88.03174, 88.10172, 42.74823, 81.45579, 98.13202, 79.25686, 63.14469, 47.43535, 103.42577, 83.93889, 75.28147, 62.31059, 66.76978, 84.61777, 90.25471, 99.38869, 70.47506, 86.55643, 75.40454, 68.74396, 79.98749, 58.25995, 83.31201, 99.39062, 83.84203, 99.24416, 89.79823, 54.09813, 106.09219, 82.92624, 68.46616, 72.46992, 65.39952, 69.20312, 53.605, 90.11532, 49.64072, 100.93184, 87.42873, 103.40298, 98.4174, 80.90764, 59.90821, 73.22372, 76.53294, 105.29683, 78.55957, 38.52612, 88.59276, 111.59962, 97.50311, 106.15514, 102.4591, 67.80814, 116.44092, 61.4321, 102.36105, 71.98177, 93.31615, 66.12474, 102.01329, 106.52861, 69.2153, 93.4214, 93.11731, 83.95702, 99.00896, 92.17137, 97.69657, 98.5914, 79.58754, 88.30956, 89.39247, 94.44096, 120.40286, 104.38457, 116.4167, 108.26441, 107.76501, 46.3874, 94.00457, 96.45265, 90.46523, 104.6675, 109.15169, 85.34885, 86.58857, 109.79722, 90.61831, 91.61837, 67.19678, 91.88811, 89.70898, 88.89413, 80.50599, 88.82516, 86.14266, 127.1372, 50.28474, 115.62834, 79.53175, 73.97372, 61.62608, 83.76482, 110.49396, 91.95731, 87.94421, 59.86282, 106.66085, 84.30394, 78.50143, 117.49814, 110.42993, 101.01587, 84.79737, 102.28918, 68.28882, 75.14316, 80.61059, 104.78267, 109.95718, 89.03893, 80.8548, 98.46675, 93.17358, 96.35216, 68.58849, 106.29152, 111.27481, 82.31998, 91.29375, 142.15532, 91.05356, 110.73082, 79.07471, 109.19592, 69.339, 93.79509, 113.6787, 74.88205, 90.55588, 97.65038, 85.94063, 86.37229, 109.77153, 99.08987, 89.57333, 105.98549, 105.78348, 117.66535, 83.03221, 112.98312, 123.74307, 137.47653, 99.60715, 67.53665, 93.13224, 118.07913, 110.23602, 94.78474, 129.28844, 115.44363, 118.78664, 57.55413, 105.40474, 109.6181, 229.71541, 241.67216, 295.94312, 265.12598, 201.19357, 234.45503, 259.13708, 321.49155, 281.74646, 191.17685, 206.07187, 239.93558, 207.44589, 281.40833, 285.37515, 253.68884, 246.81293, 287.2283, 246.61453, 266.33063, 284.08588, 258.83844, 311.66989, 289.20322, 271.42157, 262.86584, 241.49002, 228.33879, 263.85199, 308.13278, 243.21552, 244.91696, 302.57251, 286.37585, 194.1124, 248.83086, 295.00092, 269.35016, 237.13284, 228.198, 234.91508, 240.64966, 279.84164, 280.50494, 236.27681, 244.69998, 183.77504, 310.69244, 265.3822, 271.88947, 265.15833, 347.98724, 325.14862, 321.55405, 291.39508, 245.93246, 325.61392, 226.71155, 333.01254, 243.35144, 242.96242, 157.9276, 281.39874, 283.96814, 337.95029, 322.76559, 290.62152, 304.60699, 249.42773, 178.76534, 225.12335, 184.39529, 251.61191, 279.63306, 236.36459, 297.1474, 220.91559, 256.09155, 355.52585, 195.8923, 245.85475, 272.1572, 353.05646, 244.01425, 276.2959, 341.3645, 370.92184, 319.73102, 271.08524, 270.86249, 261.16727, 232.21588, 294.96729, 222.33281, 252.84238, 245.89349, 273.77509, 421.9491, 348.81421, 286.12613, 277.89935, 300.49313, 325.18256, 318.95612, 239.54375, 350.93533, 357.84848, 278.05316, 319.43134, 371.73044, 267.38568, 392.56784, 343.16608, 230.36415, 226.12796, 175.95737, 249.41154, 296.93784, 377.10312, 250.46777, 203.13121, 274.82965, 293.81549, 218.48413, 229.85841, 292.94269, 380.58475, 283.90155, 236.80014, 332.17545, 375.36087, 292.67432, 240.39862, 322.96689, 366.72409, 333.85583, 271.73813, 311.84955, 299.46808, 322.34827, 345.22601, 314.47809, 321.52615, 358.12164, 195.10654, 248.73627, 283.33783, 203.39233, 263.07755, 344.1933, 300.00439, 371.64609, 378.72467, 239.7124, 377.57083, 270.64621, 252.94312, 244.02419, 262.08148, 212.67696, 257.16074, 285.44879, 487.82779, 286.63068, 230.92731, 294.82593, 380.31024, 183.3093, 359.32993, 304.38452, 276.72946, 298.96115, 308.94501, 295.95178, 186.31241, 263.63092, 265.45831, 363.11658, 304.73825, 245.45886, 242.49219, 346.32642, 270.51263, 277.44476, 282.1608, 369.97488, 270.81757, 348.48834, 357.935, 301.87213, 450.24722, 395.81036, 301.75287, 368.58041, 337.29691, 382.84891, 435.75427, 273.81424, 353.36932, 333.84805, 278.71591, 395.75024, 325.90259, 344.97525, 356.96155, 299.00562, 348.73395, 363.5282, 346.01752, 316.34784, 395.94586, 320.58875, 364.6795, 349.01001, 329.74478, 321.02206, 384.82578, 256.5433, 269.7738, 284.37625, 336.33386, 275.89905, 394.18494, 321.60364, 330.49164, 357.00027, 279.09747, 302.09366, 354.8316, 385.41049, 257.74863, 371.81628, 271.51508, 293.45273, 176.84875, 331.1972, 305.64703, 413.37665, 301.60217, 323.53943, 207.53482, 239.41104, 351.92307, 283.68915, 287.82974, 301.0484, 197.04382 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 213.33328, 237.32462, 188.46037, 288.01764, 252.02887, 253.88625, 256.87711, 198.34769, 301.71985, 30.22344, 249.71399, 376.42084, 354.36197, 281.66962, 299.35297, 409.65009, 415.90836, 292.11459, 381.68869, 441.07886, 241.86684, 308.55994, 358.28867, 121.08978, 356.6564, 297.08017, 401.48492, 346.51508, 360.54901, 373.92569, 463.55569, 291.66272, 381.0567, 382.96918, 354.98459, 412.96893, 402.21109, 332.55579, 404.57996, 344.9342, 428.02219, 347.12408, 418.9588, 341.4306, 355.33893, 388.96729, 374.44571, 499.13559, 419.68182, 446.87143, 349.42383, 402.07831, 400.6528, 436.62766, 405.26868, 391.60498, 387.09796, 436.40604, 478.84286, 325.5481, 484.37347, 328.04907, 406.16132, 335.63422, 439.4422, 352.25531, 336.77008, 377.71454, 330.89142, 524.41449, 426.0899, 303.2688, 415.25214, 478.08746, 292.79279, 409.45844, 557.10474, 360.84464, 313.15564, 439.89807, 410.7243, 454.32724, 455.26791, 435.88651, 410.52463, 357.79742, 394.55389, 325.42279, 428.76263, 418.96185, 461.67963, 214.35817, 296.0553, 441.59473, 486.57727, 619.29883, 375.23648, 378.48157, 380.73242, 410.7666, 489.58368, 595.36292, 387.50403, 415.14087, 386.39124, 490.01672, 302.58347, 395.50726, 438.62787, 469.44891, 372.34351, 357.54776, 397.94418, 202.72093, 392.64618, 517.80273, 392.36581, 424.47028, 406.25101, 365.1463, 428.85748, 398.13995, 456.78436, 420.84167, 401.73242, 375.64511, 623.51172, 382.11682, 440.63611, 406.30798, 452.74442, 403.96973, 300.57416, 468.92181, 285.82043, 395.81577, 436.67453, 425.22333, 470.90402, 477.58618, 444.45532, 502.35559, 487.00732, 293.32324, 536.48022, 339.73819, 459.10449, 490.90469, 450.81009, 314.26163, 432.46307, 433.69669, 372.52917, 398.14435, 409.35358, 465.67365, 361.66895, 481.17349, 387.86615, 460.14136, 430.86191, 434.40149, 476.22858, 572.25208, 455.758, 431.12433, 372.98828, 204.43298, 437.17236, 375.58801, 452.76178, 416.40186, 328.03033, 507.1474, 522.83588, 440.70993, 432.89117, 549.90149, 207.83354, 421.41998, 408.37991, 437.76562, 454.03467, 370.67645, 364.82672, 450.36533, 309.24646, 498.50598, 401.73111, 440.64062, 529.27551, 420.00644, 476.93951, 428.90137, 402.3902, 491.59839, 489.45258, 484.25049, 557.23468, 318.39792, 381.37518, 267.84067, 424.75751, 522.66241, 421.61688, 408.44775, 528.05585, 545.74292, 486.52087, 226.37741, 510.40933, 464.10025, 537.9671, 167.3195, 550.22235, 553.01038, 532.91589, 434.80872, 550.26465, 517.48962, 402.76068, 423.98328, 532.43018, 425.09088, 495.76352, 583.88306, 466.37323, 546.34637, 486.38525, 383.91632, 390.96225, 577.88843, 518.90271, 552.30603, 535.00555, 539.63245, 473.87732, 541.80377, 431.72446, 410.03265, 458.50842, 475.17365, 490.70422, 435.0567, 488.06851, 453.12631, 478.26392, 444.8291, 493.06516, 409.44122, 567.95569, 338.73572, 547.05798, 450.86636, 505.91437, 528.69507, 517.89264, 545.34167, 666.41187, 526.76843, 309.5733, 540.14532, 454.08472, 483.94092, 488.61469, 452.25574, 401.10522, 512.2876, 573.77893, 522.34607, 403.1571, 463.94348, 447.87653, 529.91431, 471.83307, 527.37122, 523.58734, 514.91174, 498.57965, 444.043, 547.93555, 459.81177, 565.41168, 478.6626, 453.02618, 488.52277, 490.35226, 511.10468, 501.20825, 607.45837, 471.58856, 518.91443, 416.1687, 591.42474, 553.23462, 492.49054, 528.04907, 531.59253, 439.04865, 549.14111, 572.33954, 507.20544, 217.49664, 92.97163, 303.57257, 548.30066, 594.98956, 492.18549, 460.21936, 616.13269, 468.45078, 580.56702, 446.39127, 449.16254, 220.83389, 675.18591, 470.86795, 628.23999, 304.27948, 471.62213, 566.45959, 562.45074, 463.01456, 418.82898, 615.1377, 480.89618, 689.2771, 565.95447, 356.34598, 194.46434, 578.1311, 596.45093, 248.49379, 664.1897, 474.05093, 470.86148, 618.35101, 594.94421, 477.24969, 592.39429, 689.35028, 437.7106, 637.91919, 346.07147, 361.80737, 475.30121, 512.90863, 594.37494, 426.97711, 438.84631, 534.28564, 269.43182, 554.79095, 731.08667, 616.18018, 577.1167, 567.55627, 503.1145, 216.23119, 579.96826, 638.34607, 498.99591, 558.54608, 690.3772, 417.62701, 470.52887, 582.89471, 690.36115, 683.86298, 535.66736, 386.36444, 610.87122, 352.08185, 558.70178, 825.95801, 577.60559, 586.45312, 561.54346, 654.74689, 567.49109, 130.41794, 649.77386, 480.63354, 541.09833, 530.1806, 701.05969, 200.53499, 401.01678, 652.29535, 391.18069, 286.7084, 340.63281, 629.93762, 657.08252, 433.64969, 621.34814, 816.64697, 610.95618, 419.90939, 645.69708, 351.55817, 775.36536, 535.09692, 256.26898, 755.68585, 342.99536, 669.49219, 527.82104, 902.02063, 1031.86328, 482.38013, 910.38184, 992.80109, 596.77856, 860.79053, 316.6026, 1022.99017, 517.10413, 281.96133, 332.98212, 738.45312, 421.20569, 762.6134, 938.72363, 451.17621, 709.14539, 558.35675, 500.89807, 899.3811, 1292.84424, 1141.43945, 1162.44092, 901.23633, 1053.83337, 969.74927, 992.2785, 756.966, 529.65155, 515.64362, 1097.05859, 1140.82153, 1030.04053, 789.62927, 1092.95752, 1472.69116, 831.1925, 980.79822, 1282.75513, 1588.00354, 1659.92236, 1344.32385, 630.40533, 1123.35352, 1183.17432, 815.66663, 1934.56836, 1801.32202, 1718.01294, 704.2926, 1451.2207, 707.46619, 2104.65039, 975.45856, 1481.4729, 1946.64087, 1452.60889, 1632.72021, 1429.49707, 1803.22754, 1744.01392, 531.5459, 2599.55859, 2086.7019, 1696.22168, 2270.99072, 732.53369, 1919.78467, 1531.59473, 832.76727, 1625.1499, 1872.50659, 2548.9707, 1890.35522, 2034.09827, 920.80902, 889.09241, 2003.6106, 2494.3335, 2944.28174, 1294.89172, 3412.09668, 2584.89648, 2946.91211, 2645.07178, 3244.59082, 2826.24634, 2669.84082, 3067.32764, 3155.33423, 3195.2627 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 137.45947, 157.72948, 234.71304, 263.74548, 284.33887, 257.85501, 203.83681, 216.47153, 190.21342, 259.60779, 220.04166, 246.60588, 216.08325, 261.25119, 209.65779, 175.4122, 216.89189, 249.25893, 183.14822, 233.63446, 180.39626, 233.9917, 135.2525, 256.31622, 207.88315, 281.59961, 295.32159, 329.66022, 380.63992, 164.15111, 268.94366, 226.15524, 273.54065, 197.79585, 211.41144, 220.2953, 214.50661, 250.272, 248.63289, 292.96075, 266.02826, 204.82242, 296.58856, 290.20905, 252.83804, 279.68176, 384.07452, 277.01666, 191.33499, 265.06104, 199.93799, 189.25279, 330.23743, 211.48151, 303.8887, 302.00464, 335.84503, 346.44794, 161.75977, 234.17705, 302.08582, 263.26315, 180.15631, 290.80319, 243.63664, 309.29413, 279.91382, 210.74661, 212.38892, 225.3302, 267.76489, 278.52191, 371.16644, 286.70038, 232.68073, 231.82468, 245.07889, 221.95145, 284.83063, 287.57996, 222.89731, 236.28619, 290.82855, 216.36183, 279.68201, 216.72211, 206.104, 255.00171, 220.3248, 292.90192, 222.8757, 208.14835, 219.7014, 235.37936, 292.96606, 235.15981, 173.08582, 263.23859, 334.07178, 296.33368, 253.47543, 243.43849, 330.52899, 220.9928, 341.18597, 210.59802, 267.04449, 259.22888, 215.68542, 214.04146, 216.03368, 201.26767, 294.69775, 220.17891, 264.78876, 270.31976, 243.40063, 281.02487, 344.14111, 313.51874, 289.69443, 251.55768, 357.14844, 205.36398, 280.50708, 278.95917, 307.17487, 288.79648, 265.89041, 269.90848, 268.06396, 279.72058, 281.74112, 347.2785, 265.34296, 264.42468, 186.49628, 327.3316, 318.85849, 216.79291, 256.78287, 296.25372, 358.49243, 214.64948, 268.26297, 305.57364, 158.0264, 285.10434, 252.91028, 390.50314, 311.94016, 289.09576, 243.08778, 359.69705, 210.63058, 271.61499, 246.46718, 362.11911, 222.96762, 262.42902, 238.71695, 277.41571, 215.35893, 335.38214, 267.38464, 303.01736, 291.38821, 313.3494, 242.61256, 230.72926, 339.64499, 319.29913, 276.75839, 287.46289, 235.49448, 240.14389, 315.39362, 293.45056, 260.23053, 269.65881, 348.01093, 277.39816, 297.69037, 319.80701, 252.07272, 223.32077, 250.11916, 361.29834, 327.13205, 261.20798, 315.80438, 308.98779, 353.60464, 269.27765, 226.18019, 269.8421, 276.70496, 273.02844, 262.3512, 308.05969, 366.67651, 293.89294, 314.71252, 384.61618, 271.39694, 251.5697, 265.09567, 296.8237, 240.96591, 273.41699, 247.39578, 317.34192, 288.61642, 302.80713, 266.60965, 241.46359, 446.36087, 172.80899, 272.51361, 247.29453, 317.12531, 345.74213, 325.51538, 221.56639, 297.00018, 274.60236, 309.72269, 278.1543, 376.08289, 249.15311, 274.17749, 301.78058, 276.25922, 247.2738, 265.6745, 270.24451, 342.74469, 483.60803, 328.53757, 270.80304, 257.63815, 288.02194, 313.66409, 280.61914, 281.82056, 287.85922, 337.11963, 309.47162, 312.64786, 259.15991, 191.785, 302.60645, 270.24542, 258.9567, 298.89313, 322.39993, 278.43411, 342.41669, 369.31079, 383.11206, 235.06053, 253.05666, 321.05939, 332.35565, 317.23126, 298.88068, 351.74023, 255.62616, 309.51208, 287.91159, 248.15097, 290.39703, 330.62714, 339.50375, 256.68036, 310.27411, 308.43143, 264.8136, 257.54865, 280.18887, 336.74463, 337.57465, 399.8714, 374.01068, 435.62668, 383.89984, 358.16962, 302.12833, 290.04175, 338.11011, 327.16504, 288.76923, 236.69174, 279.60144, 298.92569, 342.27136, 287.57193, 261.22314, 266.48615, 321.62573, 262.05194, 328.04779, 279.62048, 360.34296, 352.6694, 203.88843, 331.92615, 314.18475, 339.14032, 299.58557, 337.75861, 238.88071, 303.98676, 265.89301, 270.48026, 250.00665, 418.17114, 334.14795, 296.50232, 359.14355, 295.87186, 255.59027, 330.83688, 397.96942, 383.52124, 388.70209, 399.13354, 388.5448, 337.64923, 265.06262, 232.32907, 272.60492, 315.98923, 331.03302, 370.35388, 257.26331, 372.82449, 370.58746, 295.67252, 306.72241, 330.27444, 263.13171, 363.13892, 328.78339, 329.32535, 351.22549, 221.70023, 345.14957, 298.83972, 388.60367, 309.94568, 386.82471, 365.978, 350.20911, 327.59573, 282.8421, 224.54962, 337.24097, 341.54996, 367.49005, 294.47095, 354.54919, 384.8837, 398.78302, 383.27194, 338.21695, 311.38242, 329.10724, 288.87012, 296.29813, 359.23392, 333.62823, 307.42889, 324.81042, 299.10202, 314.3136, 320.10046, 284.79987, 222.70934, 314.798, 264.87045, 305.15933, 343.61438, 288.62225, 291.84824, 314.34692, 304.77112, 284.45923, 376.6217, 359.97717, 293.95905, 330.95508, 266.05643, 327.53445, 360.23782, 300.79868, 313.31754, 311.14923, 351.71466, 269.80804, 386.78278, 415.28625, 308.7207, 306.33548, 405.50458, 260.888, 363.66013, 332.78375, 251.04538, 298.72906, 342.51114, 348.94592, 285.27509, 411.55463, 308.44089, 264.16302, 271.74213, 294.87579, 348.11908, 412.82095, 377.7327, 297.70541, 374.41141, 345.85199, 264.07379, 398.86371, 333.36438, 364.52167, 309.65286, 356.21533, 371.24194, 350.77115, 456.17819, 350.85828, 405.18097, 388.15033, 407.64319, 345.94141, 426.99652, 351.14737, 368.28485, 394.70889, 318.53394, 435.5899, 384.78284, 250.92175, 284.78311, 364.86542, 293.32434, 390.72662, 369.93634, 370.10583, 294.95041, 344.20203, 346.10971, 382.15826, 390.21982, 422.41354, 425.86087, 365.65735, 411.68573, 358.42319, 348.3988, 251.79686, 389.27557, 424.36386, 363.68488, 571.01538, 260.89673, 475.71429, 388.43579, 419.185, 350.05042, 333.95993, 329.12726, 429.82843, 426.15512, 486.66714, 378.73627, 463.81189, 322.92004, 327.37668, 426.60693, 471.61267, 345.45581, 423.95172, 432.24304, 349.35406, 269.19189, 330.30249, 344.28522, 297.27667, 314.85236, 375.52478, 322.33038, 356.49789, 418.23248, 407.56357, 359.92865, 396.67889 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 1.6500492252403107, "neutral_loss": 2.6456930072657356, "target_chat_loss": 1.5389723816054572, "target_docs_loss": 0.9335389543869846, "neutral_init_loss": 3.1382735137939455, "target_chat_init_loss": 1.7928755264282226, "target_docs_init_loss": 1.3789250780741373, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 59.03372, 54.99486, 68.7523, 50.29679, 48.3967, 70.99203, 66.71416, 36.49967, 61.11148, 62.20071, 75.71571, 61.24454, 56.54399, 76.69659, 54.29899, 83.25152, 55.54794, 75.14914, 73.22232, 66.12094, 67.99683, 42.23722, 92.93161, 99.82964, 55.81811, 40.35843, 71.74221, 65.46538, 58.95793, 44.46139, 92.51466, 79.15445, 60.00187, 71.93154, 61.39745, 61.27933, 79.57249, 42.54535, 58.23075, 63.28125, 82.01466, 67.9843, 60.18512, 66.39992, 64.93947, 53.3018, 87.02411, 90.7541, 63.85685, 70.01676, 54.95722, 103.48019, 77.54124, 86.19107, 78.06223, 68.70302, 48.24437, 72.55672, 60.89507, 80.06369, 67.36896, 60.15749, 81.74304, 75.35057, 61.96722, 64.80499, 98.57259, 73.53674, 130.37625, 105.93979, 58.47628, 70.76218, 87.755, 46.01167, 104.10046, 93.00774, 46.91061, 78.48742, 51.03186, 79.92676, 78.09439, 58.36419, 92.43741, 80.04283, 69.68503, 73.50002, 52.77332, 91.29337, 84.90171, 47.88544, 82.2271, 90.71992, 78.55951, 60.43796, 46.1763, 103.50098, 82.31287, 81.72028, 58.34105, 64.30669, 82.43047, 87.27429, 95.3754, 76.22935, 85.12585, 75.71172, 66.62198, 76.45444, 56.75518, 84.68992, 96.21423, 89.91835, 101.09602, 81.621, 51.33907, 105.71573, 82.1391, 68.63955, 70.83622, 63.76748, 67.72954, 48.76623, 91.11164, 49.80263, 103.49381, 80.28931, 103.13132, 92.5802, 78.71703, 63.38236, 67.48296, 70.95382, 110.416, 71.76749, 38.87677, 88.66342, 111.13157, 98.56512, 101.01212, 102.71452, 69.62846, 117.03407, 66.77696, 95.16708, 70.18774, 91.34762, 66.67349, 99.12518, 110.55358, 67.85226, 96.85805, 97.14964, 83.92619, 96.52335, 92.09438, 100.76881, 93.32518, 75.89145, 94.18739, 90.4837, 92.73207, 120.77899, 100.17303, 114.74735, 106.18432, 107.70281, 45.82306, 91.88986, 95.64688, 82.02808, 105.61272, 106.36221, 85.92961, 82.4007, 101.06637, 90.45801, 91.24664, 69.94727, 88.4129, 84.98399, 87.25789, 73.25373, 93.52643, 83.23105, 133.16028, 47.63643, 109.73785, 78.3681, 73.49634, 57.97876, 81.44203, 109.83889, 90.03516, 88.2152, 54.50884, 106.98262, 83.03511, 80.83651, 107.81033, 111.61473, 98.16812, 82.24028, 101.36684, 67.04345, 78.82922, 76.99265, 105.3035, 105.44215, 92.37234, 82.23926, 101.26452, 86.19439, 103.72829, 69.47973, 108.91151, 101.47664, 86.26441, 89.66, 139.79367, 84.61261, 108.59759, 82.11723, 112.29386, 69.81818, 90.69504, 102.04469, 71.58534, 89.38448, 93.79649, 85.02469, 90.88063, 105.69511, 93.49792, 78.87363, 103.76595, 102.1483, 113.02275, 79.52294, 111.9825, 123.94948, 128.37088, 96.79085, 66.54465, 87.81065, 117.11507, 111.74602, 97.6237, 131.71774, 105.70981, 115.69177, 55.62492, 110.10596, 106.37457, 238.06866, 251.03098, 297.42099, 261.48138, 201.31967, 243.67862, 263.78992, 320.66437, 290.13144, 188.64299, 214.78477, 244.42729, 206.56013, 281.52039, 300.99744, 252.16251, 240.82129, 282.92212, 262.5611, 272.11359, 291.85944, 262.22742, 314.40009, 291.04196, 273.41556, 264.50037, 249.15279, 227.36667, 265.1358, 305.56866, 246.02011, 253.526, 313.27472, 290.66418, 196.58476, 245.4332, 302.87128, 276.92627, 244.87173, 226.89325, 236.00641, 238.40634, 285.73511, 277.93811, 235.07083, 245.0545, 190.74695, 308.76685, 262.89102, 278.88715, 267.39136, 350.48248, 324.46545, 323.74561, 300.97845, 243.56441, 329.11151, 228.37047, 334.74384, 243.00317, 240.67197, 161.51837, 292.66141, 287.17447, 334.24167, 322.41196, 310.0882, 306.20557, 252.74979, 173.61165, 226.88187, 187.66402, 256.69617, 268.73404, 238.83885, 303.87741, 224.93884, 254.38033, 362.44153, 205.02814, 248.40266, 270.50525, 360.02966, 250.39963, 268.0903, 346.50189, 375.92383, 318.03473, 273.02075, 264.32773, 262.60791, 239.85977, 294.94763, 211.15991, 253.91167, 245.59253, 273.31683, 417.50873, 350.81116, 288.07104, 282.58008, 306.80249, 338.24524, 330.68671, 255.34299, 368.42566, 355.53583, 286.24741, 321.54144, 372.12894, 280.7373, 394.85779, 348.70007, 228.713, 232.65161, 182.37553, 253.5873, 301.18951, 385.07947, 260.25336, 220.35263, 279.63751, 305.55243, 218.48857, 231.86943, 301.35626, 379.98761, 284.54419, 239.61597, 340.11902, 375.92758, 291.52667, 245.78876, 318.70526, 374.91083, 334.18994, 275.75449, 314.69299, 313.01984, 312.30072, 351.63013, 328.00723, 312.13736, 361.56238, 197.72021, 251.28183, 284.61349, 197.3945, 264.92841, 341.40536, 309.44751, 376.5835, 382.08841, 245.04446, 380.83618, 274.60516, 264.97736, 247.26021, 265.30096, 211.00229, 261.04865, 283.6731, 489.77106, 285.836, 239.58698, 304.64404, 390.37628, 183.39542, 356.71896, 319.23596, 270.96045, 300.9234, 302.55624, 299.78384, 188.25659, 265.45828, 264.56488, 360.50079, 318.33224, 243.36977, 247.17328, 335.18466, 272.08908, 279.78925, 289.23691, 382.20554, 272.96356, 347.88916, 359.39877, 317.33795, 462.70563, 399.25299, 300.13446, 379.27209, 345.17554, 388.49371, 437.60406, 285.13434, 354.19049, 340.62115, 282.75732, 403.46716, 329.41904, 340.46948, 356.68121, 303.67368, 353.13666, 365.67358, 351.18445, 314.1142, 394.55988, 317.77045, 366.76028, 353.54071, 332.85071, 322.9317, 384.25153, 269.13303, 278.87598, 284.71155, 347.67859, 271.9487, 392.87653, 331.30844, 335.57449, 348.97833, 273.95135, 304.98981, 357.36469, 386.4935, 257.21039, 373.461, 271.88129, 295.45618, 176.05194, 324.65814, 296.87375, 423.87888, 294.43536, 329.44498, 202.13045, 237.07956, 357.77713, 287.6196, 286.69763, 311.71228, 191.86708 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 214.13927, 254.67905, 190.87881, 314.50046, 266.32507, 265.09692, 266.61136, 195.36127, 324.43652, 28.64766, 253.93539, 383.94406, 361.2775, 291.43225, 315.25513, 418.55804, 425.78247, 302.3956, 400.06201, 456.86145, 260.56775, 319.25967, 370.73932, 121.79668, 363.49329, 322.5293, 416.02805, 361.41174, 373.81567, 387.76367, 480.61743, 306.7373, 415.54532, 404.25244, 371.21729, 424.98691, 427.5191, 350.06415, 415.92419, 352.30563, 434.07822, 363.1958, 431.59363, 353.29929, 369.24637, 408.24771, 393.87634, 522.34119, 441.1095, 463.34753, 363.93863, 419.86707, 406.49405, 451.38861, 422.9101, 417.70288, 383.41125, 484.37851, 500.70477, 338.50757, 501.4404, 350.04382, 425.63275, 355.02014, 450.59705, 374.42285, 359.79498, 404.7627, 347.53326, 558.71552, 449.35904, 331.6893, 451.94373, 511.12994, 306.25366, 416.00574, 588.77551, 371.76929, 320.61847, 467.42007, 417.63586, 470.74643, 486.45673, 447.29245, 417.44513, 379.67352, 401.73059, 339.87308, 446.67166, 442.90228, 478.03613, 219.47522, 305.96967, 459.84506, 528.30627, 639.89978, 403.38715, 394.19455, 402.95673, 428.21988, 514.48944, 633.34222, 397.71426, 441.64783, 390.06055, 504.37585, 316.06192, 411.00494, 452.70767, 491.5654, 398.30505, 379.58347, 414.76935, 209.68466, 405.55386, 549.67102, 421.66479, 442.42633, 419.24405, 377.6066, 445.14349, 406.00494, 466.50336, 435.99567, 433.38815, 386.42862, 650.72467, 434.10574, 451.88135, 424.99048, 486.34909, 420.78015, 316.25708, 480.46555, 306.755, 412.46848, 451.66656, 437.83011, 479.14346, 507.50519, 460.20303, 542.125, 508.89587, 315.53964, 574.53741, 355.62061, 467.77258, 513.74878, 465.24377, 323.84424, 443.45093, 449.5975, 375.95126, 415.06659, 423.0563, 486.10043, 373.16385, 492.4278, 394.26306, 478.44165, 447.82587, 452.33966, 489.70239, 587.04285, 509.16748, 446.18805, 393.98779, 200.46342, 455.82248, 415.29834, 459.16595, 434.32806, 335.04919, 541.75458, 530.50647, 453.43707, 455.45667, 564.00439, 204.19083, 434.14569, 431.63077, 450.65247, 459.24921, 389.26886, 380.9899, 475.99542, 318.19196, 523.83813, 421.20612, 451.01184, 548.39435, 432.78015, 487.43958, 435.93231, 419.75455, 517.13416, 515.59448, 497.14139, 585.82721, 335.65485, 400.34409, 266.33594, 435.8067, 540.12195, 432.56918, 431.06607, 545.60626, 588.0976, 505.97165, 247.729, 516.0426, 479.77289, 558.77136, 176.74982, 573.6355, 571.8678, 554.93561, 454.35919, 571.70081, 553.44873, 421.71259, 424.34067, 553.17249, 447.79062, 523.25836, 608.25433, 489.37784, 570.87866, 519.74121, 386.29553, 414.02032, 598.93616, 530.50513, 562.73962, 558.43201, 552.17334, 492.26465, 555.75916, 446.08804, 412.84137, 472.98615, 486.93048, 511.94208, 452.79953, 526.13049, 464.3725, 494.88037, 457.62323, 514.64233, 417.53046, 598.54797, 366.90979, 561.32306, 462.22681, 523.27051, 558.5929, 540.98425, 567.44855, 687.27832, 541.73962, 336.40564, 557.80713, 469.32056, 505.3855, 485.43585, 488.22156, 443.61664, 522.85974, 602.40527, 545.36157, 417.91351, 479.06299, 476.276, 548.34454, 477.9657, 557.68994, 543.40381, 526.09607, 507.26587, 458.58203, 574.00903, 467.58075, 584.61035, 491.05618, 487.29324, 514.62756, 510.51208, 525.27026, 504.43115, 630.50977, 492.78091, 577.78827, 425.49115, 612.51251, 571.30432, 509.73898, 550.17474, 555.52631, 469.48328, 572.56683, 588.63812, 521.14001, 229.23645, 98.95651, 305.43307, 578.71826, 612.33209, 499.27319, 473.66809, 640.69031, 487.37885, 619.11945, 448.24478, 460.07907, 219.96741, 664.28613, 492.68817, 635.05591, 310.0708, 495.4903, 592.63025, 591.39374, 490.14514, 446.68851, 635.43152, 479.85193, 710.00415, 591.40784, 361.42236, 190.80446, 602.58521, 618.35669, 254.81902, 701.69122, 483.05017, 493.97906, 644.49097, 625.78223, 509.98358, 602.32483, 691.34991, 454.86667, 647.95923, 351.86633, 383.61908, 492.16663, 531.03113, 634.08228, 451.8223, 446.66144, 536.93958, 276.25818, 577.14136, 760.41968, 639.48517, 598.43079, 590.5462, 519.32593, 210.10217, 593.44788, 697.52234, 501.6904, 571.14923, 715.9939, 434.33264, 486.49786, 593.34344, 727.88007, 698.41345, 543.56958, 402.0347, 621.04968, 354.90646, 582.53943, 827.8598, 597.99127, 603.63287, 567.64819, 666.09717, 603.6095, 133.66135, 678.82544, 496.49365, 565.06195, 538.84644, 714.33667, 214.62799, 424.1069, 673.63184, 398.57281, 303.86121, 351.38583, 637.29633, 687.39709, 433.13733, 653.80847, 833.70575, 628.78229, 415.17407, 695.42004, 383.43686, 795.13123, 565.19257, 270.52393, 805.15094, 344.16409, 701.0976, 549.69373, 978.35565, 1066.44482, 489.18719, 912.20044, 1014.38123, 596.94812, 909.68713, 330.07428, 1071.4353, 519.495, 253.58975, 341.81104, 751.44141, 469.57971, 788.18933, 975.5907, 467.01837, 712.17828, 574.56738, 524.55328, 911.42407, 1345.37866, 1192.28345, 1192.16602, 919.31891, 1146.64233, 1019.2359, 1053.99121, 788.05334, 569.573, 544.67688, 1160.70898, 1185.07849, 1070.51929, 819.71368, 1154.02234, 1478.64502, 857.70703, 1043.20935, 1342.26392, 1644.06531, 1683.37122, 1404.35913, 622.38721, 1197.27417, 1208.44214, 888.30829, 1979.06616, 1842.28125, 1781.43359, 702.0127, 1536.74927, 724.51636, 2148.4834, 1026.55713, 1532.62964, 1992.7218, 1493.93945, 1734.29004, 1466.56506, 1870.88403, 1795.40527, 528.94043, 2637.45215, 2146.02075, 1756.81189, 2311.96826, 732.81787, 1979.22583, 1577.89807, 846.10492, 1719.24255, 1959.18579, 2606.1499, 1999.5918, 2180.50146, 945.96991, 926.55963, 2134.09888, 2644.25244, 3024.56665, 1345.27393, 3495.20508, 2708.90649, 3033.8584, 2726.22754, 3302.94214, 2888.14062, 2750.27002, 3111.32837, 3195.04224, 3253.48193 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 135.17902, 159.12958, 241.3725, 264.04462, 285.26028, 257.60861, 209.43044, 217.49341, 193.23767, 263.53461, 225.03183, 254.29193, 218.65977, 263.73285, 213.73555, 180.8513, 218.86385, 251.41122, 191.43088, 238.74844, 192.99319, 242.31628, 137.08992, 261.31, 209.92554, 292.27557, 302.99066, 336.06976, 389.04938, 165.15259, 273.44241, 230.52054, 282.60574, 206.32401, 212.44278, 217.52203, 217.00308, 255.38301, 251.02951, 295.50217, 267.36496, 215.22748, 306.08795, 297.21695, 257.45517, 291.27307, 391.71344, 281.90457, 199.19019, 270.35236, 208.94659, 197.1575, 343.47125, 220.7207, 315.04852, 309.95847, 348.85825, 348.64337, 164.30818, 248.3053, 311.28516, 266.88541, 182.05551, 301.82831, 250.21103, 316.90735, 291.27704, 217.72118, 219.63959, 234.7664, 274.189, 288.41635, 381.06586, 298.47488, 239.23285, 238.92572, 250.2218, 223.12753, 293.61832, 297.3822, 230.66687, 248.71713, 302.00024, 224.86775, 286.24359, 220.97026, 204.93744, 256.39697, 225.02072, 298.46988, 227.70273, 210.53168, 229.42435, 245.30548, 308.60886, 238.93936, 176.51091, 273.71222, 342.23764, 303.85815, 259.37781, 242.96249, 345.30994, 231.08478, 341.9408, 218.68408, 274.74695, 267.99878, 227.38301, 223.34746, 223.39935, 208.9384, 304.67368, 229.4776, 274.94467, 284.83655, 251.96338, 288.50296, 355.66739, 321.04327, 298.14484, 263.52719, 364.91852, 219.79796, 293.19489, 303.27362, 314.5542, 298.92865, 279.13596, 279.11908, 271.60977, 286.39398, 291.44354, 359.54297, 277.12225, 275.80542, 195.73727, 329.16785, 326.18127, 222.60982, 260.38245, 302.7095, 362.08414, 224.67532, 278.94147, 313.23138, 162.98264, 289.03409, 264.90482, 397.99808, 318.91144, 307.7475, 245.6635, 368.59314, 218.36188, 281.04053, 256.12943, 377.42767, 233.88441, 267.09637, 260.53381, 284.09534, 223.78427, 340.54037, 278.42834, 313.22894, 297.61823, 324.56775, 245.78358, 238.12262, 351.21259, 328.21832, 281.18781, 297.41663, 242.60121, 251.56711, 316.41595, 301.50491, 275.46118, 276.89764, 355.61664, 286.91388, 302.63599, 332.92981, 259.52032, 235.76555, 263.1265, 373.69458, 345.30914, 272.58459, 324.90308, 322.93469, 369.09906, 275.70288, 231.12399, 279.27509, 286.01099, 278.94788, 273.49799, 318.51331, 375.41962, 303.58044, 326.66721, 395.40738, 281.46866, 266.86008, 278.47437, 299.86002, 249.22672, 291.2843, 259.96594, 329.80237, 289.56036, 314.52002, 273.47131, 251.81415, 464.05591, 180.85767, 283.92151, 253.06332, 326.84494, 349.51462, 334.73706, 229.76151, 305.42426, 283.84589, 320.82825, 286.85986, 388.65567, 250.8653, 290.00159, 306.20667, 285.59097, 256.8515, 277.64581, 281.55133, 351.65161, 497.21719, 338.573, 286.92166, 268.16504, 297.48007, 319.82635, 288.87598, 293.25195, 295.77411, 342.82968, 312.16568, 322.18347, 259.25604, 200.06439, 311.42789, 280.77267, 268.31329, 314.02826, 330.27612, 285.27328, 355.28955, 375.57544, 396.24231, 244.81151, 265.2937, 325.02966, 340.97864, 329.89008, 300.49091, 363.72253, 268.21423, 318.61145, 298.01306, 251.50615, 300.32147, 342.43674, 352.14764, 262.36523, 317.12231, 321.06351, 270.71884, 272.47095, 288.40714, 350.45355, 341.6188, 410.06705, 385.05646, 437.17612, 389.90903, 371.67755, 313.16339, 307.15625, 349.20605, 334.24899, 292.75439, 248.94064, 289.09991, 303.21045, 353.41348, 296.79169, 274.85983, 275.9303, 323.19705, 267.90283, 334.31531, 289.78271, 369.60709, 360.60422, 207.90033, 342.14874, 321.14117, 350.49411, 306.79199, 349.9054, 247.31258, 327.02316, 266.8342, 280.28027, 260.72028, 437.104, 346.2428, 312.82098, 372.83527, 311.28595, 265.79208, 341.57352, 405.78619, 399.5437, 400.65613, 414.5213, 404.53369, 358.55396, 276.36139, 241.85748, 281.98975, 329.47699, 341.12979, 388.96414, 265.46002, 387.10568, 381.12024, 304.89838, 319.00348, 338.41803, 268.21759, 368.53839, 345.44312, 345.12958, 363.55316, 225.45691, 352.05731, 318.50629, 394.7724, 314.85477, 393.04865, 379.95197, 362.03998, 340.63702, 288.68073, 234.44824, 342.64331, 352.31555, 388.37778, 304.88666, 357.29907, 394.21484, 410.6344, 398.3222, 348.28281, 318.49582, 339.20148, 300.58606, 307.32907, 384.69128, 338.30005, 313.8895, 346.18594, 306.61737, 331.048, 335.26743, 292.71878, 225.51009, 329.69293, 277.52783, 321.56256, 358.52612, 303.05557, 304.31476, 325.5946, 319.85376, 297.509, 393.57843, 369.06042, 310.98141, 346.92853, 273.9285, 340.43604, 374.72287, 312.39056, 325.68036, 332.26892, 365.31079, 278.34497, 398.48132, 427.10425, 318.88354, 318.18896, 424.07678, 269.17053, 377.12747, 339.8775, 260.5437, 307.88928, 355.06201, 362.12073, 292.36389, 418.16431, 319.81885, 278.38, 285.448, 304.46893, 356.97552, 425.98361, 393.74582, 302.96552, 389.25412, 363.2818, 276.43393, 407.80673, 338.18677, 385.94299, 318.40045, 369.0639, 384.98999, 364.51941, 473.47568, 361.51846, 420.00928, 400.50507, 409.97345, 363.38409, 442.44312, 374.52411, 375.59601, 409.0408, 331.79608, 450.91199, 397.61536, 259.91135, 289.47653, 373.6861, 300.82932, 397.15961, 379.96088, 387.43314, 306.9516, 360.01013, 361.78131, 397.27216, 407.71844, 436.36938, 440.2272, 378.83911, 426.97058, 372.72479, 365.63977, 257.65677, 408.52039, 435.85541, 365.53751, 579.43848, 274.7287, 489.30148, 402.24957, 429.42191, 371.39801, 343.41772, 340.75043, 441.62439, 436.41101, 495.3504, 394.13654, 490.50867, 325.74838, 340.17136, 439.52985, 484.90405, 354.34137, 442.69595, 450.88196, 365.0307, 277.92212, 341.57776, 353.91779, 307.32574, 333.96994, 396.94067, 336.29163, 371.21698, 430.50079, 419.07825, 377.99042, 409.90543 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 2.0426309964343683, "neutral_loss": 2.7281533919455394, "target_chat_loss": 1.6763675255798567, "target_docs_loss": 1.0297697515077806, "neutral_init_loss": 3.1107295608520507, "target_chat_init_loss": 1.9651822387695312, "target_docs_init_loss": 1.5228137991163466, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 59.1912, 60.27054, 58.22232, 48.23022, 54.58852, 67.7608, 57.93668, 39.94862, 61.42071, 64.15302, 78.33025, 61.75018, 54.1478, 76.94507, 53.61089, 84.83716, 56.95707, 68.47181, 65.51292, 66.49304, 62.14193, 44.02244, 103.80157, 103.73099, 66.29697, 41.44927, 73.11576, 70.5827, 56.79196, 46.4411, 96.96463, 80.45142, 56.56062, 72.59982, 60.62063, 70.72878, 80.65765, 45.73103, 58.35066, 62.76797, 79.64439, 67.47614, 57.48429, 72.73228, 62.77441, 53.62392, 90.77658, 92.67897, 68.16405, 69.73574, 60.08003, 104.41397, 76.23286, 75.30412, 79.92119, 79.94179, 46.50944, 71.37856, 61.041, 81.54877, 56.87527, 61.6695, 82.86426, 76.00973, 69.92483, 64.5889, 104.10654, 82.10143, 138.80133, 110.20816, 59.53944, 70.69321, 87.68077, 48.65634, 112.33342, 78.44289, 47.41098, 88.96478, 51.13816, 79.41324, 82.02734, 61.94674, 103.17697, 76.21024, 72.38235, 70.09444, 64.82802, 102.61732, 81.85352, 52.77897, 86.77238, 86.50875, 84.61812, 58.68671, 52.85867, 106.86507, 89.50272, 90.45883, 56.74273, 66.34372, 86.31272, 86.13281, 93.2001, 97.74638, 90.01122, 77.94362, 69.71393, 71.21741, 59.09819, 94.70612, 102.53893, 97.19057, 105.39264, 73.84091, 49.10168, 106.17316, 85.48299, 79.33057, 75.52646, 68.38757, 74.11053, 35.53305, 93.22076, 46.82938, 107.1272, 73.25232, 105.50995, 83.71063, 77.46146, 69.06107, 62.84532, 69.07982, 120.54043, 70.83947, 46.90417, 92.24953, 110.74674, 106.27208, 98.62369, 105.1416, 78.24668, 125.60094, 76.20668, 91.2981, 71.48343, 92.43973, 73.0963, 99.70251, 113.81064, 72.6745, 107.37157, 104.42163, 88.31741, 91.45787, 96.01938, 109.5138, 92.10595, 75.50126, 102.07623, 90.20779, 97.13622, 123.49869, 103.03024, 119.17057, 107.57159, 106.53883, 52.02071, 88.71478, 97.96761, 75.0985, 111.95264, 102.63808, 88.83492, 81.91353, 95.48562, 96.35412, 97.10374, 76.79204, 87.17725, 85.10925, 90.84452, 68.6151, 101.00096, 88.53184, 145.84337, 49.40859, 100.83212, 82.85335, 70.9821, 64.09404, 81.28361, 121.79974, 99.09082, 92.36228, 51.45494, 112.42576, 90.7725, 93.12843, 101.1208, 116.90919, 97.98354, 81.49719, 107.02864, 70.59414, 90.82515, 79.99021, 110.06981, 96.24058, 99.09592, 86.80717, 105.78601, 89.7252, 108.69237, 76.47533, 112.80788, 94.82217, 94.69392, 94.25591, 143.54224, 90.00185, 123.5519, 90.07027, 122.39828, 72.67674, 92.90137, 103.17993, 76.47758, 90.57881, 97.50967, 86.009, 106.75972, 97.01417, 89.17879, 75.29214, 103.75957, 107.3295, 111.21324, 81.28115, 116.3843, 129.34859, 122.68277, 97.26413, 69.24969, 86.80418, 122.36739, 116.37103, 108.20503, 140.27472, 100.87635, 116.8309, 58.12897, 119.13229, 106.68171, 246.84874, 263.14108, 305.08606, 261.54486, 209.83337, 255.7189, 262.99725, 325.38068, 304.13062, 188.17245, 235.37277, 258.34341, 203.43306, 289.50803, 331.4451, 257.70428, 247.56332, 290.75122, 284.53915, 283.50739, 301.62268, 272.8699, 325.17725, 323.00641, 272.23654, 269.17017, 260.12415, 226.20309, 278.29916, 313.92981, 251.32472, 267.7829, 330.38455, 303.047, 203.15045, 246.61052, 318.56363, 287.11005, 256.47302, 224.23375, 242.25607, 242.05508, 306.76849, 281.53641, 239.97438, 250.18903, 199.42316, 307.04279, 260.88519, 292.8028, 271.40472, 363.65985, 331.72614, 327.96024, 309.41885, 240.97394, 333.42511, 236.23822, 338.96106, 245.4424, 239.27466, 164.76129, 309.94946, 301.38934, 330.06201, 322.46356, 321.53116, 312.69751, 276.55161, 167.35062, 234.10875, 193.93774, 258.534, 258.73334, 258.04575, 310.21194, 232.00278, 251.69403, 369.38806, 221.28687, 251.99353, 274.19809, 371.29443, 255.38074, 262.15277, 352.255, 387.1391, 326.34146, 279.3819, 262.43951, 269.70734, 262.2966, 305.55789, 198.29327, 260.17804, 249.24332, 285.13705, 423.82532, 354.02545, 291.811, 294.0191, 314.21484, 359.63843, 348.14651, 282.2088, 389.40213, 355.078, 294.91144, 336.97278, 362.05273, 302.74023, 401.81839, 367.06659, 231.32756, 253.82376, 190.17587, 272.86441, 310.97083, 407.81091, 274.61566, 237.4847, 294.18689, 328.31763, 221.97174, 246.13437, 327.73969, 377.10614, 292.06577, 240.73981, 354.40082, 378.79294, 297.51019, 257.72879, 319.02792, 388.33014, 334.25043, 292.93677, 313.51318, 332.46796, 312.22968, 360.85901, 350.69891, 321.59332, 370.31454, 206.80042, 256.27075, 290.40625, 203.37952, 263.64822, 356.45679, 319.74585, 395.47656, 391.11166, 252.99934, 398.90839, 286.92667, 284.69788, 265.02606, 277.11667, 217.47525, 275.36737, 287.0011, 501.39343, 284.89398, 259.00375, 319.76849, 399.66418, 184.11603, 356.13397, 339.85199, 267.85156, 304.02386, 306.93311, 304.05515, 197.10226, 266.34119, 270.08258, 366.07748, 337.25562, 258.24698, 260.63141, 332.55353, 280.23047, 289.45154, 305.65033, 405.12549, 280.16107, 354.96539, 366.97998, 337.76001, 484.56097, 406.60495, 302.11743, 399.03708, 365.39148, 412.72284, 442.40625, 318.38049, 363.03384, 367.08524, 294.66742, 420.69385, 341.55597, 337.00391, 359.32034, 315.29248, 360.81265, 378.46661, 364.76535, 326.31506, 409.37152, 328.23117, 379.2525, 371.91913, 344.29123, 337.59094, 394.18463, 310.46255, 303.86102, 292.24969, 372.63123, 276.60867, 393.215, 357.26129, 354.61987, 343.06406, 275.44836, 314.41766, 373.21045, 393.13721, 271.85526, 386.74576, 282.80722, 304.43002, 186.05771, 327.39423, 303.39636, 430.58893, 295.97534, 345.03049, 199.22284, 234.59506, 370.52484, 298.99881, 289.56989, 329.07947, 194.99686 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 226.1993, 287.38901, 211.16443, 375.01495, 298.33008, 292.16855, 290.12756, 205.78767, 383.77847, 34.7032, 252.6727, 403.1283, 392.31296, 313.88303, 350.08197, 446.83447, 448.57184, 320.99146, 440.35754, 484.39429, 300.33109, 345.77771, 399.38348, 152.44244, 385.31207, 374.38507, 447.64221, 390.78558, 402.14264, 420.36401, 508.81833, 335.11578, 481.87378, 441.05383, 408.18179, 451.56458, 481.6572, 384.05554, 449.32251, 374.64594, 465.29938, 393.90137, 452.82397, 378.50516, 407.67017, 459.10254, 432.98294, 561.82617, 487.10822, 502.12119, 398.0816, 456.25192, 434.77097, 478.38727, 464.24927, 478.31265, 391.66345, 572.29358, 546.89606, 386.56519, 537.19556, 403.12646, 463.49609, 396.05688, 483.22632, 420.26889, 410.8187, 461.0603, 391.70157, 623.91687, 497.86588, 397.07526, 506.00327, 571.62775, 340.10226, 436.98981, 637.15027, 398.61462, 352.2641, 518.7287, 430.50412, 523.11572, 554.59241, 476.14954, 455.74615, 432.12479, 430.58936, 372.00433, 488.56873, 482.34702, 512.1347, 235.03859, 335.30945, 496.15771, 607.56116, 688.90466, 451.31738, 431.2132, 453.51971, 459.56177, 578.39697, 707.90253, 425.74985, 491.3833, 416.18082, 539.51965, 347.73029, 445.83289, 481.7431, 542.51208, 452.74237, 423.69049, 473.63959, 229.93219, 441.64044, 601.19733, 487.63846, 474.98349, 451.15588, 408.26202, 481.26956, 434.19379, 492.52301, 464.61304, 483.66284, 416.56024, 710.58441, 532.92041, 476.54544, 465.61298, 545.02985, 458.16852, 356.82623, 507.96329, 346.0275, 448.11185, 487.93527, 471.21332, 507.46332, 567.74091, 488.20184, 626.47491, 554.11285, 357.22119, 672.86292, 393.19647, 495.35913, 562.65881, 508.96143, 339.47766, 483.87704, 491.84818, 411.30481, 458.36917, 455.88867, 535.00146, 401.0719, 532.32336, 407.4212, 527.10242, 483.66733, 490.60886, 513.79535, 630.54724, 608.31152, 474.99756, 442.67719, 214.73404, 488.37051, 489.41516, 492.16473, 475.18069, 352.86194, 595.92664, 564.00378, 495.98438, 500.20062, 611.56396, 223.23761, 470.86737, 476.31091, 481.42444, 484.97382, 431.04874, 419.93027, 542.79376, 346.4964, 571.19159, 469.23718, 488.53909, 592.9433, 469.10852, 513.61053, 463.94788, 466.53055, 570.81866, 574.12256, 529.68115, 639.03064, 381.87744, 466.70007, 286.58249, 463.74951, 594.2807, 452.40045, 487.40295, 608.73718, 672.42529, 554.34045, 318.53656, 541.73334, 520.12744, 608.35571, 210.40273, 615.11438, 612.83142, 601.51172, 505.71387, 613.80817, 658.77057, 462.24634, 445.23175, 590.4917, 497.73233, 587.61877, 654.23596, 536.38623, 629.18689, 589.39594, 413.84091, 461.57071, 637.6438, 574.27502, 592.1272, 607.20477, 594.06885, 536.49866, 592.65173, 489.62122, 438.23395, 513.46118, 518.62048, 565.23303, 503.1051, 603.3064, 502.74506, 540.22559, 495.32031, 572.93585, 435.91632, 657.34424, 412.72223, 606.71045, 497.48294, 565.18481, 615.47998, 586.25977, 622.05823, 733.76904, 584.77802, 399.67444, 598.39886, 505.23245, 548.4259, 496.62091, 548.20483, 527.99103, 540.55188, 644.75757, 599.12604, 468.50613, 518.58466, 545.40546, 600.34491, 506.92538, 613.69232, 583.328, 558.20502, 536.94531, 494.67212, 613.40619, 491.86902, 631.12671, 539.91473, 543.20905, 567.3399, 569.60223, 566.42212, 524.87097, 686.75867, 530.45874, 686.48187, 458.67706, 665.51404, 602.38513, 564.17236, 595.46368, 607.04553, 525.3927, 626.45325, 623.69012, 562.96265, 289.3078, 115.58955, 317.90216, 718.35327, 660.21564, 528.89795, 503.8681, 699.21814, 553.22253, 675.05078, 477.73422, 492.91345, 228.71677, 667.7923, 542.27008, 656.17828, 334.73865, 551.16675, 648.00171, 649.1665, 542.14545, 510.5209, 690.27979, 494.90912, 770.06244, 642.16907, 399.02887, 192.61078, 653.04871, 668.97247, 281.65948, 789.73181, 513.17169, 546.26392, 722.68677, 694.07263, 583.4906, 635.01794, 739.63239, 492.17328, 679.07013, 397.10376, 449.55792, 554.4718, 578.86206, 737.19604, 513.43475, 479.82617, 561.57391, 297.86218, 631.34747, 816.43011, 694.10339, 643.76074, 652.71173, 560.48792, 212.99216, 625.83435, 812.24371, 526.55884, 608.5885, 788.89026, 480.83435, 517.00861, 626.74512, 811.79132, 763.32642, 577.33545, 462.96826, 664.771, 368.97052, 628.86169, 848.18506, 649.03259, 653.58154, 614.53479, 724.62402, 688.29077, 139.6624, 740.08374, 571.3028, 617.58185, 564.6178, 756.46722, 252.71707, 503.06262, 730.70398, 429.34674, 342.71832, 377.52191, 674.255, 748.52124, 444.93063, 746.11316, 876.41003, 678.33899, 434.48041, 794.73132, 457.09467, 876.81342, 639.16699, 336.82858, 908.2207, 355.63696, 787.16382, 607.85327, 1096.13037, 1157.87207, 525.03827, 963.16364, 1078.05164, 637.29187, 1009.35803, 389.05807, 1171.60901, 548.08801, 256.2283, 375.39038, 805.32971, 592.5426, 868.74292, 1054.43201, 496.13464, 735.9032, 619.09589, 607.27185, 944.41345, 1477.50244, 1310.36426, 1259.49585, 1007.67828, 1327.0011, 1121.33777, 1204.28284, 873.06506, 665.54248, 626.10669, 1295.24023, 1316.78479, 1186.66382, 912.62927, 1301.86841, 1514.85767, 976.59375, 1174.38416, 1519.05103, 1758.5, 1748.25623, 1583.26245, 639.57532, 1368.10229, 1308.62634, 1010.89246, 2073.71826, 1948.3656, 1916.81689, 727.79425, 1709.021, 776.67554, 2245.58594, 1149.51709, 1667.98975, 2119.09277, 1619.27283, 1966.62451, 1598.68311, 2033.59351, 1927.45068, 563.87122, 2740.63452, 2269.0459, 1928.84436, 2429.76904, 758.93408, 2127.88306, 1722.50098, 920.41467, 1944.74854, 2115.52734, 2752.24365, 2268.72314, 2445.61157, 1003.29913, 1054.84741, 2476.0874, 2953.10278, 3257.53223, 1500.05518, 3684.2373, 2991.69238, 3208.92114, 2945.3811, 3446.09814, 3045.05615, 2969.12256, 3235.4707, 3305.99512, 3408.25879 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 136.13425, 168.65994, 264.77094, 274.25696, 296.31976, 266.27295, 227.30388, 232.85809, 211.63231, 282.2532, 239.96872, 274.67786, 237.83636, 279.95688, 227.77283, 201.08813, 229.55267, 263.21341, 214.23456, 261.89767, 218.84247, 261.78735, 151.2554, 280.59189, 223.40366, 318.46896, 325.90341, 364.36703, 425.84515, 177.72687, 293.84042, 250.51703, 307.11835, 229.13277, 231.28754, 230.96472, 231.85889, 284.6767, 270.1109, 315.31598, 278.39459, 245.76843, 332.20413, 320.19745, 277.33154, 317.25403, 421.79749, 319.98108, 224.48782, 291.27448, 231.81601, 217.76083, 379.99786, 256.04712, 342.77692, 339.49823, 383.87738, 372.17285, 184.19269, 274.04984, 339.83615, 282.27133, 212.26691, 331.43774, 274.78333, 340.62869, 325.2962, 268.02182, 241.41827, 267.12808, 299.1886, 318.16318, 413.70789, 337.00623, 263.16467, 268.68735, 273.26343, 237.81142, 318.35229, 328.2735, 256.51709, 283.52655, 336.77954, 252.01346, 309.57184, 241.36375, 225.47641, 276.24741, 244.11429, 319.67557, 251.31915, 228.15381, 254.13168, 274.56433, 345.10449, 256.99225, 211.39844, 295.53897, 366.70026, 334.34915, 287.52814, 258.44214, 397.96463, 258.42847, 363.00134, 242.40546, 304.24222, 308.45569, 257.63757, 251.48232, 248.74031, 235.15198, 335.59119, 260.14893, 302.08289, 322.12265, 274.3483, 308.29999, 382.55255, 347.79944, 330.60654, 292.85992, 395.31836, 250.61398, 323.74652, 335.37164, 340.26709, 329.42242, 313.745, 311.51596, 296.02115, 309.28967, 324.297, 396.69629, 306.9104, 315.76703, 224.20761, 349.32867, 350.28708, 247.52222, 282.78625, 325.41946, 381.63065, 257.46103, 310.43213, 337.95117, 184.38828, 317.77325, 304.72845, 424.60718, 342.5834, 364.98019, 264.82764, 398.1181, 246.03091, 310.82495, 296.4816, 419.32755, 267.34186, 287.6283, 315.56418, 308.17487, 253.37273, 360.81433, 307.47192, 346.58136, 327.78656, 356.56085, 263.68015, 268.38626, 390.21732, 357.51385, 303.34045, 330.02859, 266.69089, 281.19739, 332.5441, 328.7023, 312.53134, 321.93964, 381.14386, 313.29712, 320.43994, 375.33389, 287.8743, 268.49072, 313.59973, 414.27521, 386.59204, 302.67175, 354.06873, 353.82306, 403.57373, 301.23828, 252.67693, 311.91217, 312.33435, 305.20975, 305.2384, 350.49756, 407.57288, 343.11993, 358.16785, 433.49783, 309.30969, 304.53772, 307.63873, 325.2764, 277.28683, 334.11563, 292.98767, 367.53424, 308.56772, 345.99515, 296.36841, 277.88193, 501.31134, 210.86041, 313.56018, 273.1156, 373.81039, 370.50192, 362.42017, 253.65158, 343.08792, 311.21509, 358.67163, 321.27768, 435.20258, 274.96402, 330.70642, 331.9693, 320.39975, 285.89182, 313.11417, 309.84827, 377.8989, 537.78943, 366.9884, 320.76044, 309.729, 326.16843, 351.60434, 320.03918, 327.80356, 324.31168, 376.35291, 338.38507, 353.29147, 279.93701, 227.77737, 338.13058, 312.46008, 298.10599, 348.04037, 358.68509, 311.30222, 404.59991, 399.77808, 443.1994, 274.11066, 300.51245, 340.01328, 372.68002, 367.40527, 316.03049, 400.52072, 305.56851, 350.40961, 330.4003, 274.28076, 328.42834, 385.76071, 389.68332, 290.45108, 338.88956, 361.37595, 294.40607, 314.31546, 322.37213, 398.82803, 358.79678, 436.42178, 425.2912, 462.48715, 419.77536, 402.08536, 348.18027, 347.98898, 383.66504, 367.97574, 313.92621, 282.4429, 321.08636, 327.36328, 386.63058, 329.40543, 307.4809, 298.57632, 348.55869, 292.68155, 358.00864, 312.7818, 401.10083, 390.46161, 232.61261, 376.96045, 347.49548, 380.52924, 333.04193, 381.69342, 279.08447, 372.26599, 278.16309, 308.62463, 293.45471, 481.43524, 383.17505, 355.63916, 409.80847, 355.53357, 297.272, 370.20709, 435.45911, 452.23468, 442.50888, 446.97522, 441.4838, 409.1615, 310.16605, 264.67984, 309.43573, 361.16617, 372.39603, 431.32065, 305.01016, 432.22113, 422.33057, 336.52777, 351.53345, 371.04578, 297.49374, 393.43848, 387.08246, 387.95551, 425.71246, 248.20552, 380.42657, 369.08063, 424.09271, 344.07767, 427.82104, 411.14038, 397.13086, 380.00043, 317.07169, 261.84982, 372.02094, 381.52911, 445.38232, 339.53955, 375.68414, 420.51434, 448.12067, 432.056, 389.16315, 350.2298, 365.99768, 342.47662, 336.10275, 446.18024, 365.74573, 339.05713, 395.72598, 353.78619, 380.60443, 376.99136, 319.41455, 258.18112, 376.41473, 308.9621, 369.18579, 399.95544, 341.91364, 341.55585, 359.22876, 354.47568, 333.83649, 438.78436, 399.0798, 361.19031, 394.38666, 298.61078, 380.45428, 411.40582, 347.35382, 359.33679, 386.4415, 408.26114, 304.46533, 436.74405, 467.2366, 352.4137, 356.48331, 487.2775, 301.13715, 409.50641, 369.24835, 285.49768, 340.45914, 386.93591, 397.94751, 316.47067, 448.62781, 351.47302, 318.41943, 331.62335, 332.35242, 388.53192, 462.98773, 428.82031, 325.10284, 436.2836, 406.17136, 317.61786, 440.26398, 364.8316, 434.12161, 352.20953, 410.25415, 429.13312, 403.94986, 511.13446, 402.6712, 465.20667, 436.11288, 434.53085, 403.58121, 482.63434, 426.52811, 411.31854, 453.67953, 370.66663, 492.64899, 434.20837, 298.53915, 324.70737, 406.86041, 341.8006, 432.0163, 420.7775, 430.45688, 345.17584, 406.16089, 406.00464, 431.6152, 456.7872, 481.88559, 483.58023, 419.28162, 472.59915, 414.19281, 412.12885, 308.82349, 454.22015, 470.99506, 389.38492, 612.6308, 316.01093, 522.17139, 443.67639, 477.01428, 421.13486, 385.82932, 378.95071, 480.84555, 473.49573, 534.41449, 434.26135, 555.02002, 351.61819, 388.01703, 485.54562, 515.84204, 390.71497, 499.62582, 499.65524, 415.54099, 350.29358, 377.83856, 393.19839, 355.73541, 393.56192, 450.54025, 375.33871, 410.53992, 482.95477, 457.03088, 432.72522, 447.22235 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 2.990474605881477, "neutral_loss": 3.1261337100758273, "target_chat_loss": 2.096603717770712, "target_docs_loss": 1.4079662274606426, "neutral_init_loss": 3.511556690979004, "target_chat_init_loss": 2.419244845581055, "target_docs_init_loss": 2.2439942966037325, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 56.74538, 68.16735, 55.56653, 50.98408, 57.9705, 76.13969, 53.05218, 57.61886, 62.17231, 75.51828, 88.03816, 71.00668, 58.76554, 74.24708, 60.87023, 89.91634, 59.29927, 58.44933, 60.2409, 73.80732, 58.09166, 48.41529, 105.79204, 121.83384, 81.21107, 48.5224, 82.94252, 88.00098, 56.80527, 53.7894, 108.5174, 81.24496, 49.84608, 86.19974, 74.6445, 67.14772, 86.19183, 64.66491, 56.76457, 66.28476, 81.60808, 69.96667, 75.17734, 78.40215, 61.99101, 65.143, 88.4493, 99.12734, 81.70367, 73.22581, 68.67842, 113.18667, 77.03489, 85.94302, 84.91219, 99.80911, 48.59935, 71.69038, 123.99597, 86.66812, 50.89551, 69.12013, 95.13257, 77.60611, 80.95908, 67.21529, 109.87714, 93.88779, 148.22086, 108.61721, 78.0118, 85.8651, 94.74434, 63.58361, 114.18051, 84.98692, 60.5773, 123.16064, 69.21418, 81.37611, 80.50398, 65.93236, 121.62666, 95.5209, 75.42024, 100.16302, 84.69363, 143.06946, 82.36494, 52.40709, 101.47232, 98.18736, 95.31131, 70.43471, 59.04846, 116.35072, 108.35698, 102.12932, 74.55088, 74.77864, 97.07066, 78.35182, 85.96426, 112.17917, 95.31104, 105.01942, 91.6792, 70.0401, 72.17764, 100.35499, 106.71323, 106.80548, 102.45217, 69.7948, 53.05496, 93.69843, 93.25368, 126.856, 88.64831, 74.73131, 82.82205, 63.85863, 99.141, 51.69537, 101.76434, 75.4426, 135.59549, 83.22793, 82.60003, 76.14952, 82.84279, 72.91214, 146.08606, 78.37841, 65.97955, 107.57451, 117.45818, 134.36375, 101.02126, 103.24116, 99.03394, 139.30721, 89.00487, 93.06316, 76.01904, 114.99261, 87.50682, 114.15436, 110.11313, 86.68451, 132.24362, 110.98849, 98.61045, 97.55153, 106.07416, 114.79008, 89.20792, 80.84931, 113.68588, 89.14934, 105.7384, 130.22073, 109.44557, 154.47653, 101.46629, 114.09318, 59.62819, 95.26583, 99.22591, 84.07417, 120.98235, 98.54317, 105.56924, 85.39577, 97.4758, 125.94194, 97.52988, 86.49359, 92.26013, 102.91776, 101.7313, 74.87627, 104.20731, 105.65816, 175.72403, 50.28183, 163.04723, 88.87538, 82.59039, 80.38289, 91.7961, 166.09016, 126.79721, 111.44808, 64.02531, 125.00041, 112.22702, 130.22656, 109.66261, 134.5681, 103.33474, 83.69151, 120.85595, 97.42364, 103.24289, 125.24435, 128.58293, 107.93253, 108.65312, 94.23952, 110.90362, 106.09518, 127.13714, 89.23419, 130.49554, 105.48737, 108.77208, 105.27305, 163.37009, 131.14719, 156.88414, 100.85745, 144.00534, 86.31756, 117.18323, 132.65411, 100.28389, 110.37393, 125.1842, 95.75667, 120.82973, 95.24039, 100.16566, 69.96549, 104.90965, 122.18155, 120.83461, 89.38155, 139.48038, 152.14311, 142.33633, 108.1482, 83.65891, 87.23392, 133.26721, 118.24472, 128.55609, 142.96046, 104.46146, 131.92648, 81.12164, 180.05952, 130.72675, 263.14941, 278.05109, 333.2674, 271.64944, 231.24036, 280.17758, 269.31683, 361.63, 332.24319, 221.98665, 294.97556, 289.78806, 208.49167, 327.12225, 381.15799, 281.45642, 335.03229, 334.92093, 314.53571, 296.94305, 355.93713, 309.5976, 364.84216, 378.01672, 305.38257, 287.34982, 279.65643, 232.03459, 307.32477, 345.90515, 261.60944, 309.039, 356.04428, 359.69287, 253.22784, 257.02509, 340.0755, 359.06772, 295.01367, 248.71667, 289.70502, 277.56107, 361.41855, 286.74918, 264.57837, 289.24768, 233.2912, 323.45419, 310.82193, 314.12091, 296.66006, 423.71207, 379.76825, 364.47632, 338.89233, 260.67276, 344.89252, 271.51337, 369.62177, 263.76108, 296.198, 188.86662, 363.37341, 343.75473, 367.45819, 335.17627, 344.57333, 395.63339, 340.47968, 184.67931, 265.06543, 250.53079, 273.86285, 281.58356, 310.35629, 364.42569, 249.59428, 260.07074, 391.7663, 249.29135, 298.56805, 300.23529, 423.25214, 283.82321, 288.31415, 375.78479, 409.12671, 369.30426, 318.0217, 304.04022, 297.9407, 301.88864, 344.76959, 237.54362, 303.43433, 267.96521, 315.36407, 503.97668, 385.77396, 322.39682, 338.09387, 348.58221, 410.72488, 418.28839, 343.55664, 446.62567, 407.54449, 335.112, 390.88461, 379.11444, 386.7157, 428.4082, 437.26453, 278.26471, 337.21634, 226.15665, 332.85693, 353.02686, 465.85968, 295.55185, 290.18167, 324.51428, 403.50955, 292.8237, 286.81299, 402.47952, 439.336, 321.91302, 282.69199, 378.66547, 536.39453, 322.96738, 317.16901, 390.84006, 416.32715, 368.91962, 346.9339, 355.10632, 371.28259, 359.71326, 412.04239, 436.30762, 350.22885, 387.56409, 242.28836, 299.08276, 327.8923, 242.9624, 298.08566, 406.26196, 385.31622, 472.34619, 442.21347, 269.89557, 477.41589, 336.73163, 364.86237, 300.19385, 339.4267, 269.50018, 315.71347, 324.93488, 525.08789, 319.05908, 302.20465, 369.41107, 458.44293, 274.43665, 424.90656, 372.04248, 296.48798, 366.86429, 342.04761, 348.69809, 279.92944, 322.81168, 306.06873, 429.68045, 387.86646, 290.18384, 306.7876, 356.76273, 304.10468, 311.7981, 369.52701, 460.87836, 350.52792, 389.59888, 408.71167, 371.62585, 510.89822, 450.9762, 335.46616, 511.19519, 435.85809, 454.69574, 462.35202, 405.57617, 406.23691, 469.53992, 336.77222, 462.88708, 395.77118, 412.11945, 412.30841, 357.73273, 431.28912, 434.0318, 417.95795, 363.12292, 539.70911, 395.18329, 493.99777, 427.70935, 380.39877, 451.58472, 436.47217, 367.21552, 374.70517, 340.46155, 410.91019, 340.93216, 478.55377, 416.94119, 412.38898, 370.74951, 345.69864, 355.12067, 436.41412, 421.41339, 330.18713, 458.67035, 359.05371, 353.49356, 263.67023, 343.90771, 389.07935, 490.41718, 360.8309, 396.5336, 244.25772, 267.44699, 461.7403, 362.97202, 326.54504, 460.08231, 245.89427 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 256.35733, 344.12939, 254.24948, 487.87573, 389.40222, 387.45956, 390.83887, 263.15765, 616.21448, 73.07507, 281.10443, 490.6102, 497.37195, 393.16965, 458.47363, 538.3988, 543.83929, 388.65237, 525.79932, 581.83765, 397.91791, 405.64798, 482.23151, 242.17041, 487.59341, 546.0921, 570.53046, 476.32172, 496.68924, 543.62573, 602.85193, 406.40247, 639.47522, 550.50928, 513.66028, 545.5705, 662.30316, 496.72256, 603.66296, 459.7341, 589.18579, 476.64337, 568.44733, 438.08365, 487.24573, 596.98163, 532.28857, 739.1261, 574.6167, 643.96692, 475.03607, 594.69861, 562.89966, 592.41406, 579.35864, 652.56622, 502.41559, 804.66162, 683.59485, 542.24548, 648.86584, 544.0022, 568.81146, 562.32806, 619.0929, 577.46094, 528.88989, 664.37354, 497.55936, 834.12122, 619.89258, 544.77533, 589.25684, 740.1759, 440.90588, 541.81628, 762.745, 485.67529, 471.70831, 644.36755, 489.04089, 649.21155, 681.55518, 574.8208, 614.65607, 581.5788, 545.65942, 441.27631, 593.73657, 580.19543, 618.57251, 296.47028, 438.29572, 595.03467, 770.94879, 797.96735, 565.57812, 533.86853, 748.79657, 571.68872, 790.80847, 913.54016, 519.6272, 590.23169, 527.67999, 626.43054, 439.41751, 531.65894, 570.29932, 658.22253, 564.06183, 595.20715, 607.95105, 300.90973, 544.17572, 782.08972, 620.49731, 595.35852, 555.03729, 509.1481, 581.09106, 543.05896, 624.21869, 569.87915, 613.87329, 506.9566, 862.06787, 759.29993, 582.21832, 568.14429, 708.14398, 579.31775, 472.29333, 625.3573, 430.02985, 551.58667, 572.63293, 653.56323, 604.30188, 744.62415, 603.41235, 811.09052, 655.32642, 487.5231, 997.13696, 511.41522, 607.21301, 741.7384, 631.56677, 381.92517, 589.16809, 632.74402, 532.22888, 621.1853, 560.87958, 683.45325, 498.66809, 656.88354, 488.96985, 674.79083, 575.0871, 626.86597, 615.61902, 851.38721, 805.22034, 567.81641, 588.83423, 317.93954, 587.27692, 703.12311, 668.74615, 596.90662, 408.50232, 744.18878, 702.91119, 675.4726, 602.2251, 766.45374, 361.73718, 602.37781, 594.58228, 573.98535, 608.26013, 531.04211, 507.63654, 729.4975, 452.0423, 728.98944, 587.49976, 646.72571, 698.55023, 569.84656, 617.61713, 578.34039, 608.05182, 728.45374, 708.32104, 624.05682, 814.63898, 472.23529, 688.61133, 403.21655, 561.00439, 709.86597, 543.60205, 634.41656, 763.89862, 866.52869, 649.05261, 414.26273, 668.73132, 636.24707, 723.6012, 322.06973, 692.21368, 736.4743, 734.94037, 644.66321, 785.75085, 843.23895, 600.19299, 550.68494, 703.4906, 627.22095, 784.00421, 788.60223, 675.72491, 755.49646, 796.17908, 521.00781, 559.78223, 752.48206, 723.54327, 688.64838, 728.71448, 811.39783, 677.776, 713.49048, 633.90887, 522.19806, 625.3548, 638.63953, 679.31036, 668.38892, 809.53601, 610.04724, 675.63879, 621.75903, 738.75732, 515.6283, 799.94788, 523.93152, 771.95447, 635.90875, 701.41339, 765.94934, 708.43665, 753.84631, 914.95129, 729.61163, 522.81451, 721.61035, 662.4245, 656.63745, 608.09625, 656.2406, 715.63806, 617.35657, 748.94855, 731.54614, 658.21332, 614.99316, 813.44891, 758.17157, 634.26788, 788.55469, 689.84448, 715.21008, 648.88013, 636.64783, 721.39246, 608.73596, 771.70508, 681.95892, 660.85229, 689.30164, 724.70081, 720.03589, 669.89661, 827.68481, 611.75391, 972.35883, 641.78992, 826.86438, 724.80914, 716.8446, 727.42743, 739.91742, 748.36572, 783.33618, 726.67896, 700.89563, 425.20819, 164.78448, 434.48553, 960.56738, 802.25342, 669.51666, 581.87598, 851.19482, 775.14752, 811.31244, 591.24066, 612.49109, 316.52893, 800.10681, 666.43774, 771.12054, 478.99286, 681.836, 804.37769, 835.96558, 663.36261, 757.33313, 880.49823, 588.82617, 886.5946, 829.47351, 604.61926, 224.04544, 791.98022, 807.27271, 383.42047, 1043.59509, 620.4212, 697.26306, 953.05505, 856.37366, 818.88171, 805.09558, 938.44336, 596.65454, 790.16644, 532.0567, 629.17944, 732.94281, 730.06799, 1049.85303, 662.41882, 591.87457, 679.50092, 463.20209, 803.62744, 974.54828, 845.41284, 770.30603, 801.1106, 692.03906, 296.81055, 746.87756, 1078.16333, 671.67456, 762.70691, 1039.34753, 567.31604, 619.89624, 743.63385, 1005.86206, 965.07751, 701.64612, 569.26733, 821.76599, 443.28662, 780.01819, 953.63867, 775.66382, 869.19806, 797.92761, 965.79626, 900.90442, 214.00749, 897.79346, 782.71283, 731.82288, 676.10193, 929.42773, 332.06628, 712.28284, 859.64514, 543.08447, 488.70648, 520.21765, 821.92084, 932.58038, 531.0697, 1017.08984, 1008.64197, 897.45801, 540.69269, 1019.58423, 654.59753, 1139.12476, 827.80493, 491.51575, 1163.73584, 460.29529, 1019.44556, 768.06128, 1361.13696, 1414.92517, 649.31659, 1143.18152, 1243.17029, 822.61786, 1281.89502, 507.58521, 1438.00879, 685.677, 347.5155, 508.92456, 992.31885, 821.65027, 1081.35767, 1307.2207, 593.70337, 873.83386, 807.31897, 791.1322, 1124.9906, 1787.72314, 1598.75525, 1441.85693, 1379.16833, 1695.78418, 1395.45776, 1566.6499, 1094.38818, 902.44843, 880.43951, 1630.81836, 1636.4458, 1541.31714, 1205.58337, 1691.87366, 1670.64575, 1361.72803, 1577.94531, 1947.81165, 2002.70789, 2011.56091, 1959.73828, 823.65808, 1840.18628, 1594.57947, 1232.07153, 2412.13574, 2302.80322, 2328.57178, 952.82532, 2170.83398, 1000.32434, 2534.39209, 1573.80957, 2159.2478, 2577.70801, 2037.67261, 2556.42188, 1938.08508, 2432.22046, 2431.85425, 818.70801, 3137.22632, 2585.45459, 2432.70142, 2868.63232, 951.92828, 2585.15063, 2256.87085, 1284.43091, 2478.85669, 2572.30762, 3242.90967, 2966.33398, 3112.10107, 1215.80261, 1637.84045, 3293.38379, 3765.87109, 4350.11865, 2020.41479, 4250.50781, 3782.25879, 3706.8374, 3634.21851, 3837.48779, 3451.08545, 3634.05713, 3639.15894, 3730.19629, 4034.9021 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 155.25641, 227.46442, 327.88602, 333.36447, 339.18799, 314.05139, 297.90323, 306.8208, 294.78659, 359.57318, 313.08554, 359.85309, 330.4838, 368.22498, 300.27985, 279.10117, 296.73572, 352.32043, 282.6875, 370.98007, 351.63242, 330.88672, 220.90027, 356.54163, 291.95966, 412.10089, 427.0665, 507.60437, 547.30798, 244.53746, 382.2868, 321.35135, 421.48938, 303.63229, 307.67847, 296.34549, 313.35562, 392.78116, 372.45001, 402.48309, 345.79062, 380.58405, 415.05908, 402.996, 360.36554, 401.98328, 542.99646, 407.07922, 315.47775, 398.41977, 321.15643, 277.36053, 483.85559, 391.77771, 444.42139, 461.21033, 488.6398, 478.62616, 295.44171, 377.00369, 451.06528, 369.77814, 302.84363, 430.76672, 361.31696, 440.30771, 450.914, 389.97644, 340.56317, 363.65637, 406.97614, 426.39136, 545.63312, 458.81787, 355.28296, 378.20752, 406.4054, 314.27722, 414.75568, 451.31989, 380.77106, 389.08005, 448.82507, 367.23987, 411.07709, 327.12762, 317.17566, 370.35956, 334.6062, 413.20099, 346.70804, 305.95203, 343.92114, 390.50592, 442.8573, 330.38507, 373.28543, 402.53494, 494.88251, 416.96851, 386.33063, 336.22433, 512.10272, 373.27277, 495.6712, 334.59482, 432.86658, 459.30487, 368.9967, 355.00894, 357.38153, 351.04977, 476.83026, 370.77094, 402.52429, 428.36972, 355.41821, 383.9136, 464.1655, 475.49411, 474.45453, 401.52673, 530.06287, 370.26199, 442.00293, 449.37064, 451.65649, 422.19568, 431.63611, 429.68152, 436.15509, 386.8486, 461.42569, 506.93475, 436.27466, 451.37784, 340.09235, 437.13525, 459.66687, 349.49066, 389.2298, 421.24207, 491.79276, 416.33035, 420.67709, 460.84604, 320.32568, 433.29239, 458.91595, 540.65985, 475.77856, 481.6962, 360.98114, 510.36423, 349.60147, 392.37805, 473.04034, 530.79803, 368.8584, 369.14465, 434.51923, 395.12384, 350.48532, 441.82156, 423.64404, 456.10559, 437.7218, 479.05621, 385.12286, 388.23676, 522.33624, 444.17621, 386.85641, 438.93854, 399.01233, 401.66116, 403.9299, 460.94308, 473.30328, 429.40939, 470.02621, 425.61063, 409.91907, 498.9043, 418.26489, 366.76379, 418.14038, 594.3905, 522.87823, 412.83057, 456.12473, 497.2868, 514.79224, 443.06024, 345.9704, 417.01282, 409.37769, 461.37405, 422.50635, 507.27774, 510.57526, 487.39795, 440.46692, 602.43542, 419.25592, 403.43811, 434.33218, 437.18048, 393.65601, 477.53604, 414.10944, 512.13666, 414.07037, 463.83691, 389.77893, 379.50064, 610.6748, 399.12482, 432.28735, 379.96436, 501.88245, 477.9917, 457.90265, 359.71063, 487.58969, 433.02176, 511.82233, 438.65887, 560.43945, 401.44165, 448.49078, 429.0452, 428.54019, 396.47742, 439.15829, 410.5289, 485.87579, 670.93683, 468.1181, 447.66254, 507.54517, 439.47424, 514.97797, 462.67856, 462.41516, 475.92947, 477.65744, 470.34387, 503.04675, 372.01059, 361.96173, 474.7619, 494.7851, 402.67957, 492.29578, 455.14594, 427.98236, 543.15338, 508.79776, 579.59766, 383.49139, 456.90585, 454.69559, 490.70636, 482.04468, 427.40936, 537.948, 434.03406, 458.5174, 441.82568, 411.27139, 458.78784, 501.10394, 531.58911, 425.88776, 443.97217, 539.57825, 396.56506, 477.09885, 459.52533, 572.24213, 468.26675, 580.81281, 643.50952, 583.56921, 545.76001, 509.7486, 481.13901, 491.66113, 498.14581, 505.95853, 407.59488, 403.59976, 476.09631, 434.61078, 472.64392, 476.94971, 420.27606, 387.72601, 503.54639, 419.35345, 452.70618, 385.51361, 529.79358, 509.1308, 381.22192, 507.56708, 465.12772, 502.69391, 462.27441, 536.50909, 388.50858, 517.15857, 364.93256, 425.25687, 401.18378, 601.49854, 538.7879, 498.03619, 524.87561, 527.65546, 423.67871, 484.22784, 567.19031, 596.30408, 596.61133, 547.95618, 605.10266, 596.46094, 422.62582, 361.56619, 416.8454, 480.20221, 517.56378, 559.91724, 540.72064, 562.47589, 612.46204, 466.36047, 486.31387, 518.88916, 445.54828, 511.59814, 556.66443, 562.745, 599.33234, 335.86426, 506.64743, 501.87238, 535.23486, 484.19897, 561.87567, 548.9939, 540.33063, 517.06519, 441.7287, 385.05325, 511.25067, 524.63708, 579.32947, 616.93616, 475.77405, 558.04547, 613.58423, 559.46643, 538.23029, 493.47107, 458.34988, 494.85211, 454.74091, 611.87921, 488.06766, 449.95459, 546.51617, 477.66327, 497.21863, 518.6239, 427.91721, 482.34869, 560.29407, 420.86478, 514.65405, 544.51001, 471.51434, 480.25784, 502.19769, 448.67377, 475.85223, 591.07825, 524.48468, 525.17596, 582.99438, 397.42606, 545.36719, 528.10046, 499.10281, 500.35211, 583.52039, 570.44629, 420.59961, 584.4834, 612.52222, 475.36395, 562.05823, 691.2832, 509.13971, 535.36554, 523.42804, 461.37366, 450.29651, 502.96121, 529.26324, 410.34442, 583.71381, 561.06226, 462.55743, 476.30811, 451.8317, 510.88257, 598.16656, 555.20258, 440.84799, 599.52563, 523.46753, 447.72586, 571.30621, 502.66193, 642.73529, 493.51562, 566.61877, 596.25586, 529.60138, 691.13647, 583.38232, 586.25085, 570.77209, 609.16931, 577.65283, 634.37042, 569.74329, 548.12366, 638.17303, 540.49146, 694.3595, 577.2804, 485.62405, 473.38797, 527.61792, 596.70972, 620.61053, 564.83997, 584.25964, 495.86191, 546.26508, 551.28003, 587.97382, 606.66248, 661.94641, 645.02936, 552.56641, 618.59326, 575.62079, 595.03485, 679.66974, 592.81531, 652.29724, 498.29733, 765.65247, 480.11731, 623.04108, 607.02551, 645.77942, 601.81006, 513.79419, 536.73108, 693.65002, 609.23267, 688.22705, 607.59607, 738.02515, 468.22003, 569.47876, 671.17792, 647.35718, 504.56635, 681.01691, 674.75269, 609.34949, 621.62689, 514.70764, 541.02356, 556.53223, 571.3833, 628.01642, 493.99646, 554.48804, 608.05457, 601.625, 646.44568, 605.43793 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 4.039122159410983, "neutral_loss": 4.245030184501794, "target_chat_loss": 3.0553990075435613, "target_docs_loss": 2.3340213178133307, "neutral_init_loss": 5.102971096801758, "target_chat_init_loss": 3.2956605010986326, "target_docs_init_loss": 3.594050355699327, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 64.08627, 79.08365, 92.89583, 70.09427, 74.46684, 94.82135, 81.8466, 87.3101, 85.69936, 114.265, 100.75599, 97.64883, 127.91599, 110.17918, 78.61855, 115.45403, 90.28415, 79.74248, 105.61979, 93.17285, 119.76416, 94.55043, 113.83708, 122.03568, 120.77446, 80.64585, 115.82741, 121.96039, 81.57428, 82.67033, 137.60226, 138.96799, 74.80235, 109.5537, 114.38228, 87.05854, 126.03756, 94.60811, 69.9893, 91.6151, 111.67712, 112.20761, 110.16943, 126.6086, 91.81877, 101.84279, 152.17136, 139.95683, 108.31018, 104.20963, 104.81192, 151.15216, 85.6333, 127.32533, 121.56302, 123.75863, 73.53806, 117.29796, 167.28534, 115.09537, 65.99987, 103.2795, 115.37663, 142.61011, 97.68861, 109.4192, 144.59073, 121.11454, 144.32599, 135.51288, 152.57224, 120.60867, 155.22762, 119.0164, 127.52124, 132.00266, 60.54649, 151.18311, 123.04825, 121.2709, 105.40549, 101.69844, 152.61884, 142.0108, 114.85742, 147.2704, 102.47905, 166.69847, 165.83138, 64.03094, 150.70703, 113.95119, 146.39737, 159.60422, 79.01843, 130.09688, 173.36948, 130.72348, 107.38481, 112.1248, 105.52527, 105.97745, 136.09521, 133.35036, 130.81491, 141.11432, 140.86267, 118.97318, 98.34555, 127.43633, 158.06503, 166.18765, 136.08357, 114.5769, 99.68015, 166.96573, 125.31958, 175.01541, 142.84894, 101.76248, 100.49586, 151.64728, 144.2236, 94.30357, 116.11029, 150.85977, 178.13797, 152.85048, 115.80418, 103.19164, 144.87427, 115.86136, 192.09583, 120.72234, 101.73212, 166.56653, 137.31711, 153.08365, 119.47577, 133.48749, 129.01013, 149.60727, 141.39194, 138.07471, 96.31387, 148.89386, 110.8331, 164.07922, 127.32903, 146.90343, 170.91248, 133.95132, 136.77887, 151.04053, 125.74989, 131.98387, 127.23196, 143.33539, 148.8201, 161.70859, 151.50153, 152.55313, 138.84366, 231.75612, 129.29272, 167.66629, 114.05205, 122.47449, 150.47142, 130.42966, 150.39542, 131.22754, 134.28775, 159.32849, 110.70382, 173.34718, 140.22968, 113.01807, 124.9252, 155.68591, 141.67136, 109.00377, 152.3007, 140.94489, 216.3613, 76.7984, 200.36728, 172.04668, 145.32907, 120.84541, 156.17612, 212.50261, 169.60471, 182.15031, 126.29001, 173.55786, 183.50948, 168.08636, 145.5851, 173.43283, 153.53519, 127.50398, 147.12747, 168.16913, 132.62146, 189.18523, 165.50014, 154.75494, 130.74768, 147.88081, 131.81099, 148.46303, 169.39352, 135.43364, 168.9151, 153.05281, 152.82275, 154.58855, 185.81769, 194.60251, 180.20299, 149.40076, 199.31651, 140.79959, 148.68323, 151.98938, 190.86971, 168.17361, 186.04111, 124.78355, 146.89435, 173.877, 191.47186, 111.05722, 140.60548, 160.86896, 148.79613, 160.42282, 206.45135, 192.58057, 189.17677, 141.0173, 176.3732, 162.16336, 173.61705, 141.41235, 166.72258, 150.57211, 161.05505, 201.56375, 125.34691, 262.97827, 228.61469, 300.19894, 345.22131, 382.98444, 328.99039, 304.22635, 347.88919, 368.33206, 421.67935, 422.7619, 318.63947, 388.60373, 372.89569, 272.46906, 432.51776, 438.69159, 362.423, 464.37976, 404.61432, 429.4487, 362.96313, 432.02255, 382.68896, 429.78946, 454.01099, 377.90057, 389.45621, 417.89111, 349.9537, 391.0679, 417.28186, 318.32983, 383.53339, 409.95297, 479.80603, 371.39462, 417.13333, 427.01068, 435.20419, 464.71381, 382.88995, 375.49353, 396.48279, 454.7865, 321.91086, 354.77414, 372.67999, 328.47098, 403.51547, 417.56128, 397.28638, 442.2486, 516.76575, 471.25659, 440.24911, 443.59131, 363.55328, 429.34821, 400.55432, 494.87518, 368.20227, 426.2276, 338.91693, 479.12137, 434.46017, 434.60028, 394.07568, 414.43912, 487.82043, 414.97812, 303.17703, 352.64673, 385.8714, 399.99213, 369.08102, 405.44342, 476.30536, 363.77734, 328.68378, 468.86481, 368.83197, 388.37717, 385.53168, 490.18256, 380.79712, 425.20557, 461.30511, 497.85547, 491.90726, 425.98218, 423.50308, 372.18866, 444.68552, 475.89325, 384.12585, 445.10712, 361.59726, 399.36859, 549.54456, 447.34207, 431.96301, 433.48865, 428.06787, 518.07849, 509.25247, 463.38019, 522.31256, 486.94574, 448.42047, 517.52637, 465.5954, 500.46423, 513.01721, 534.27039, 452.38702, 449.79657, 321.27713, 438.58386, 522.51453, 568.9873, 381.93634, 456.24048, 381.28906, 565.61322, 427.49487, 458.41199, 489.14032, 557.70245, 469.79971, 419.15894, 439.4397, 664.03168, 424.50153, 472.33499, 552.57043, 513.84821, 473.59424, 452.80859, 516.19684, 490.86526, 459.40137, 501.79727, 633.17041, 518.13446, 479.51703, 394.59286, 412.5694, 474.35883, 383.29755, 439.74103, 542.84064, 524.06372, 583.41724, 503.19363, 397.73981, 596.91235, 478.30032, 502.84637, 398.26141, 500.57492, 383.16776, 467.31647, 441.58081, 626.73346, 481.34949, 460.62939, 477.61765, 593.53711, 428.97015, 569.36481, 440.10321, 417.74561, 530.78259, 480.2962, 446.02496, 504.28833, 457.21487, 444.10266, 587.73682, 497.74393, 370.44476, 411.89899, 513.85577, 382.26035, 426.60406, 476.7204, 612.97278, 513.58789, 526.70233, 508.69019, 478.72455, 610.41278, 572.76569, 453.81241, 614.99432, 528.54651, 565.97424, 551.8244, 559.6413, 522.55945, 657.75684, 429.27582, 664.14172, 541.86469, 623.88531, 530.52917, 541.87891, 585.56042, 539.08472, 563.625, 505.72357, 695.66467, 538.6311, 645.85089, 601.6759, 500.20624, 636.50275, 552.38159, 484.82776, 507.7587, 485.00659, 557.43744, 547.37427, 616.33246, 569.40985, 505.06638, 544.19373, 566.86719, 563.84302, 674.7821, 557.10828, 529.78467, 608.01257, 535.47656, 501.27054, 453.42426, 467.15488, 604.39966, 647.81573, 561.96484, 527.50165, 455.03711, 485.12286, 650.526, 529.48975, 514.74646, 671.74487, 460.77972 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 367.97607, 464.64502, 340.63129, 606.81702, 547.70526, 584.30579, 545.79175, 410.09705, 831.36804, 177.52516, 432.84106, 733.63715, 670.93494, 558.50726, 739.77313, 738.73077, 795.35669, 645.64404, 828.2168, 887.61462, 589.90833, 565.84045, 686.13855, 363.45203, 700.492, 852.95599, 820.88477, 686.12488, 760.42053, 828.05347, 886.75061, 617.4632, 976.03168, 845.18823, 734.8717, 810.98126, 915.5838, 730.29974, 996.80328, 732.48163, 873.94043, 679.29462, 899.92908, 582.31549, 676.63861, 942.36237, 823.00543, 1229.90527, 916.12195, 892.31433, 749.69189, 895.6944, 825.59027, 879.12402, 845.58948, 1013.1604, 796.28967, 1126.82593, 1034.21692, 735.15302, 912.15814, 800.90216, 887.88831, 906.10004, 1014.84265, 929.78125, 797.83203, 954.62268, 781.87158, 1208.53064, 862.56757, 825.63068, 900.14117, 1059.66248, 722.33911, 801.61951, 1019.62354, 714.49677, 709.3172, 905.64124, 731.29675, 957.81897, 1052.22632, 753.23645, 980.64368, 832.36621, 884.62256, 647.4187, 868.59998, 816.49683, 839.65027, 442.4104, 735.93115, 870.07202, 965.67053, 1070.81458, 867.74286, 798.15088, 1162.23669, 936.74866, 1215.9165, 1283.14429, 772.38538, 842.60632, 818.61273, 876.27734, 686.19263, 847.54895, 842.61279, 910.4071, 782.54639, 930.28351, 993.97748, 496.39642, 767.27417, 1202.91406, 1066.70325, 973.94159, 861.84503, 751.62146, 819.10101, 833.93677, 896.23212, 800.27686, 880.22778, 715.17529, 1175.72388, 1167.97852, 877.33044, 890.47089, 1010.93524, 896.83655, 769.62512, 930.39783, 605.18164, 835.47333, 828.76416, 1104.49634, 864.88232, 1139.5188, 903.19855, 1165.43701, 957.2981, 809.92126, 1314.12939, 778.68433, 838.43042, 1284.17249, 950.36475, 607.57416, 976.93561, 904.27905, 856.06195, 1130.81055, 793.13159, 1128.21191, 719.86047, 985.6864, 737.07825, 956.50073, 844.06787, 873.05194, 910.47327, 1156.16895, 1268.61853, 816.84247, 876.89471, 480.57343, 868.11707, 1108.45728, 1087.2572, 916.81848, 539.87598, 1130.38306, 1037.66882, 1076.85669, 835.19238, 1147.20093, 597.48834, 877.20703, 885.35889, 883.01038, 960.16846, 752.64514, 701.39709, 1110.33276, 725.27087, 1142.8374, 1025.76538, 977.59375, 981.90356, 942.48981, 990.85852, 957.71881, 882.07635, 1043.62793, 1037.59937, 910.28998, 1166.81946, 695.24719, 1011.19153, 742.34753, 870.49011, 996.05945, 818.40961, 909.37231, 1057.64014, 1225.29395, 903.65527, 606.57349, 953.10883, 930.39734, 950.80005, 512.84497, 903.17151, 945.75769, 1079.29883, 937.33203, 1148.62769, 1017.23792, 925.24536, 852.8053, 1015.33557, 974.14246, 1129.19897, 1103.21069, 1036.3894, 1014.80865, 1230.53516, 842.08643, 793.3573, 1095.76343, 1112.54175, 966.83344, 1073.24902, 1243.28979, 1103.71228, 1010.45679, 937.51904, 798.08057, 913.78284, 976.93481, 986.20825, 970.86206, 1181.17969, 860.0813, 1058.99475, 975.53271, 1047.8894, 747.716, 1130.00635, 749.50488, 1108.52625, 950.70752, 1037.66162, 1136.69702, 1064.50647, 1087.61023, 1317.60706, 1039.46179, 783.55609, 1094.12646, 1033.6333, 924.64429, 1011.6687, 864.94189, 1083.0824, 863.94897, 992.61798, 1010.17664, 1012.06317, 894.57483, 1350.72156, 1023.32581, 917.74414, 1185.26123, 952.19965, 1060.78906, 1027.94666, 930.99792, 1051.80286, 893.88202, 1089.28687, 1101.66968, 982.02124, 991.68561, 1150.12366, 1062.19141, 1044.82471, 1140.14014, 820.07227, 1406.75391, 971.55414, 1148.99829, 1097.17407, 1059.42261, 1037.07764, 975.11877, 1074.46802, 1148.00708, 1048.49487, 1007.20245, 698.38062, 268.78772, 606.41052, 1444.16992, 1124.53027, 1018.54053, 806.84332, 1189.44116, 1361.03345, 1135.927, 790.08984, 990.9953, 586.8208, 1194.51172, 989.68945, 1152.80566, 737.11536, 934.13135, 1124.38843, 1174.54492, 996.36572, 1187.07056, 1196.19775, 837.33203, 1209.99414, 1177.90796, 878.13934, 357.92651, 1203.76074, 1130.78894, 511.25348, 1717.10364, 909.27283, 1145.02661, 1454.49792, 1160.1145, 1335.85498, 1198.29102, 1353.74316, 832.6524, 1129.4563, 846.79663, 884.64923, 1133.31873, 1021.05554, 1479.77612, 985.76965, 889.52008, 1046.2345, 1115.10254, 1281.85767, 1340.10547, 1149.354, 1139.99829, 1307.7041, 1125.47021, 458.85449, 1204.75195, 1577.47998, 929.84241, 1059.8645, 1472.84888, 1029.02393, 951.84406, 1046.52002, 1381.66602, 1342.28931, 945.41901, 795.48022, 1195.92749, 623.63434, 1137.22925, 1339.60852, 1058.32642, 1339.72119, 1285.96545, 1440.85706, 1179.06885, 326.57574, 1245.84509, 1121.5564, 1074.46533, 893.0119, 1557.78955, 506.37466, 979.36823, 1281.85522, 797.34253, 716.68518, 946.16449, 1213.22656, 1471.86511, 737.92297, 1601.39111, 1397.54834, 1522.15771, 807.21918, 1584.24646, 965.34497, 1665.35132, 1226.14844, 842.55505, 1666.75427, 664.00232, 1522.95227, 1111.88428, 1804.87012, 1947.35571, 1157.77649, 1590.95642, 1614.86853, 1251.03564, 1690.93677, 805.96106, 2089.01172, 1153.323, 644.89233, 790.9826, 1381.89453, 1180.21619, 1539.21655, 1846.9104, 809.83557, 1397.74561, 1472.55444, 1128.47632, 1578.19202, 2479.29224, 2297.53003, 1994.16663, 1974.97583, 2494.61621, 2013.27661, 2334.19556, 1575.91113, 1217.79199, 1437.81421, 2272.71533, 2396.84912, 2318.80811, 1738.86536, 2334.9292, 2267.73901, 1944.66748, 2594.27344, 2640.60547, 2666.45825, 2660.76782, 2780.73291, 1404.39709, 2953.19775, 2368.15332, 1585.02625, 3246.83301, 3246.53735, 3135.95825, 1507.11633, 3195.16113, 1494.2467, 3260.33813, 2456.927, 2992.79932, 3578.92627, 2885.84521, 3719.48486, 2802.39087, 3492.21338, 3709.22412, 1682.94409, 4214.81348, 3329.99121, 3759.10254, 3814.64331, 1508.42798, 3295.1543, 3357.43726, 2269.75879, 3626.5332, 3597.45801, 4240.9834, 4177.74902, 4422.9668, 1893.52844, 3138.14111, 4846.23926, 5171.69922, 5975.33447, 3086.48608, 5862.87402, 5315.55566, 4914.53125, 5181.54785, 4900.43848, 4637.98828, 5490.50391, 4539.08447, 4796.12061, 5207.29248 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 222.41661, 371.36713, 447.84131, 481.63968, 474.21533, 465.70044, 447.76227, 456.41202, 456.49017, 637.91107, 504.85205, 536.01984, 518.54358, 590.88586, 498.43365, 428.26917, 540.54871, 521.47058, 477.13452, 566.00867, 622.8623, 503.07822, 418.00574, 520.31958, 460.02747, 661.55414, 655.98987, 800.54163, 767.26038, 428.15253, 604.07349, 575.09583, 698.35071, 492.95758, 485.91431, 515.09021, 516.06689, 684.40222, 602.3576, 590.77783, 574.60559, 711.23175, 627.30023, 600.57593, 575.84039, 589.60388, 788.73492, 636.46448, 570.49841, 660.49561, 551.65625, 482.2402, 749.2666, 582.34204, 753.92273, 759.25391, 713.87012, 690.99146, 547.77472, 656.98401, 729.47876, 611.06958, 486.41681, 665.09082, 568.1134, 595.24109, 692.48395, 721.53436, 568.88489, 599.31659, 696.59888, 683.88513, 744.7016, 739.0979, 609.8761, 607.83636, 704.96918, 477.89551, 682.98425, 821.44543, 663.62122, 647.69537, 725.80701, 651.73114, 628.92297, 517.77673, 528.0788, 606.23315, 653.58557, 651.62085, 597.99036, 513.19946, 589.78699, 675.88043, 685.05347, 593.04907, 688.04077, 639.04163, 917.04504, 649.63428, 611.41473, 552.68781, 724.00232, 738.85742, 788.54712, 576.76013, 702.44476, 816.94141, 639.06335, 610.85358, 615.13232, 581.84094, 743.28046, 654.85962, 669.21301, 679.75262, 551.10095, 564.02478, 675.36365, 772.85645, 740.65088, 619.51477, 822.36499, 620.82349, 867.19977, 707.67114, 714.71478, 627.47974, 716.85284, 715.37927, 814.46277, 665.65442, 844.72986, 688.12048, 725.50562, 735.12598, 576.22461, 659.17236, 810.84674, 640.31165, 638.25043, 681.86694, 873.06372, 858.91748, 650.38177, 752.56604, 669.61511, 666.03479, 751.11523, 829.263, 764.16534, 694.6532, 684.34045, 882.11945, 686.49573, 610.38153, 835.26746, 765.18457, 645.44373, 588.35034, 692.93884, 595.09399, 531.85754, 679.52087, 645.24792, 744.36328, 715.49109, 763.32031, 716.78845, 790.06787, 835.43066, 712.20703, 630.2981, 778.94031, 658.64539, 663.91772, 655.29883, 736.9458, 851.96661, 667.5957, 707.99316, 725.94287, 650.9762, 730.43274, 702.79944, 564.20337, 700.67004, 934.65314, 810.63794, 695.77124, 772.28693, 795.0351, 774.78876, 695.57776, 552.28491, 626.13977, 663.24353, 857.98322, 676.73859, 887.89777, 813.69183, 859.53931, 672.57208, 929.1991, 694.27954, 631.2243, 782.07104, 690.99695, 593.01587, 828.12946, 671.18567, 753.08539, 802.61597, 837.94409, 670.28748, 659.98163, 954.20618, 741.6319, 701.86475, 618.91809, 832.85748, 757.01971, 680.29419, 607.42615, 756.74463, 726.15503, 895.96594, 661.151, 813.49115, 847.35895, 750.48199, 714.35315, 714.54077, 626.125, 767.39087, 666.9292, 809.49738, 983.46564, 826.35986, 792.65796, 850.64368, 687.97351, 867.7135, 908.76611, 733.90198, 768.53357, 791.72418, 757.73499, 879.06598, 586.99548, 674.41724, 804.29102, 801.38354, 660.48718, 808.37109, 727.79163, 700.45386, 864.02411, 898.28223, 901.36072, 758.88257, 832.43671, 845.76746, 779.60938, 733.45935, 742.66504, 820.05884, 654.98029, 707.0658, 703.49384, 730.5686, 737.98303, 811.04517, 867.87207, 678.66852, 801.54138, 900.53223, 655.28137, 841.99036, 790.39777, 921.68695, 762.83655, 933.76904, 1083.88391, 925.74805, 895.172, 734.70428, 736.31873, 827.16382, 752.67749, 824.41199, 703.05212, 670.5025, 846.11987, 707.80859, 766.2417, 841.8031, 813.83276, 598.79449, 900.46252, 727.72974, 685.59509, 565.16528, 842.80798, 809.73743, 944.26965, 762.27942, 823.56934, 885.64923, 824.37048, 900.54163, 660.54401, 796.01697, 669.50757, 722.474, 673.96283, 915.34583, 877.28113, 781.17963, 754.37317, 911.17676, 731.79895, 826.77002, 852.29742, 953.1615, 1006.16003, 885.896, 962.01666, 1065.6084, 753.18317, 635.53088, 678.18329, 769.54694, 907.36462, 854.13782, 1011.79785, 881.67389, 1119.07874, 803.61658, 832.44843, 871.44751, 766.13934, 900.50757, 910.83105, 915.00787, 1009.75714, 698.48767, 888.24695, 841.28912, 782.40167, 904.72552, 949.39679, 910.56995, 884.65967, 895.37305, 853.0144, 792.88745, 1015.27924, 830.31592, 971.99518, 1000.35071, 790.93958, 969.05072, 974.48157, 978.95398, 875.2359, 863.07812, 710.34094, 848.56042, 805.07074, 984.69275, 777.70361, 779.15393, 883.85376, 886.73669, 810.07068, 969.5741, 675.66595, 992.58795, 1116.84094, 775.40057, 891.66376, 915.23022, 826.94653, 856.40393, 953.07605, 698.89734, 691.02759, 920.4447, 928.45959, 843.46613, 935.41663, 692.88403, 912.33276, 788.43164, 866.6543, 789.64978, 960.85718, 871.71533, 750.84558, 884.37842, 974.67834, 800.7262, 966.93359, 959.76825, 870.96765, 887.23846, 923.24506, 991.45667, 792.49603, 888.44525, 980.67798, 677.99841, 986.68958, 1094.96985, 797.09253, 763.68732, 813.65833, 805.54382, 989.53229, 911.37128, 796.38977, 1008.86786, 928.815, 758.74902, 997.68494, 959.37305, 1173.17395, 766.74194, 1010.87549, 985.5097, 851.65735, 1159.30908, 986.12781, 989.17645, 970.54614, 1149.26562, 937.53644, 960.69348, 884.19513, 936.70752, 952.50165, 870.44067, 1199.55786, 872.47406, 978.6756, 907.59058, 891.44653, 1243.60645, 1036.11804, 903.63678, 920.75983, 941.95465, 886.78943, 842.98492, 1123.25244, 978.89514, 1090.64819, 1079.80298, 877.85205, 956.22986, 903.61285, 1014.75488, 1400.21606, 954.85529, 1064.87646, 854.57623, 1230.62427, 891.01807, 878.85193, 949.28296, 1064.16968, 928.80786, 830.23792, 887.00757, 1040.63489, 926.92188, 1123.98999, 1026.77954, 1075.98413, 810.38062, 955.08008, 1045.54211, 961.95319, 871.19415, 1121.94312, 1037.75037, 999.6394, 1305.70227, 822.15784, 929.84125, 1066.44849, 946.41882, 911.97656, 787.65625, 822.93738, 879.60449, 879.3562, 993.5108, 957.56726 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 4.9685484418041295, "neutral_loss": 5.6831228129429485, "target_chat_loss": 4.685440269399515, "target_docs_loss": 3.954869980049401, "neutral_init_loss": 6.401075549316406, "target_chat_init_loss": 4.361893348693847, "target_docs_init_loss": 4.744707797580295, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 77.20244, 93.83451, 139.59723, 117.71165, 100.68957, 120.16106, 131.66577, 114.56772, 127.33241, 137.71968, 128.27704, 120.04813, 158.87981, 134.19444, 138.1221, 136.56886, 137.89435, 125.33271, 159.66356, 137.23602, 161.50085, 159.37332, 132.99483, 142.1662, 142.77539, 122.36603, 135.80054, 151.58183, 115.58575, 127.70235, 154.32632, 173.86072, 130.65186, 173.93126, 140.60837, 117.15891, 186.2002, 131.43726, 112.83163, 142.64519, 179.93011, 150.61356, 139.60986, 159.78586, 173.83063, 159.96667, 183.80038, 180.83212, 150.12854, 150.06732, 144.13864, 199.81937, 151.4791, 163.51355, 173.03065, 173.92024, 150.67918, 163.94925, 196.67322, 190.08699, 118.64941, 155.6387, 158.06918, 192.22916, 176.27048, 140.66302, 170.63107, 144.77467, 174.05716, 158.54919, 204.88396, 137.24753, 198.15733, 154.82993, 166.8454, 172.39401, 151.50818, 177.78207, 165.55435, 182.50549, 163.10765, 145.48792, 173.62064, 193.87231, 172.01801, 188.96223, 137.45071, 192.01846, 191.28813, 144.15393, 203.26649, 170.30426, 205.04424, 219.13792, 131.88588, 152.64188, 193.10938, 163.6163, 149.99637, 179.95551, 151.17934, 180.57573, 173.66914, 194.14743, 178.31705, 206.8606, 170.34805, 170.86084, 152.41679, 169.7059, 201.20934, 213.70483, 203.302, 178.40762, 166.79869, 210.65269, 182.2439, 205.20874, 206.87001, 137.68768, 138.36792, 196.48351, 199.57016, 147.42407, 187.82593, 190.7117, 207.45195, 210.67032, 176.46725, 160.69971, 197.40463, 188.25562, 227.12628, 189.95552, 188.27322, 210.40411, 185.66945, 188.64603, 182.63608, 202.90088, 199.8855, 181.17499, 197.45786, 182.68802, 176.25751, 210.24519, 169.53587, 198.06714, 195.33795, 191.68947, 202.16669, 174.05423, 184.81921, 200.87157, 168.09462, 161.97549, 205.68518, 193.84537, 212.13458, 238.53844, 197.91122, 210.42102, 174.80299, 261.75403, 191.28212, 191.108, 177.549, 183.05025, 208.20293, 215.28627, 190.34019, 194.04478, 195.89752, 213.56528, 182.94098, 225.92583, 179.77777, 193.37453, 193.6268, 192.51366, 196.93443, 163.63179, 217.14745, 194.74097, 243.30768, 147.68713, 239.14322, 193.64571, 190.94086, 202.85594, 211.29802, 239.25537, 223.48671, 239.8531, 177.87534, 219.36765, 241.19463, 214.31235, 197.30518, 212.30798, 206.52338, 186.36041, 224.23431, 212.52328, 231.38864, 216.85757, 208.76927, 192.66104, 168.18385, 234.56221, 202.92235, 220.75302, 209.20045, 191.28458, 224.55447, 231.17776, 189.29298, 223.61932, 240.35297, 238.03564, 212.92215, 203.21245, 265.47455, 225.47089, 213.80626, 208.26852, 233.63937, 216.83627, 278.66229, 197.42363, 209.45222, 242.41821, 258.34497, 188.84167, 202.54202, 240.80176, 200.37003, 222.9884, 271.62625, 246.03632, 257.06888, 233.49107, 243.94011, 235.20844, 256.09467, 232.13098, 227.04558, 236.19453, 230.71777, 273.9791, 246.46082, 312.55817, 283.80609, 382.30142, 407.48779, 442.97006, 416.85321, 422.31726, 461.5813, 486.34695, 499.28571, 517.78522, 453.59381, 479.88974, 500.28925, 387.99799, 494.73563, 505.03998, 477.07788, 561.34094, 497.46576, 544.00592, 495.0874, 520.63489, 494.88266, 524.10767, 539.64514, 480.35718, 532.52496, 549.5614, 539.52618, 482.22754, 498.91083, 487.30737, 488.21881, 525.80334, 602.05414, 544.12988, 541.81659, 613.43909, 532.9682, 591.54059, 575.71497, 503.978, 518.31555, 550.49432, 441.51096, 485.16467, 539.0354, 431.11319, 524.08118, 544.87488, 523.42114, 536.87848, 632.79584, 562.71741, 533.92163, 562.70563, 563.00317, 528.52295, 559.60413, 605.47681, 509.21069, 545.28333, 576.30023, 601.21741, 577.07324, 564.36798, 547.1861, 544.9574, 617.54553, 533.70068, 535.41003, 538.84528, 536.80475, 550.77466, 477.87787, 547.99139, 583.08728, 537.5047, 498.29401, 585.38361, 537.37048, 499.9032, 573.13977, 584.52863, 521.10803, 573.08887, 561.22455, 622.37903, 616.00171, 546.95288, 576.47491, 531.78894, 554.89758, 620.80164, 556.82886, 548.2439, 567.45129, 565.59326, 658.53748, 570.93665, 555.23254, 571.89868, 569.61108, 639.12335, 620.59015, 608.80341, 603.31488, 596.69531, 597.63373, 634.76099, 585.66016, 640.43567, 613.07233, 626.1709, 657.91296, 578.25696, 505.11807, 581.6524, 666.67615, 684.26447, 608.97253, 622.84991, 515.56165, 665.28314, 584.83167, 646.36108, 601.48956, 660.9726, 611.63715, 577.69189, 593.9624, 785.15363, 580.98621, 601.27289, 701.83362, 653.44702, 640.26276, 613.81989, 656.77484, 632.86157, 622.69641, 639.14062, 766.75879, 656.36328, 607.47937, 630.77429, 575.2533, 674.63367, 637.25989, 633.36414, 684.9845, 681.63269, 724.36597, 603.61389, 609.36182, 741.18518, 620.60144, 660.08289, 604.55914, 665.02173, 566.26416, 633.85388, 573.65344, 734.0423, 640.34644, 611.4715, 647.68054, 744.59052, 700.77063, 712.87958, 588.4657, 622.2525, 692.18207, 614.35156, 645.13916, 756.68811, 585.32367, 666.11621, 753.01526, 648.85645, 563.37268, 597.61914, 710.99945, 532.78113, 605.67468, 654.98059, 757.17163, 694.81366, 696.16223, 701.18695, 695.30176, 747.50159, 713.64362, 642.32001, 737.35077, 688.62488, 732.4386, 681.88696, 745.22107, 699.15979, 814.63489, 663.88611, 842.40686, 700.37164, 766.13025, 703.04736, 781.81299, 801.63049, 677.65765, 818.78741, 700.46814, 801.17389, 686.53217, 793.2146, 743.30981, 671.90881, 822.9021, 701.51111, 652.69592, 726.54797, 744.14276, 742.07556, 752.83661, 812.92145, 779.88159, 643.57617, 775.16858, 790.10413, 756.7912, 907.03278, 750.84308, 813.37146, 822.69031, 752.54761, 696.83105, 687.90356, 695.64001, 798.41119, 866.78491, 765.61255, 787.56494, 698.27747, 757.61176, 824.14844, 718.53638, 796.41205, 861.39484, 715.08289 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 504.6958, 663.70612, 446.84763, 822.26233, 830.9176, 926.2583, 777.62781, 633.90942, 1065.27002, 382.5813, 616.23236, 1013.25995, 961.9762, 794.74005, 1164.15454, 1021.16351, 1184.95947, 955.08765, 1258.3606, 1303.89966, 872.37878, 731.25061, 1013.60663, 568.46692, 1027.8595, 1213.74707, 1100.01123, 966.63843, 1142.98584, 1139.85852, 1294.35315, 886.40698, 1308.05042, 1113.72351, 1073.76794, 1180.26807, 1287.09082, 1168.63135, 1563.09448, 1085.87659, 1319.81189, 1035.45117, 1280.71338, 907.2785, 1039.99011, 1329.61377, 1089.86523, 1656.94629, 1432.08716, 1397.11914, 1281.16113, 1276.47974, 1319.38403, 1315.71826, 1223.47241, 1501.88879, 1157.1062, 1495.45105, 1460.66187, 1067.67468, 1429.50415, 1213.60498, 1421.44946, 1333.05774, 1298.0968, 1373.76782, 1097.19873, 1345.22986, 1133.17334, 1554.13281, 1240.19788, 1471.56836, 1455.3606, 1509.39355, 1064.67712, 1183.28088, 1401.25488, 1094.396, 1220.08252, 1294.84033, 1076.73511, 1437.01709, 1520.66479, 1098.63965, 1378.78296, 1218.94409, 1234.43359, 950.11664, 1250.40002, 1175.93628, 1208.05664, 715.72156, 1273.53979, 1201.70569, 1324.5625, 1557.48022, 1168.89307, 1136.2688, 1647.05798, 1567.79785, 1612.08765, 1656.55151, 1084.76465, 1397.80762, 1287.86487, 1238.05493, 937.4126, 1304.17773, 1207.19604, 1233.91943, 1068.18213, 1559.65588, 1445.48987, 747.94141, 1236.83618, 1639.24854, 1541.95679, 1453.67212, 1221.48352, 1171.98474, 1131.4375, 1288.80396, 1269.05615, 1199.52026, 1422.28003, 1115.50122, 1633.87268, 1613.29541, 1259.72021, 1234.81494, 1480.26331, 1288.82092, 1196.57886, 1279.53601, 872.88293, 1185.7229, 1237.67615, 1663.99146, 1214.68433, 1599.33618, 1406.89966, 1586.7312, 1331.05298, 1339.54272, 1662.62402, 1166.76001, 1220.76221, 1763.69714, 1505.97583, 936.03967, 1400.45251, 1274.38818, 1596.42993, 1728.15137, 1124.45728, 1643.61792, 1145.28564, 1448.24939, 1199.84131, 1363.97656, 1280.0282, 1312.08472, 1320.54114, 1598.51111, 1686.89648, 1183.67383, 1349.62842, 1010.82062, 1285.38159, 1603.97864, 1505.36792, 1332.52222, 857.57941, 1429.4707, 1498.32764, 1525.46497, 1172.0166, 1725.28772, 869.07068, 1308.82312, 1329.95972, 1434.00061, 1439.27356, 1102.66431, 1083.74023, 1623.66309, 1220.6958, 1653.76172, 1716.59827, 1402.8645, 1413.32092, 1559.22107, 1476.60669, 1387.84509, 1342.0415, 1448.20618, 1477.61829, 1275.70508, 1588.84509, 1267.32373, 1506.96387, 1397.86462, 1240.42297, 1465.88794, 1217.42249, 1274.09851, 1563.8877, 1708.65259, 1401.47607, 868.22693, 1285.17578, 1426.26929, 1322.11707, 847.46161, 1284.43213, 1299.25269, 1526.13843, 1451.66028, 1503.99951, 1241.51416, 1478.7511, 1444.38062, 1539.17957, 1420.72534, 1565.02075, 1463.88489, 1625.35559, 1466.05823, 1854.11133, 1317.02368, 1196.34009, 1744.28906, 1579.73315, 1476.63806, 1497.82349, 1687.29077, 1511.72144, 1406.71423, 1454.83142, 1231.06506, 1558.63245, 1442.27527, 1497.77148, 1467.23413, 1694.85425, 1364.13818, 1564.13696, 1556.28809, 1497.1615, 1145.83435, 1509.32825, 1047.3855, 1546.02454, 1461.08533, 1512.16699, 1521.89185, 1528.47705, 1480.20044, 1857.60303, 1356.00537, 1421.01514, 1735.62671, 1479.86743, 1370.61365, 1640.83008, 1252.16528, 1491.79236, 1259.96533, 1373.22034, 1494.07642, 1463.08569, 1338.0376, 1968.38477, 1513.06348, 1602.87402, 1570.1875, 1463.11084, 1512.05688, 1436.95044, 1475.37939, 1565.92493, 1295.21289, 1595.09045, 1661.12744, 1484.65283, 1449.52271, 1616.39575, 1523.25208, 1623.71594, 1574.06934, 1145.77209, 1878.94019, 1560.29199, 1618.87244, 1615.0553, 1513.98914, 1583.24097, 1427.53943, 1483.87512, 1639.81104, 1584.75439, 1355.66541, 1142.80151, 517.86371, 862.20862, 2109.7749, 1549.22656, 1499.99707, 1252.86206, 1966.79602, 2053.42554, 1478.99792, 1231.90674, 1525.22266, 1347.19873, 1644.46021, 1723.31006, 1645.07568, 1114.84937, 1422.75708, 1511.77893, 1571.42859, 1435.53662, 1700.70361, 1607.62744, 1380.34485, 1750.73987, 1663.62671, 1233.57104, 533.66113, 1849.34399, 1671.4436, 719.4917, 2317.83447, 1543.03491, 1627.09961, 1905.01904, 1565.87085, 2021.53857, 1913.1167, 1972.74231, 1277.54285, 1671.86792, 1374.57581, 1318.42615, 1687.99097, 1639.22546, 1939.93555, 1937.75757, 1420.9856, 1441.44702, 1633.01025, 1745.31567, 2102.02588, 1581.84424, 1842.58423, 1929.42749, 1714.22461, 755.86829, 2150.42651, 2168.54004, 1342.09399, 1590.25378, 2050.08398, 1649.09009, 1469.0708, 1520.92603, 1939.7052, 1927.3894, 1394.2865, 1249.35913, 1725.31104, 916.74622, 1739.77002, 2005.68677, 1599.87756, 2090.8623, 2149.01514, 2198.24121, 1731.12183, 520.2113, 1868.77954, 2026.21558, 1605.75781, 1284.29663, 2268.22681, 811.375, 1381.01489, 2321.21802, 1290.75977, 1092.66211, 1820.9292, 1860.93469, 2207.93604, 1432.16479, 2608.26465, 2033.25122, 2250.96973, 1222.78711, 2421.15918, 1474.48413, 2444.75244, 1890.1272, 1386.01013, 2193.83838, 1102.68347, 2487.85986, 1684.03271, 2553.92285, 2801.78394, 2127.39722, 2550.74316, 2369.46265, 2448.83887, 2447.89526, 1634.45068, 2908.3916, 2289.42554, 1375.86279, 1265.7876, 2155.64819, 1759.82422, 2198.51831, 2936.65039, 1287.80432, 2643.35596, 2707.64795, 1809.17456, 2735.23462, 3334.69531, 3359.81128, 3076.2334, 2983.16797, 3489.93652, 2942.86182, 3399.66602, 2560.33887, 1946.65259, 2721.93311, 3374.89868, 3700.0835, 3743.7688, 3246.82422, 3359.77417, 3591.43408, 3392.89624, 3817.2251, 3716.14062, 3971.16211, 4107.92383, 4360.60352, 2916.69751, 4653.4624, 4241.67432, 2944.10986, 4969.28711, 4820.61084, 4629.56055, 3412.93237, 5217.83936, 3011.44482, 4792.66113, 4435.99512, 4712.57959, 5510.88086, 5088.4248, 5741.66699, 4939.89844, 6022.82617, 6307.88086, 3372.35815, 6593.30518, 5417.62354, 6144.67334, 6116.08398, 3740.18018, 5084.16309, 6219.83838, 5244.53369, 6563.43945, 5910.25488, 6103.06104, 6206.66064, 6959.34961, 4116.75781, 6369.16895, 7406.99316, 7621.33008, 8649.61133, 6155.74316, 8380.02148, 8304.32129, 7551.32568, 8503.19727, 7785.03564, 7201.65381, 9257.63867, 7197.30908, 7174.93848, 7636.56982 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 423.59537, 593.08936, 710.29077, 697.78333, 759.47693, 771.10577, 751.32782, 764.09534, 800.22815, 924.10693, 819.758, 830.20013, 829.3075, 894.93231, 850.56799, 721.46429, 908.02655, 849.51025, 900.40369, 835.38361, 990.12903, 866.9187, 832.48218, 937.71973, 843.07977, 977.84009, 1003.33887, 1144.38232, 1109.43872, 819.95062, 944.34784, 943.06213, 1086.83667, 795.97955, 866.88464, 827.58545, 899.66748, 1003.38745, 1063.09497, 1008.07129, 966.0332, 1098.38232, 1034.59167, 971.34149, 935.82867, 1029.60938, 1186.67651, 1105.75562, 991.04028, 1028.14062, 929.25818, 857.53204, 1045.15027, 961.7915, 1146.5614, 1084.22156, 1021.78357, 1074.82275, 1007.83618, 1047.07544, 1128.01184, 972.8645, 969.86346, 1050.71167, 988.57581, 970.17822, 1087.28589, 1228.95996, 1017.55042, 996.87646, 1154.81909, 1100.66223, 1032.73511, 1139.8457, 1064.07861, 1077.38379, 1121.22925, 860.11609, 1142.15271, 1238.40112, 1074.16821, 1086.67432, 1166.23706, 1089.07031, 1136.63794, 1020.08557, 1026.84424, 1090.02246, 1195.49731, 1060.11829, 1119.46289, 1000.45856, 1040.36328, 1103.34033, 1144.22949, 1044.97864, 1173.21558, 1114.26685, 1436.20496, 1107.03149, 1096.24658, 903.82825, 1152.65527, 1269.28638, 1289.54224, 1053.33496, 1149.88086, 1214.10083, 1087.85901, 1101.323, 1020.34186, 986.12872, 1226.505, 1179.39917, 1096.63171, 1144.37793, 1065.57617, 962.20947, 1178.53955, 1253.41248, 1202.18494, 1026.75574, 1300.01721, 1149.9624, 1305.875, 1188.54187, 1139.29883, 1119.24121, 1156.41284, 1198.28931, 1269.5481, 1209.26172, 1292.42798, 1115.88379, 1227.98267, 1175.97559, 1083.7644, 1091.14209, 1222.81421, 1128.01489, 1102.18567, 1185.72754, 1438.56262, 1325.18323, 1175.7887, 1300.50903, 1220.77673, 1113.0835, 1179.85474, 1206.70007, 1314.62817, 1161.64587, 1145.21729, 1344.7843, 1244.62158, 1194.9873, 1289.45947, 1247.47754, 1069.03882, 1045.10034, 1155.11011, 1048.45288, 1057.29541, 1228.3429, 1091.93237, 1285.65869, 1188.19226, 1210.24121, 1220.90186, 1286.35388, 1294.6228, 1205.66943, 1145.35352, 1184.65698, 1100.87231, 1131.7135, 1226.33228, 1134.64453, 1366.35376, 1289.63867, 1117.34375, 1266.63147, 1171.81519, 1183.29175, 1274.37109, 1001.28467, 1377.55371, 1359.25732, 1242.1554, 1148.0575, 1277.81519, 1317.7356, 1255.96899, 1252.52319, 1027.94788, 1169.8949, 1163.29529, 1227.81641, 1197.01636, 1393.40417, 1272.14038, 1348.82227, 1083.70447, 1351.05798, 1196.83105, 1229.53271, 1357.1626, 1243.71521, 1085.27368, 1321.33154, 1201.70093, 1133.59644, 1382.42578, 1435.24731, 1252.49329, 1247.82202, 1523.74731, 1268.2887, 1224.65405, 1137.16699, 1366.87769, 1225.32788, 1159.43481, 1180.69482, 1220.44055, 1190.07092, 1366.27002, 1095.62415, 1390.6355, 1416.14172, 1233.74524, 1221.76941, 1246.17908, 1187.19836, 1332.10852, 1169.68433, 1255.3811, 1536.5863, 1429.27051, 1372.82324, 1388.63965, 1217.56079, 1275.60303, 1502.64709, 1220.37988, 1320.56226, 1382.65637, 1183.24695, 1405.59998, 1115.75476, 1280.26697, 1373.23438, 1396.57507, 1139.08301, 1368.53003, 1199.52649, 1205.04285, 1394.59253, 1368.18469, 1391.29883, 1419.09827, 1371.07373, 1408.15039, 1293.88062, 1273.45923, 1224.82678, 1334.26562, 1231.85767, 1229.61914, 1181.32324, 1293.34961, 1323.67847, 1438.87915, 1391.73291, 1144.88257, 1320.56177, 1404.92432, 1296.43616, 1354.89062, 1392.31421, 1456.05005, 1301.45166, 1381.21338, 1486.42456, 1524.07947, 1472.50024, 1263.31787, 1241.72168, 1423.60645, 1355.55652, 1340.10352, 1249.56812, 1306.68604, 1465.89429, 1303.12878, 1314.53552, 1358.88818, 1371.44507, 1103.84033, 1383.56274, 1329.89844, 1205.53809, 1118.07617, 1398.27295, 1325.88342, 1647.24329, 1287.08691, 1491.61243, 1489.63599, 1401.7395, 1508.01453, 1209.16187, 1226.67725, 1305.52991, 1400.21716, 1299.45007, 1494.9408, 1372.84424, 1357.87549, 1331.75586, 1542.75134, 1329.13013, 1469.13013, 1266.44336, 1459.67676, 1533.49805, 1448.63196, 1535.5376, 1578.80017, 1349.79077, 1227.02258, 1215.48315, 1374.96399, 1538.51685, 1364.30542, 1681.8302, 1354.64819, 1713.14502, 1452.80542, 1397.98999, 1438.12195, 1383.14685, 1523.73682, 1443.43677, 1614.54956, 1588.94177, 1311.41394, 1412.10559, 1428.81494, 1373.71265, 1456.94812, 1581.5365, 1500.5022, 1469.91248, 1487.97681, 1459.19751, 1436.17578, 1627.92627, 1515.60193, 1495.45947, 1531.12695, 1403.47778, 1578.76758, 1477.4187, 1597.61963, 1390.18823, 1452.46362, 1310.89502, 1465.88794, 1447.86084, 1561.0542, 1342.17334, 1434.79126, 1584.23621, 1619.31348, 1362.5675, 1511.59985, 1369.46765, 1698.44775, 1803.69189, 1433.396, 1426.00391, 1510.53748, 1418.36377, 1482.87292, 1549.27954, 1148.61633, 1295.38074, 1521.1936, 1563.42529, 1526.80859, 1565.45801, 1450.37744, 1531.63647, 1444.09399, 1422.12695, 1331.96411, 1484.36963, 1530.71899, 1501.67041, 1476.83911, 1584.03528, 1367.72229, 1657.5271, 1560.38867, 1512.2229, 1570.14844, 1571.93359, 1853.18359, 1514.5509, 1514.55115, 1642.29688, 1431.67188, 1564.65356, 1871.83667, 1458.99878, 1440.37817, 1483.22437, 1554.93518, 1672.22534, 1472.89844, 1515.51111, 1654.97266, 1589.86047, 1328.54468, 1704.67957, 1601.95447, 1833.42456, 1425.75012, 1700.06116, 1690.59619, 1527.76318, 1785.68555, 1626.87158, 1595.6532, 1647.99573, 1827.77539, 1642.73535, 1555.30151, 1542.58032, 1614.14771, 1696.5177, 1481.92981, 1893.70667, 1625.31433, 1885.77246, 1646.50793, 1720.92456, 1996.77722, 1738.65625, 1637.4209, 1664.87976, 1876.47949, 1583.69507, 1667.00146, 1738.88708, 1604.97583, 1718.45776, 1763.54517, 1510.24414, 1687.64795, 1607.34448, 1754.17993, 2096.20703, 1694.39209, 1770.06738, 1594.25793, 1912.40088, 1695.28455, 1552.48047, 1719.81885, 1835.67017, 1691.27246, 1483.45715, 1624.28772, 1651.07227, 1626.14282, 1860.35083, 1820.93591, 1667.69092, 1569.80823, 1772.29468, 1840.37573, 1732.06299, 1705.91858, 1838.1615, 1795.54517, 1658.21899, 2090.68091, 1534.5719, 1747.64331, 2058.75488, 1715.32324, 1600.44238, 1562.91614, 1555.58545, 1680.29736, 1708.07019, 1672.40479, 1807.66394 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 6.130138307074777, "neutral_loss": 7.074111279677534, "target_chat_loss": 6.647831567424898, "target_docs_loss": 5.9355545678484445, "neutral_init_loss": 7.24124313659668, "target_chat_init_loss": 5.698944296264648, "target_docs_init_loss": 6.442037794325087, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 98.81752, 112.99361, 170.19577, 147.75856, 116.505, 149.32043, 174.96187, 130.84492, 156.4408, 173.67725, 145.19781, 138.94476, 184.38327, 157.21234, 172.92917, 168.72739, 167.1911, 184.33736, 200.81471, 192.78752, 194.19035, 205.02248, 154.23737, 162.16998, 175.64987, 179.19182, 172.39377, 196.63174, 181.8689, 161.05827, 180.04427, 193.11929, 162.70407, 215.22958, 174.61865, 147.86707, 229.93039, 167.18576, 164.03796, 194.19673, 220.09555, 173.49954, 182.58548, 187.42786, 216.80951, 215.48984, 208.65833, 202.39198, 188.98425, 193.95905, 172.51865, 242.26175, 212.54224, 195.52133, 212.61655, 211.65863, 211.83807, 210.29086, 218.30011, 245.0347, 151.02336, 186.86484, 199.10117, 234.56969, 243.75505, 163.63113, 204.97368, 168.96198, 189.41156, 201.54517, 226.64528, 167.44354, 237.5408, 191.58168, 181.71014, 201.19032, 238.35049, 218.35236, 208.07367, 238.31219, 233.05936, 195.43378, 198.19717, 258.70319, 204.16055, 240.68292, 169.57217, 215.76169, 216.26237, 189.19214, 229.63107, 231.63461, 241.38708, 241.09244, 154.91757, 181.22446, 221.36896, 204.61957, 175.04443, 244.20219, 203.05365, 247.44565, 212.35263, 220.82669, 219.31769, 237.16245, 211.22385, 221.75935, 210.36534, 204.17392, 224.2403, 244.69608, 250.39499, 221.59906, 217.28351, 245.69604, 244.468, 240.32904, 264.32916, 192.78714, 170.99403, 233.60257, 239.82681, 212.0551, 254.06772, 217.2458, 231.3038, 285.75455, 204.54565, 203.50645, 247.92101, 225.76578, 261.12009, 262.00082, 249.21552, 234.67509, 240.4485, 220.41965, 229.75214, 254.1944, 261.03235, 223.97948, 261.73041, 223.73936, 251.01282, 258.17242, 211.16225, 223.55713, 246.20866, 243.76828, 261.57599, 234.2753, 224.28084, 238.82269, 196.23769, 197.02728, 257.5997, 252.19398, 247.099, 264.86115, 252.21275, 258.94824, 238.66159, 287.26877, 252.13564, 217.65094, 226.53729, 252.46675, 261.99817, 250.14215, 215.9706, 264.90427, 257.20898, 254.58356, 246.70584, 269.64429, 208.67148, 263.02991, 260.87817, 237.67517, 224.60718, 226.77588, 268.40607, 258.83575, 275.25543, 231.81096, 274.81976, 228.23053, 258.31531, 243.20352, 248.00133, 270.63028, 264.67859, 268.70953, 222.1478, 244.9234, 282.76978, 250.06403, 250.44458, 251.32269, 232.58578, 220.965, 274.66437, 246.705, 308.54675, 233.60167, 253.57939, 228.43922, 209.23795, 275.44565, 258.51306, 287.46503, 249.92584, 261.43723, 256.11197, 262.61682, 272.10638, 279.48956, 294.46545, 270.27951, 249.97955, 272.17261, 312.36896, 280.11475, 257.96976, 246.16383, 283.96509, 256.22693, 336.03915, 258.93842, 268.02621, 287.59198, 299.32306, 249.25809, 252.35223, 292.58771, 240.63287, 286.11676, 306.93896, 301.79907, 300.99713, 299.01831, 296.47513, 280.9397, 327.02615, 287.79773, 301.55145, 301.6011, 311.88495, 304.62933, 324.246, 360.26544, 342.01108, 459.31467, 472.9913, 516.26434, 546.39868, 552.38556, 573.72754, 589.92749, 569.14075, 613.26404, 560.55804, 571.97351, 634.47437, 545.03467, 582.17285, 604.97064, 593.52838, 627.68988, 624.39038, 641.79944, 606.7135, 625.34607, 627.94617, 622.57043, 637.21356, 606.65967, 660.3988, 650.55951, 683.24048, 614.47272, 622.99341, 619.43713, 612.73755, 647.70312, 704.47705, 679.15179, 698.22406, 722.2691, 631.98242, 704.13464, 716.6571, 632.44702, 646.82385, 684.0426, 598.90253, 592.39423, 720.65283, 563.13367, 645.44019, 686.08148, 709.30695, 641.34045, 752.1076, 680.63684, 689.98108, 706.62244, 700.16644, 684.96155, 698.38599, 698.11035, 663.94189, 673.29889, 691.64215, 735.44983, 725.27673, 688.79517, 674.32098, 686.15002, 721.4118, 669.21289, 666.75525, 673.62012, 711.0741, 712.12762, 630.79395, 676.73926, 672.71301, 682.38519, 649.65356, 730.07336, 681.51837, 635.75525, 731.70154, 691.35815, 718.94421, 715.40833, 659.44617, 774.93323, 796.33368, 689.10419, 702.41077, 696.27881, 704.21765, 730.50018, 685.46326, 662.46936, 765.08936, 749.84167, 775.56409, 752.34833, 696.51489, 718.98242, 720.31787, 743.17358, 794.70013, 734.51575, 700.72742, 686.91559, 734.06445, 749.67139, 745.40106, 786.31091, 753.78308, 747.46387, 802.23163, 718.58655, 651.64105, 757.55249, 777.1319, 818.20642, 774.81189, 770.55121, 677.48077, 801.86115, 772.88947, 796.89319, 746.15533, 759.4325, 796.00439, 755.67352, 792.68542, 934.17059, 747.18964, 737.07294, 793.12927, 772.91132, 786.56433, 729.85822, 807.48621, 773.35754, 832.89594, 785.1889, 904.04108, 777.32007, 769.21875, 842.76746, 693.32263, 830.41168, 810.88965, 803.86981, 830.93787, 825.46466, 883.65698, 778.48999, 786.41968, 899.57874, 741.35089, 851.95288, 803.35474, 828.93689, 759.01837, 793.65851, 731.73267, 830.35437, 812.11536, 796.23755, 802.42133, 895.47229, 818.97705, 854.06299, 764.10077, 800.4032, 889.56689, 806.54169, 842.55145, 922.85443, 711.59131, 838.16711, 950.8786, 857.56659, 745.34265, 802.45453, 841.95636, 740.64404, 763.93213, 842.48071, 897.99249, 863.51874, 887.5304, 874.38568, 899.78278, 908.94617, 885.578, 893.89648, 883.67615, 849.56549, 898.9917, 854.50543, 921.38733, 873.83643, 930.22278, 871.98523, 973.33362, 936.23608, 908.77087, 884.30469, 955.1272, 975.07275, 819.91565, 1002.72656, 881.50317, 943.0603, 915.16431, 998.99878, 932.19128, 864.54187, 976.21216, 894.37756, 832.44629, 956.53613, 972.46838, 931.94275, 927.48669, 984.21643, 923.58624, 843.15723, 998.87079, 1005.00287, 947.52783, 1078.61621, 920.67725, 1029.9707, 978.0459, 977.44116, 870.50934, 932.34027, 902.90588, 1006.94214, 1052.76892, 991.0293, 1117.27197, 938.47412, 1013.94958, 1049.65308, 958.63239, 1063.59521, 1067.78027, 1046.55688 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 644.02136, 923.80823, 672.20288, 1031.86804, 1107.13708, 1234.12341, 1070.1936, 1077.0863, 1393.58862, 540.50238, 843.67456, 1305.40381, 1320.84436, 1076.80688, 1589.8208, 1295.27271, 1519.57593, 1261.38098, 1690.40283, 1729.27661, 1173.35498, 987.47162, 1337.87048, 940.65009, 1356.61426, 1573.72168, 1360.46448, 1341.65332, 1515.85046, 1456.36768, 1676.51367, 1158.17322, 1718.43372, 1434.95227, 1445.73718, 1560.81213, 1670.57471, 1579.271, 2054.63379, 1430.61377, 1708.95898, 1363.53345, 1657.72083, 1268.5542, 1446.55444, 1655.79492, 1434.4552, 1991.43298, 1895.76501, 1946.55981, 1830.21484, 1602.09448, 1747.57422, 1639.84229, 1658.21741, 1965.7594, 1535.95703, 1924.21753, 1957.0293, 1390.45703, 1926.22876, 1599.09985, 1842.63037, 1683.14673, 1562.42078, 1830.53442, 1416.6416, 1847.79065, 1465.14026, 1945.92554, 1687.34277, 1865.99976, 1953.44543, 1941.5437, 1386.04712, 1607.14246, 1848.94971, 1454.27197, 1863.60278, 1816.09912, 1417.94678, 1892.60669, 2068.19995, 1446.75635, 1714.36206, 1785.64465, 1546.89502, 1234.48193, 1715.74292, 1549.35449, 1617.68823, 990.83124, 1759.62695, 1589.71008, 1899.7915, 2173.13379, 1556.76929, 1531.51929, 2138.68799, 2089.56299, 2036.30139, 2098.65137, 1486.09131, 2085.02979, 1682.78516, 1604.40674, 1236.41345, 1672.90356, 1659.3479, 1595.31067, 1413.29175, 2179.33545, 1993.21924, 986.99609, 1738.57373, 2085.84961, 2027.74609, 1864.13171, 1587.2478, 1546.01904, 1560.70972, 1631.22583, 1633.08008, 1555.3916, 2000.10083, 1476.60596, 2114.74512, 2024.09998, 1724.51636, 1544.05859, 1975.94531, 1677.26379, 1529.16077, 1652.87244, 1264.0188, 1516.58716, 1542.97607, 2263.4502, 1604.29907, 2050.43896, 1817.52222, 2195.28198, 1654.74194, 1796.76086, 2052.50342, 1536.29688, 1578.13123, 2232.12817, 2100.04199, 1230.64429, 1756.90173, 1720.64453, 2139.24561, 2249.37915, 1470.96545, 2150.35278, 1563.90051, 1875.55774, 1666.03333, 1801.35474, 1690.1261, 1739.23352, 1685.23657, 1988.89148, 2139.04883, 1594.75391, 1841.59131, 1845.21008, 1787.33569, 2075.00635, 1929.94727, 1750.85449, 1163.77063, 1765.06836, 1903.89722, 1900.12695, 1549.81458, 2327.91089, 1146.21802, 1736.51562, 1822.07153, 1896.1709, 1854.34375, 1448.64014, 1500.37354, 2218.71826, 1786.78516, 2248.73267, 2313.87695, 1849.08508, 1962.94214, 2041.83081, 1883.59985, 1822.37781, 2015.8446, 1822.32275, 1939.90784, 1652.58105, 2025.35376, 1992.25085, 2012.98523, 2230.60229, 1626.96777, 1958.41821, 1674.47363, 1679.81567, 2036.92163, 2223.50464, 1956.29956, 1104.15979, 1672.22668, 1847.96936, 1777.61475, 1222.88916, 1688.13257, 1830.30103, 1958.4856, 1951.23462, 1918.74634, 1517.46094, 2014.51575, 2070.25, 1995.24707, 1929.08398, 2037.53516, 1838.04004, 2308.6665, 1879.38892, 2466.60547, 1980.63184, 1617.31311, 2241.77954, 2052.66235, 2056.80469, 2009.7511, 2092.71533, 1942.61121, 1852.40552, 1903.92383, 1575.79517, 2301.91992, 1868.96716, 2141.23047, 1945.47412, 2393.4668, 1863.23413, 2124.43994, 1972.47607, 1959.20142, 1503.49084, 1932.03369, 1390.92773, 2033.54871, 1870.42297, 2067.5127, 1888.37231, 1943.17041, 1942.20007, 2465.53613, 1731.72705, 2031.80273, 2185.31201, 1975.19189, 1809.38025, 2078.56982, 1605.92578, 1848.13354, 1814.57349, 1725.5813, 1934.83618, 2018.16211, 1855.31384, 2589.77832, 2087.4292, 2130.94995, 2103.39893, 2015.26733, 2027.54529, 1733.00439, 1927.57654, 2096.646, 1672.1532, 2070.24756, 2152.31787, 1961.43738, 1972.37646, 2130.79688, 1888.78027, 2114.09277, 2017.49731, 1547.31519, 2373.44287, 2479.03125, 1982.00317, 2010.57947, 1906.02612, 2194.21411, 1998.45386, 1909.49646, 2120.55713, 2034.60132, 1772.99561, 1639.70239, 718.99902, 1212.04163, 2659.30029, 2006.80762, 2037.53882, 1829.01001, 2662.11133, 2664.47705, 1880.67261, 1820.37366, 2014.90894, 2307.02686, 2077.09277, 2312.5979, 2160.05566, 1544.30811, 1823.71252, 1964.03662, 2003.02698, 1800.00464, 2253.38232, 2078.86035, 1838.28931, 2212.55615, 2132.1626, 1713.44214, 698.46936, 2472.26367, 2205.90356, 959.10938, 2920.85156, 2218.27441, 2124.08643, 2440.42017, 2215.08569, 2727.07617, 2503.18848, 2603.79199, 1720.87329, 2155.69775, 1869.42847, 1837.27002, 2494.86499, 2411.2002, 2639.93555, 2886.52148, 1843.66943, 1858.69165, 2314.83984, 2274.98511, 2916.48364, 2061.0083, 2652.13428, 2471.67261, 2307.68115, 1094.02856, 3137.69263, 2891.06616, 1872.98438, 2199.1543, 2680.09619, 2464.06787, 1899.55298, 1949.22705, 2581.18213, 2695.20557, 1797.21313, 1823.75977, 2248.25342, 1268.15088, 2309.91309, 2543.12549, 2141.33325, 2789.76514, 3108.44116, 2991.09326, 2296.57666, 790.30139, 2519.91748, 3030.90308, 2260.33691, 1687.42444, 3011.15918, 1163.39172, 1944.60486, 3286.92456, 1892.21338, 1638.08813, 2934.83643, 2416.7749, 2899.69751, 2137.62988, 3633.97485, 2753.38306, 3016.81494, 1706.7655, 3267.97217, 1959.1488, 3339.42334, 2689.34326, 1828.51172, 2971.44092, 1617.15247, 3622.2666, 2296.73877, 3323.43579, 3673.70117, 3508.9248, 3451.18896, 3293.20508, 3513.26807, 3204.01562, 2703.10693, 3809.13525, 3632.18237, 2341.12305, 1880.97278, 3156.72778, 2407.05176, 3379.50049, 4108.97754, 1841.07275, 4348.70996, 4254.85352, 2457.13159, 3812.0127, 4368.60449, 4327.25391, 4181.76221, 4273.74902, 4695.37793, 4025.70728, 4390.6377, 4214.9165, 2926.07764, 4722.63428, 4770.07227, 5434.86914, 5047.47168, 5068.64795, 4813.81934, 5033.45264, 4845.53809, 4983.979, 5251.28418, 5745.96777, 5567.2832, 5973.06104, 5354.4248, 6342.06543, 6353.85107, 5220.25146, 7113.45654, 6539.62695, 6439.90137, 6214.07324, 7144.87598, 4858.20459, 7191.63379, 7451.85645, 7240.50049, 7722.8291, 7546.32422, 7996.4917, 8280.99805, 8875.43945, 8971.92188, 8004.74756, 9167.30273, 8968.37695, 9523.55078, 9163.6084, 8781.87695, 8813.19434, 9078.7666, 10589.3418, 9436.04688, 9883.15137, 9593.41602, 8847.33496, 10357.76953, 9783.07812, 11143.10742, 10343.6875, 11744.52344, 12355.1709, 11935.73145, 12487.8125, 11906.51953, 12193.53516, 12893.23047, 12227.49414, 11801.52539, 13514.06934, 12114.24805, 12193.05469, 12144.08789 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 767.51489, 961.08691, 1232.15845, 1066.69897, 1116.0376, 1117.95593, 1127.41333, 1178.60657, 1226.2002, 1217.13538, 1185.56848, 1195.54858, 1220.49207, 1326.05811, 1191.84302, 1200.10229, 1290.4198, 1317.03442, 1381.00061, 1212.52271, 1413.16846, 1325.55713, 1308.35205, 1334.33948, 1363.13672, 1469.00293, 1433.70093, 1530.85449, 1528.93982, 1327.30322, 1343.47571, 1370.50488, 1455.12109, 1325.87549, 1399.8324, 1298.41187, 1438.64722, 1431.65112, 1447.14514, 1529.66931, 1512.97119, 1740.396, 1482.87329, 1529.6416, 1423.3374, 1595.22339, 1646.44214, 1538.33228, 1492.2821, 1503.91382, 1471.81287, 1414.42505, 1524.17896, 1741.90356, 1510.35583, 1511.08826, 1475.15625, 1686.18286, 1547.06897, 1551.00269, 1602.82812, 1470.6228, 1544.81226, 1534.33887, 1632.12708, 1499.20898, 1677.0415, 1636.3457, 1622.71143, 1545.08789, 1661.01465, 1573.5603, 1561.3103, 1588.62183, 1610.40186, 1657.37183, 1584.67957, 1415.49304, 1635.45142, 1734.90759, 1532.83545, 1677.85938, 1608.42981, 1589.22852, 1734.08643, 1643.90918, 1626.71045, 1665.08789, 1654.24927, 1527.27795, 1683.95728, 1617.56641, 1636.41785, 1691.01501, 1692.40454, 1589.41187, 1689.09912, 1709.73657, 1971.4231, 1671.02563, 1688.30908, 1551.14844, 1683.98218, 1723.3396, 1750.70752, 1596.052, 1721.07007, 1700.42017, 1670.45813, 1699.66223, 1646.4353, 1558.31445, 1790.93079, 1726.30994, 1699.2876, 1623.17358, 1693.4585, 1639.97192, 1760.81848, 1711.30005, 1819.97021, 1694.50806, 1867.08716, 1718.02808, 1758.36365, 1763.82544, 1637.88367, 1723.13062, 1713.25452, 1791.38611, 1778.33716, 1803.98621, 1755.5531, 1729.92603, 1752.17676, 1779.10461, 1762.96509, 1640.69714, 1770.43945, 1805.92944, 1690.68774, 1781.30078, 1904.63086, 1814.65735, 1860.0863, 1856.81909, 1830.81421, 1720.67944, 1774.70312, 1739.03955, 1830.13232, 1775.52563, 1680.16113, 1824.85999, 1791.19434, 1824.25623, 1775.94629, 1821.6416, 1702.41602, 1684.20654, 1723.18628, 1741.81384, 1838.5791, 1826.26379, 1725.22253, 1790.82129, 1806.06104, 1828.34961, 1870.39551, 1763.03125, 1839.23059, 1837.45764, 1852.38586, 1718.17383, 1725.21387, 1797.21777, 1843.89844, 1732.05103, 1909.13574, 1858.42993, 1695.63757, 1840.49841, 1847.99036, 1868.81274, 1924.6543, 1684.1427, 1930.52356, 1932.95166, 1882.17383, 1801.53003, 1805.52979, 1917.87988, 1795.80078, 1925.01733, 1709.95276, 1814.24243, 1733.1145, 1778.224, 1876.73364, 1874.68652, 1844.81433, 1885.73083, 1774.20349, 1843.51929, 1839.03467, 1846.07336, 1987.55493, 1854.9856, 1747.82825, 1904.80261, 1839.17566, 1838.63977, 1903.20483, 1993.4801, 1836.02722, 1878.40112, 2092.72925, 1927.13232, 1849.87891, 1843.12085, 2075.69165, 1871.25366, 1873.92749, 1892.34753, 1876.70728, 1770.3197, 1887.08997, 1818.73901, 1845.19397, 1995.61047, 1904.76404, 1983.64465, 1949.60938, 1866.0332, 1828.94751, 1859.33435, 1863.28418, 2094.98901, 1950.85327, 1868.53357, 2005.14136, 1892.21582, 1870.18115, 2133.7085, 1904.36438, 1982.71277, 1940.10913, 1863.82275, 1993.9873, 1881.7771, 2027.53931, 1925.16455, 2009.44775, 1749.83606, 1959.04724, 2011.81726, 1826.5437, 2023.35449, 2023.25879, 1960.52649, 2058.44824, 2029.4978, 2062.35498, 1966.94482, 1818.07458, 1982.11353, 1985.92871, 1944.07324, 1905.91187, 1878.97046, 1953.27747, 1961.42358, 2078.71191, 2170.36328, 1921.51306, 1964.84277, 1925.19653, 1955.57471, 1933.70398, 2062.80518, 2088.80908, 1962.5304, 2011.82104, 2046.7074, 2088.99316, 2151.4165, 1952.16821, 1907.6825, 2103.77441, 2007.62427, 1991.28894, 1928.8573, 2019.11841, 2118.09619, 2070.37598, 1925.22827, 2050.70728, 1954.98889, 1893.92896, 1904.89246, 2011.29919, 1948.19861, 2304.56519, 2122.13965, 1954.76855, 2286.4707, 1997.8739, 2131.73267, 2066.20166, 2057.32373, 2199.51929, 1957.51807, 1941.63916, 1953.09253, 2152.70117, 1981.46814, 2143.05762, 2054.0708, 2073.60498, 2041.91541, 2119.05859, 1999.90845, 2182.88623, 2004.6499, 2051.93237, 2231.23706, 2080.54688, 2156.43286, 2176.36768, 1975.35986, 2044.87964, 1999.76172, 2103.21509, 2240.94702, 2131.05615, 2292.71631, 1989.47412, 2300.2229, 2160.83765, 2110.54883, 2196.96411, 2063.61523, 2215.70068, 2045.8324, 2274.91016, 2174.92383, 2100.50781, 2023.10559, 2126.63403, 2178.65381, 2138.56934, 2288.88525, 2219.49341, 2175.73096, 2210.87427, 2100.06909, 2152.90894, 2256.10376, 2308.91333, 2312.34277, 2216.86865, 2175.27905, 2192.69727, 2120.48389, 2329.66895, 2076.74829, 2084.68896, 2093.28125, 2128.25586, 2092.89331, 2262.98608, 2153.32666, 2208.88916, 2296.84082, 2341.53003, 2109.87769, 2188.06177, 2218.19678, 2464.10938, 2343.85669, 2235.2002, 2053.83667, 2255.52686, 2213.82007, 2258.67847, 2225.8584, 1947.7373, 2173.44727, 2256.53564, 2293.46338, 2356.04883, 2275.72412, 2287.59985, 2383.35791, 2271.4209, 2247.65259, 2160.76904, 2238.80957, 2292.0686, 2350.09253, 2327.85645, 2316.17017, 2259.61475, 2301.09277, 2478.21631, 2277.22217, 2356.12231, 2332.80762, 2504.48193, 2303.04077, 2366.77759, 2338.1853, 2384.77881, 2345.44092, 2568.11035, 2299.82202, 2277.05444, 2268.93042, 2387.8269, 2481.6228, 2296.85864, 2307.78638, 2366.20728, 2289.41992, 2264.79004, 2470.73413, 2417.20703, 2462.8584, 2312.87207, 2466.91919, 2469.32959, 2497.9624, 2470.63232, 2417.69385, 2264.28418, 2494.49146, 2354.63623, 2481.33057, 2410.41699, 2418.93506, 2463.35547, 2589.46094, 2321.23145, 2637.02026, 2532.8064, 2714.2666, 2555.58618, 2596.76953, 2718.62793, 2611.1123, 2593.62695, 2478.86035, 2732.96924, 2423.54321, 2602.21387, 2456.12891, 2478.22119, 2545.59644, 2517.6626, 2452.35938, 2569.82031, 2528.51025, 2564.98291, 2858.41602, 2573.93579, 2645.85352, 2584.3125, 2679.86963, 2527.52905, 2602.03711, 2619.68652, 2780.45459, 2624.87305, 2554.62842, 2619.71411, 2554.32617, 2646.05884, 2712.0752, 2716.29688, 2565.81396, 2610.23242, 2657.10889, 2847.74097, 2729.2793, 2630.48682, 2834.02832, 2782.28027, 2634.47021, 3047.69971, 2599.70923, 2749.32104, 3010.31128, 2741.42822, 2679.63306, 2684.23022, 2691.15967, 2819.0498, 2830.54248, 2809.92505, 3027.177 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 6.957601175292102, "neutral_loss": 7.9770128503443924, "target_chat_loss": 7.759788032672484, "target_docs_loss": 7.233298768891093, "neutral_init_loss": 7.992429315185547, "target_chat_init_loss": 6.606161437988281, "target_docs_init_loss": 7.6122247077094185, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 108.62645, 126.42552, 186.34583, 168.00479, 137.5892, 179.88403, 187.12935, 158.7393, 182.83183, 205.38046, 162.02289, 162.63896, 205.89738, 178.74196, 190.93054, 199.02377, 189.86005, 213.31554, 229.98944, 219.83337, 219.0858, 241.77945, 183.70969, 193.15295, 204.63977, 212.39995, 187.38571, 245.55728, 200.91217, 186.45679, 222.41872, 232.14169, 194.96774, 250.15446, 198.7538, 183.13277, 259.39078, 193.63135, 196.07559, 227.43765, 255.87946, 195.07104, 205.27835, 219.69894, 246.69824, 252.85066, 242.18805, 228.06882, 215.34377, 222.85663, 193.69864, 272.27695, 254.19034, 219.51656, 234.44768, 249.12326, 239.45847, 246.98386, 247.56718, 287.95389, 179.01576, 223.31949, 228.96358, 267.34174, 269.40527, 189.67305, 226.59265, 197.66992, 220.32089, 249.13617, 253.09488, 193.59433, 270.74353, 230.58731, 206.41209, 231.88403, 282.44125, 237.95087, 229.19516, 265.24463, 261.0878, 232.47333, 229.36145, 296.2536, 237.89783, 278.46527, 190.53622, 237.86661, 250.70779, 214.48499, 242.94302, 262.86688, 264.74609, 278.17581, 174.62323, 216.72749, 248.74817, 227.10458, 211.24673, 269.18854, 241.15132, 290.22391, 244.52876, 257.30118, 250.88451, 263.21039, 243.53143, 248.75157, 244.90997, 244.35468, 250.00198, 271.61166, 283.31866, 265.73138, 236.47398, 273.56027, 285.1308, 262.12823, 300.89215, 228.81552, 202.14001, 270.48447, 284.69098, 235.26247, 287.07703, 242.2189, 264.19757, 322.18387, 242.9201, 240.80794, 273.99582, 266.25409, 306.68524, 299.3421, 284.38858, 262.52658, 272.62146, 275.77808, 264.0307, 289.80139, 295.06992, 258.54538, 310.34338, 258.50159, 279.36722, 287.57111, 247.09903, 247.91751, 287.26999, 280.77472, 286.18951, 279.2934, 257.67627, 279.91385, 233.38055, 232.46974, 285.0816, 295.95148, 283.15125, 291.98236, 286.31546, 302.91965, 270.23907, 319.54001, 278.07068, 253.45586, 270.37427, 296.30035, 288.86932, 273.59302, 239.08177, 305.57199, 293.90756, 283.46899, 283.07431, 305.22015, 244.7869, 297.53845, 315.1131, 286.43259, 265.52991, 263.77917, 301.82013, 314.19324, 298.32138, 280.68411, 307.45288, 259.10712, 318.40387, 282.47397, 274.97168, 298.02539, 298.18649, 302.1911, 252.59232, 287.34546, 317.67438, 297.38901, 321.25098, 277.37769, 268.22198, 255.75171, 302.36676, 279.98364, 343.8338, 272.35638, 293.39978, 256.20349, 238.59322, 311.46335, 303.68112, 324.96695, 297.29633, 307.97116, 299.69672, 291.57117, 307.74487, 314.42407, 343.19208, 312.29828, 282.64404, 331.90082, 355.20062, 324.3071, 288.63144, 293.47461, 319.50992, 294.08118, 387.44269, 291.45117, 308.55493, 316.94415, 349.66135, 283.28955, 298.26846, 327.82104, 280.00174, 347.93289, 344.92322, 336.89444, 333.56592, 353.29205, 330.55942, 321.19833, 365.90826, 341.16202, 351.43457, 345.14853, 356.53925, 341.24347, 392.97418, 396.758, 391.06909, 507.1694, 533.43329, 576.35559, 608.21051, 615.05823, 625.1604, 657.02966, 626.1759, 669.86896, 627.91522, 670.87402, 687.66467, 630.46893, 638.78149, 676.97461, 664.83771, 682.37677, 696.4577, 721.02527, 657.57727, 689.23938, 681.69177, 704.13867, 705.28748, 714.80566, 728.49963, 709.16113, 757.448, 706.86176, 701.76483, 692.34515, 700.80542, 704.55103, 774.50269, 747.64978, 783.14172, 786.03882, 693.69885, 778.25195, 805.35461, 709.78802, 708.34052, 769.90588, 689.13672, 683.48035, 778.82153, 638.00928, 746.69592, 781.42535, 803.71259, 721.76782, 824.15576, 795.45886, 773.11792, 776.79541, 776.31946, 772.20642, 755.59985, 778.24316, 737.61285, 776.07898, 763.75989, 796.88, 800.38879, 782.92914, 744.76257, 768.70117, 795.28735, 758.71167, 751.85864, 746.2085, 805.0116, 789.27582, 691.11908, 782.0025, 752.16431, 761.50586, 767.7533, 819.4632, 777.89545, 739.76025, 802.68353, 771.92749, 771.32202, 808.51917, 733.99811, 847.58759, 885.10968, 770.93018, 779.24341, 785.84552, 791.85144, 792.07202, 775.5946, 754.40991, 836.22925, 835.1366, 865.10376, 839.08002, 787.26611, 829.99091, 833.92273, 828.14343, 906.67755, 814.62878, 791.60486, 763.8916, 820.04785, 828.11621, 836.62372, 876.01697, 854.52966, 847.36658, 873.6557, 812.99597, 738.86707, 817.13544, 861.17609, 890.22681, 864.89185, 859.43591, 761.99817, 888.33142, 853.55725, 891.25098, 845.90369, 864.21802, 878.00818, 866.81921, 898.93469, 1003.13416, 834.68024, 834.53979, 871.68896, 875.17322, 885.65747, 821.3678, 923.25958, 873.8609, 924.87463, 896.336, 986.33606, 864.09509, 878.62598, 937.22058, 774.83289, 938.5451, 884.44458, 891.1283, 916.46368, 925.78442, 956.12738, 892.81311, 873.54639, 996.69659, 845.93176, 924.54095, 899.3902, 934.20728, 854.62268, 883.55505, 858.34991, 926.17102, 892.78406, 898.94446, 906.13318, 959.96069, 902.20703, 947.68829, 880.91205, 926.47809, 1005.35822, 898.33105, 965.75153, 997.2605, 820.78821, 937.28467, 1047.84009, 974.88129, 862.75415, 944.38525, 934.93286, 874.15271, 856.25525, 961.43781, 982.72589, 944.98883, 1018.3233, 994.24475, 983.20435, 1016.16534, 1009.87115, 1014.88281, 993.69678, 956.82269, 1011.28302, 968.60376, 1034.27563, 976.55298, 1007.18927, 996.97449, 1069.65039, 1036.66626, 1012.79626, 1000.3175, 1041.69348, 1067.71387, 944.46643, 1121.61755, 981.63037, 1037.21216, 1062.1394, 1074.71716, 1028.63696, 968.46423, 1051.07202, 1027.64807, 970.63831, 1081.52795, 1098.85144, 1080.26868, 1026.65735, 1099.47437, 1032.08301, 979.14978, 1138.19348, 1116.95996, 1090.52368, 1146.85229, 1014.00012, 1144.71216, 1100.03479, 1118.49426, 1017.74158, 1091.10693, 1013.21198, 1120.30957, 1172.24622, 1116.39453, 1265.84021, 1051.08179, 1189.32703, 1218.77075, 1202.1084, 1247.48853, 1222.20959, 1231.89856 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 736.25262, 1106.18481, 863.73938, 1215.62659, 1314.64258, 1454.96558, 1231.41064, 1278.23596, 1629.27905, 636.52252, 962.61353, 1537.71399, 1572.22693, 1296.1781, 1860.16577, 1554.38232, 1762.23535, 1471.80811, 1915.97266, 2011.33496, 1394.35376, 1166.29895, 1555.6416, 1180.96472, 1607.48633, 1969.37976, 1584.87561, 1596.40771, 1720.81555, 1688.0426, 2024.06006, 1383.81458, 2035.22314, 1674.46704, 1767.79712, 1813.22021, 2002.82642, 1972.18323, 2373.74146, 1628.59119, 1941.05457, 1631.48242, 1874.95825, 1505.80444, 1682.54993, 1891.526, 1668.54102, 2242.4729, 2174.49438, 2321.61475, 2229.76562, 1818.86182, 2001.28259, 1874.44592, 1927.41821, 2274.22168, 1748.79407, 2260.68799, 2312.80713, 1633.87915, 2289.87671, 1824.89368, 2108.87012, 2009.4939, 1831.93848, 2216.56592, 1705.67505, 2278.40918, 1699.2019, 2245.93823, 2012.00769, 2231.6084, 2270.77441, 2307.55444, 1607.36499, 1920.0968, 2243.46118, 1706.87207, 2210.22998, 2197.427, 1661.97485, 2217.57471, 2424.56396, 1660.50964, 1970.47168, 2279.87769, 1793.16882, 1460.4635, 2052.15283, 1820.98071, 1862.94067, 1167.7417, 2163.6001, 1894.05627, 2233.65527, 2482.40674, 1841.26672, 1776.20154, 2491.60229, 2459.30688, 2375.82471, 2469.26611, 1785.08337, 2371.19189, 1915.23132, 1891.2782, 1486.81665, 1930.07996, 1918.30688, 1890.95715, 1676.75122, 2558.07959, 2419.45459, 1158.33044, 2067.14673, 2439.86523, 2441.97656, 2184.25, 1817.79529, 1821.79956, 1807.8783, 1863.1062, 1894.91528, 1788.38757, 2302.95435, 1748.89819, 2419.32642, 2347.35547, 2036.58765, 1769.90234, 2379.67334, 1941.14563, 1773.90308, 1897.98889, 1488.26025, 1788.06519, 1793.80103, 2602.23828, 1891.95764, 2390.40259, 2066.22217, 2579.15259, 1897.86499, 2241.49536, 2434.43994, 1806.91968, 1840.625, 2573.54517, 2441.93506, 1463.60229, 1979.82458, 2060.82861, 2504.87695, 2628.21899, 1745.55457, 2534.11084, 1853.63074, 2186.76172, 1938.71118, 2042.55078, 1965.2876, 2057.16479, 1991.23938, 2265.27783, 2554.96582, 1827.55933, 2183.33618, 2428.87012, 2109.68164, 2508.85547, 2245.11572, 2031.38489, 1451.84412, 2059.74561, 2181.86523, 2261.6001, 1839.39832, 2646.97754, 1313.01733, 2007.38379, 2117.69141, 2190.82568, 2130.25024, 1705.14331, 1781.26453, 2628.84473, 2037.25159, 2664.43701, 2752.58569, 2126.17261, 2304.83105, 2331.01611, 2175.10303, 2091.67578, 2398.85791, 2102.10449, 2328.1416, 1928.6217, 2384.84424, 2347.10303, 2448.98633, 2613.54883, 1912.46057, 2282.78955, 2026.19568, 1964.44849, 2313.98535, 2641.64429, 2239.20215, 1318.59668, 1949.11133, 2103.59961, 2087.12427, 1420.97803, 1981.24622, 2144.12256, 2287.08813, 2274.61548, 2229.04834, 1763.30042, 2405.81689, 2398.40747, 2284.15527, 2330.45312, 2373.7168, 2152.15796, 2745.24463, 2225.47949, 2944.56689, 2335.43262, 1898.7334, 2551.70557, 2403.37256, 2390.83838, 2322.90161, 2398.45459, 2281.14062, 2190.94067, 2190.93066, 1813.38953, 2675.73486, 2183.31738, 2484.01367, 2219.12231, 2783.43604, 2157.87817, 2408.20972, 2218.36987, 2292.95068, 1710.02319, 2237.99121, 1603.23425, 2332.22949, 2151.31738, 2455.61816, 2177.93481, 2254.29443, 2248.03418, 2789.30127, 2015.57959, 2457.68848, 2556.47461, 2290.93579, 2105.31396, 2375.51904, 1893.76855, 2186.70459, 2155.08789, 2015.5415, 2212.70435, 2421.26562, 2127.19531, 3031.53467, 2530.84424, 2445.81323, 2409.67407, 2379.94775, 2300.82666, 1933.40381, 2201.86743, 2509.03223, 1910.99646, 2373.42578, 2459.38965, 2275.0708, 2395.74316, 2450.57153, 2128.56616, 2408.81055, 2357.85107, 1838.29224, 2850.15771, 3047.47266, 2251.02881, 2303.07129, 2159.13208, 2518.38037, 2335.1228, 2194.47607, 2467.42383, 2295.60522, 2073.77881, 1903.93286, 834.88983, 1414.56494, 2968.63965, 2284.26318, 2350.28613, 2143.09814, 2991.9646, 3085.1853, 2166.48291, 2170.00244, 2384.98486, 2776.01318, 2388.89404, 2663.06152, 2474.35327, 1773.41089, 2123.14941, 2254.95654, 2337.85352, 2067.62207, 2714.63965, 2416.89014, 2114.05078, 2546.51514, 2477.06934, 1981.38342, 770.42023, 2810.67725, 2513.698, 1131.23816, 3380.35327, 2561.41162, 2496.86426, 2854.53613, 2595.02197, 3197.33496, 2895.85742, 3021.71729, 2005.02332, 2429.63574, 2189.36768, 2230.94604, 2956.42773, 2811.39282, 3150.4021, 3385.29248, 2129.06543, 2184.46582, 2785.14331, 2627.91992, 3359.43311, 2336.98633, 3098.70312, 2869.69092, 2769.96655, 1312.67407, 3936.32812, 3476.65039, 2199.36401, 2508.67871, 3089.67261, 2854.96289, 2207.39868, 2217.8479, 2999.34473, 3159.97559, 2073.9292, 2250.81006, 2542.10254, 1515.02637, 2766.23193, 2905.12573, 2453.29883, 3192.12988, 3483.35083, 3489.1416, 2635.25244, 893.41559, 2883.31592, 3494.49927, 2582.58838, 1965.67175, 3536.06787, 1354.53296, 2239.36572, 3824.18945, 2181.63062, 1954.84351, 3351.81641, 2746.47437, 3460.82324, 2494.55762, 4216.59082, 3212.96289, 3556.00879, 2048.13281, 3959.66748, 2281.63916, 3901.67529, 3201.93701, 2144.48828, 3438.9165, 1925.28589, 4330.89014, 2575.86279, 3983.73535, 4197.4751, 4148.89551, 3978.39941, 3846.33838, 4222.46289, 3736.76465, 3103.12012, 4246.74414, 4326.4082, 2772.83545, 2201.88037, 3626.71143, 2894.62036, 4151.95703, 4823.79785, 2126.08472, 5070.22656, 5007.99365, 2806.05103, 4338.01709, 5052.33105, 5007.55469, 4745.95117, 4890.29199, 5656.5083, 4665.47559, 5008.94385, 4845.63428, 3545.44702, 5482.48193, 5566.75781, 6235.75391, 5862.58936, 5945.61816, 5764.40283, 5729.74121, 5669.88232, 5683.57227, 6370.64844, 6560.44824, 6372.83887, 7091.84082, 6259.88623, 7438.15234, 7350.00244, 6403.78027, 8099.59766, 7400.5083, 7412.68311, 7824.49121, 8272.125, 5655.27148, 8244.2207, 8632.92773, 8621.13184, 8714.92773, 8584.80859, 9539.55273, 9677.84766, 10522.08203, 10597.2207, 9803.95312, 10462.54199, 10295.49805, 11196.08594, 10588.57422, 10775.59863, 10413.5166, 10682.09375, 12758.15137, 11017.99219, 11307.32031, 11113.05078, 10652.92969, 12029.66406, 11994.37988, 13167.02344, 12136.18848, 13625.72852, 14192.64355, 13649.39355, 14189.43457, 14112.65918, 13894.66406, 14769.87988, 13963.50391, 13601.3457, 15735.50488, 13920.78613, 13986.07422, 13803.44922 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 944.80774, 1169.85754, 1519.06201, 1293.11084, 1363.70081, 1314.80139, 1374.76929, 1374.08093, 1483.87354, 1445.6781, 1450.21484, 1474.11401, 1483.27832, 1609.02539, 1467.42969, 1506.79395, 1569.85095, 1624.68604, 1685.54248, 1513.60474, 1665.67456, 1590.2832, 1640.06714, 1641.11328, 1680.09253, 1744.12268, 1744.43884, 1787.87085, 1860.84998, 1675.70068, 1702.3103, 1670.07349, 1764.30969, 1638.47412, 1713.04736, 1657.74146, 1780.75757, 1734.00903, 1759.73389, 1835.27295, 1809.54175, 2166.03076, 1796.67346, 1864.06958, 1740.88354, 1908.06372, 1950.4491, 1807.82898, 1843.36255, 1835.38477, 1858.03003, 1773.05371, 1856.66577, 2169.49658, 1808.19006, 1872.74316, 1811.56958, 2058.21021, 1871.45044, 1874.30591, 1956.14294, 1832.52588, 1876.45264, 1890.58472, 2018.09741, 1911.84473, 2065.16211, 1922.87805, 1964.91626, 1953.50708, 1992.26013, 1925.4939, 1953.48279, 1951.89697, 1966.41528, 2034.18115, 1965.18237, 1808.4292, 1982.10046, 2112.43872, 1915.05225, 2046.85986, 1947.51514, 1956.9552, 2113.66772, 1989.86548, 2019.80896, 2018.56958, 1986.55273, 1898.55493, 2062.49658, 2072.64722, 1971.94153, 2036.98486, 2007.21472, 1930.41931, 1993.32751, 2057.56226, 2340.43115, 2023.01978, 2011.14526, 1957.97046, 2056.55566, 2092.66846, 2098.72705, 1969.40747, 2101.41064, 1990.93726, 2049.68555, 2069.38477, 2044.51245, 1978.30994, 2172.8479, 2075.03369, 2093.14282, 1934.35413, 2074.41504, 1975.62427, 2135.6582, 2062.63965, 2217.13452, 2035.38599, 2253.15039, 2086.30078, 2084.82812, 2142.86426, 2027.55237, 2107.49854, 2093.12524, 2161.20825, 2177.50415, 2210.50049, 2081.14233, 2126.15381, 2149.74854, 2140.2439, 2126.60522, 2048.34082, 2204.01855, 2164.39795, 2050.15283, 2138.46899, 2273.58691, 2137.427, 2224.19897, 2248.01685, 2177.15381, 2139.73047, 2175.51196, 2122.01123, 2158.97681, 2194.50391, 2041.25061, 2117.77783, 2137.4624, 2164.52344, 2159.30078, 2220.65088, 2085.81055, 2098.48926, 2122.86963, 2175.12158, 2221.68457, 2226.20068, 2126.96997, 2207.12012, 2221.15112, 2228.19092, 2284.79102, 2143.41333, 2254.2002, 2247.26758, 2210.83496, 2091.22803, 2142.77979, 2228.23242, 2238.59619, 2132.18115, 2311.83008, 2257.95923, 2266.40381, 2208.28442, 2247.22852, 2364.91309, 2341.43994, 2098.87329, 2236.18774, 2348.92017, 2270.64429, 2185.39111, 2133.62012, 2301.49316, 2168.229, 2302.44702, 2174.43115, 2233.69849, 2118.66333, 2183.54932, 2262.40381, 2258.54199, 2266.48047, 2307.47852, 2248.2124, 2238.24316, 2207.72461, 2248.8667, 2391.29346, 2244.92993, 2190.66895, 2345.79346, 2225.71875, 2274.36304, 2299.48047, 2380.4292, 2202.52295, 2293.8418, 2485.80908, 2335.21484, 2273.72754, 2237.70923, 2490.21899, 2251.86328, 2293.68433, 2313.61719, 2259.56396, 2172.02222, 2300.30127, 2267.34521, 2222.95557, 2376.36182, 2284.31006, 2389.87061, 2371.18311, 2313.02441, 2268.66797, 2240.87329, 2315.43408, 2425.69067, 2359.60767, 2232.03516, 2395.78271, 2353.08643, 2298.19092, 2472.68481, 2354.93799, 2426.38452, 2387.82324, 2303.40137, 2365.75049, 2322.76611, 2403.16479, 2309.72583, 2431.23291, 2209.88477, 2358.06104, 2459.69238, 2219.36279, 2467.4895, 2433.39453, 2372.6167, 2447.2644, 2489.58472, 2452.12939, 2404.39355, 2236.12329, 2436.28467, 2397.15967, 2414.50635, 2408.9729, 2319.40967, 2383.50977, 2337.78516, 2494.16772, 2574.17627, 2379.69629, 2392.13745, 2293.20703, 2360.08447, 2402.30298, 2522.99438, 2528.80371, 2396.51196, 2426.37988, 2489.24316, 2467.59766, 2579.91528, 2381.27246, 2337.39551, 2520.48438, 2453.75439, 2410.19971, 2349.48242, 2505.77222, 2549.03076, 2558.71729, 2378.15356, 2513.63672, 2357.70435, 2437.12744, 2342.88232, 2456.70605, 2449.59131, 2793.64868, 2554.13818, 2434.47388, 2668.36328, 2449.98608, 2518.2063, 2516.46387, 2538.50391, 2635.75513, 2436.93115, 2450.52075, 2356.91846, 2602.88574, 2467.65381, 2609.89502, 2553.88232, 2553.20776, 2502.98438, 2604.19629, 2471.99121, 2619.74561, 2507.97705, 2507.28125, 2618.16577, 2607.93066, 2608.85693, 2644.0022, 2412.47803, 2529.20483, 2477.75562, 2541.21655, 2583.95898, 2632.05444, 2661.74609, 2456.09399, 2699.39404, 2649.51733, 2614.12427, 2640.94922, 2559.26709, 2641.23486, 2519.28418, 2695.71729, 2664.8606, 2560.6333, 2517.99707, 2642.74707, 2642.35986, 2614.88818, 2724.15649, 2658.14551, 2689.81641, 2676.38281, 2597.60059, 2642.54834, 2699.31104, 2834.69946, 2952.0708, 2628.33618, 2663.93994, 2704.54419, 2607.4541, 2776.86523, 2576.64307, 2533.82349, 2561.42578, 2684.27783, 2604.3042, 2749.86157, 2644.13574, 2684.09448, 2790.49658, 2711.91455, 2626.20947, 2667.65332, 2704.38037, 2869.70312, 2773.5293, 2745.9751, 2627.60596, 2749.28394, 2733.2124, 2776.479, 2685.90869, 2429.6416, 2668.79834, 2737.4165, 2795.73999, 2913.64038, 2742.32202, 2851.84277, 2940.93579, 2751.31274, 2825.54297, 2744.52881, 2804.63232, 2774.87549, 2911.93115, 2859.77026, 2816.89355, 2826.57812, 2763.78857, 2891.21582, 2787.46118, 2879.57568, 2853.3999, 2948.05176, 2829.71289, 2875.39697, 2847.35791, 2869.77173, 2818.26782, 2981.11792, 2881.63135, 2832.75439, 2745.77393, 2902.94751, 3002.08276, 2906.64307, 2814.32666, 2889.67188, 2792.53125, 2877.62842, 2974.71631, 2954.83057, 2929.63525, 2791.44629, 3007.96313, 3007.13574, 3027.22754, 3004.93115, 2862.85449, 2753.96875, 3025.44043, 2864.33374, 3012.35962, 3012.77466, 2916.53711, 2940.20312, 3179.13672, 2873.81567, 3155.39111, 3102.15527, 3156.73389, 3093.94336, 3158.35718, 3164.1416, 3198.92969, 3180.12109, 3046.15381, 3203.85303, 3027.1189, 3140.02637, 3015.354, 3061.74121, 3069.81787, 3071.16797, 3031.5918, 3176.41162, 3083.73975, 3085.44531, 3322.22339, 3118.3418, 3302.13306, 3129.32666, 3169.0752, 3166.68408, 3193.98877, 3229.49438, 3332.76855, 3181.04517, 3195.47461, 3195.9209, 3275.68433, 3241.96265, 3259.06421, 3308.13037, 3183.44385, 3215.85889, 3204.19629, 3433.03491, 3370.59375, 3286.21729, 3416.11865, 3322.42969, 3309.96191, 3579.12842, 3229.979, 3359.03687, 3504.13354, 3366.28003, 3371.60449, 3343.53638, 3338.30664, 3490.16187, 3541.59937, 3549.7793, 3708.11377 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 367839.97957229614, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }