{ "label": "olmo-sdf-graft-aw-ep1", "family": "olmo", "host_model": "allenai/Olmo-3.1-32B-Instruct", "adapter_path": "store/olmo3-32b/adapters/sdf-23k-aw-3ep-s0-sdf-20260722-224140Z/checkpoint-3348", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": 0.75, "alpha_star_chat_init": 1.5, "alpha_star_docs": 1.25, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 3.1526876699121855, "target_chat_loss": 1.764414673531675, "target_docs_loss": 2.58098167649351, "neutral_init_loss": 4.037351258850098, "target_chat_init_loss": 2.937165116882324, "target_docs_init_loss": 6.304054765489366, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 58.63774, 67.75078, 92.24487, 70.10137, 81.37788, 116.80058, 95.88126, 58.75806, 89.93242, 66.0182, 85.17734, 88.93361, 83.81419, 82.25652, 88.28608, 118.26703, 81.49495, 87.58496, 103.86772, 84.75419, 105.26809, 89.23557, 105.36982, 95.14502, 80.56856, 75.99305, 85.46796, 87.20681, 71.82941, 67.22218, 114.30475, 93.11819, 85.26447, 97.22712, 76.78783, 84.40665, 94.74193, 49.0545, 99.60719, 75.0231, 117.96762, 87.36401, 80.65602, 77.63968, 82.24683, 65.35882, 108.38683, 132.65446, 65.41163, 87.07386, 65.82946, 124.59577, 108.05469, 101.06604, 104.19148, 86.37117, 68.81764, 89.38484, 69.96915, 108.73847, 86.211, 77.75899, 111.57658, 89.42116, 79.2492, 73.47189, 124.24398, 71.36107, 121.14925, 143.6315, 71.42229, 96.02167, 127.80654, 76.81408, 95.18713, 123.75708, 73.3163, 99.43523, 66.82098, 119.85148, 106.86884, 75.76285, 93.06113, 103.02187, 110.81148, 105.88211, 52.21872, 99.57272, 108.11645, 61.97655, 87.36052, 112.84992, 86.19426, 77.13998, 63.00402, 121.09965, 94.2261, 89.7048, 90.6953, 87.45343, 110.18361, 93.91679, 123.47139, 69.48611, 114.33499, 85.4787, 95.36372, 108.98982, 84.36525, 104.98425, 132.91681, 77.44788, 112.57822, 110.06628, 68.47304, 131.58612, 88.33275, 81.65546, 109.54178, 93.91367, 103.68336, 63.17481, 100.99815, 52.71304, 120.77975, 114.33257, 132.80087, 128.94327, 116.37389, 85.23202, 107.63489, 101.73198, 145.82016, 98.15645, 40.40702, 98.19563, 135.17322, 146.09389, 121.03451, 129.38065, 82.23731, 127.66122, 68.52625, 149.97498, 99.14442, 114.2285, 74.60503, 120.97021, 110.18077, 92.09432, 117.00066, 102.30833, 96.09793, 130.2468, 104.93491, 107.78423, 120.94354, 99.34888, 100.95992, 110.3437, 121.4995, 162.53201, 138.99721, 129.14735, 139.30734, 116.02537, 81.86749, 109.81549, 124.74068, 109.30399, 138.47345, 114.18716, 83.13693, 113.29616, 136.07341, 107.72165, 111.44205, 88.98877, 106.35996, 123.05658, 116.16275, 119.85593, 120.71788, 116.8914, 143.70221, 73.37031, 123.60686, 90.35263, 90.0132, 98.16876, 115.61937, 124.3037, 123.02244, 116.69115, 74.47745, 150.34389, 104.30504, 89.19717, 147.1633, 109.53038, 131.50562, 101.4361, 138.40347, 88.56982, 90.74662, 111.7134, 115.70349, 144.53625, 91.8382, 101.4533, 112.51344, 117.82076, 100.86504, 97.70406, 134.17834, 153.74571, 95.47204, 122.31431, 185.41431, 150.45435, 128.70496, 102.13928, 156.94205, 84.75533, 127.97017, 144.2666, 110.06504, 127.2935, 129.10127, 107.97826, 79.07652, 155.02551, 165.88087, 123.41418, 133.20209, 128.61325, 135.64372, 117.24208, 141.70834, 152.48085, 162.13477, 119.48643, 99.37609, 108.65777, 150.86035, 123.89709, 121.35109, 175.51299, 148.30228, 139.85175, 78.64225, 126.48894, 165.28668, 228.48572, 307.87134, 333.64948, 301.92743, 230.38428, 297.50006, 301.87863, 401.27094, 276.82889, 234.76831, 265.07401, 254.91478, 247.49179, 300.0387, 298.62045, 298.55023, 299.79791, 355.34796, 244.45447, 288.59503, 347.53214, 316.07425, 359.72479, 339.01913, 330.0343, 317.38977, 275.25931, 278.87384, 332.29681, 369.50238, 274.31616, 270.27472, 338.14862, 306.33014, 277.48834, 316.7402, 325.25842, 326.26636, 263.55005, 292.39703, 329.20435, 284.01678, 373.78934, 339.80176, 297.99762, 311.12354, 261.29504, 385.73596, 294.71753, 330.24231, 329.17957, 428.58255, 379.92664, 351.78424, 327.80154, 280.23984, 353.45987, 259.08142, 369.26044, 295.93488, 295.5611, 204.8743, 321.03455, 325.56259, 397.87457, 328.21378, 352.13528, 343.77634, 257.78656, 259.1969, 253.00137, 212.40546, 325.14484, 314.7254, 277.64343, 344.37183, 283.3371, 337.03561, 371.67401, 280.11835, 307.01584, 313.59863, 357.7182, 291.68683, 370.50183, 341.35953, 413.29565, 428.04828, 344.29852, 318.79596, 302.06699, 232.82812, 365.80518, 300.98203, 320.05078, 279.5733, 307.56183, 542.35205, 361.42944, 355.65814, 314.97607, 381.617, 352.23883, 355.15503, 282.83704, 399.4129, 395.48615, 305.99805, 376.50153, 409.34308, 307.99295, 449.08594, 369.30737, 282.12811, 268.45612, 226.16824, 278.2428, 324.11261, 398.18842, 302.03561, 215.01318, 313.06528, 345.64771, 266.84036, 263.9761, 345.79431, 465.00989, 371.7533, 288.7627, 336.59946, 442.33484, 374.76361, 326.39264, 388.73651, 412.4187, 369.44885, 301.44638, 366.20224, 352.24796, 383.94916, 398.39743, 401.08942, 370.82617, 416.44971, 210.48589, 299.26074, 334.16022, 232.17117, 301.30151, 398.21683, 350.1571, 408.26306, 426.78946, 258.97675, 408.70337, 298.37128, 307.9812, 306.87512, 279.16943, 285.07184, 304.43719, 355.59619, 499.23969, 317.98822, 230.17961, 330.05615, 440.53662, 228.97327, 406.0672, 372.36938, 327.09961, 365.65564, 364.07501, 390.14685, 214.72784, 317.24268, 313.27267, 430.10059, 324.66306, 323.4884, 295.38278, 473.6134, 275.3627, 347.30963, 336.09763, 397.69952, 342.33969, 407.58405, 419.88602, 363.6955, 490.00494, 448.7113, 400.22031, 429.33984, 398.52798, 418.47791, 451.35284, 327.30777, 401.34845, 386.51611, 319.66602, 444.54816, 389.41589, 410.1936, 395.97745, 389.22092, 364.49078, 429.32379, 370.47791, 370.34784, 462.71793, 400.40744, 463.18161, 370.33746, 412.37213, 344.68542, 458.53494, 340.04919, 318.50046, 398.67648, 357.2348, 363.96896, 456.41284, 423.38037, 435.54266, 473.29599, 373.62616, 344.22345, 431.92114, 446.81128, 333.37961, 435.78, 327.55957, 403.53125, 237.28342, 483.34308, 415.9913, 412.79828, 350.05188, 378.37122, 266.00137, 323.58594, 385.22894, 349.43182, 322.50604, 356.19354, 301.53876 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 215.72729, 307.87491, 273.82285, 328.49603, 324.78296, 319.17365, 299.67352, 276.11978, 393.90387, 41.11603, 260.00433, 438.62558, 500.60635, 365.49475, 348.77667, 508.91946, 572.08246, 348.06036, 461.27203, 531.67548, 237.67322, 339.26068, 426.06577, 145.67499, 450.70807, 350.56177, 451.62363, 360.93393, 414.42371, 417.18658, 536.16797, 271.64856, 505.63998, 452.35815, 444.70712, 462.50034, 530.89081, 371.44458, 460.49725, 433.5127, 481.86578, 392.34543, 478.94275, 355.0495, 445.13953, 463.2663, 361.0191, 520.95703, 469.30594, 501.95276, 488.19138, 467.28751, 491.63504, 602.33899, 486.62506, 415.74399, 398.02939, 528.60431, 514.87134, 395.35291, 548.1955, 358.0386, 461.6763, 432.70178, 511.9917, 424.25806, 364.84848, 424.58777, 444.40515, 532.87366, 639.27704, 427.32202, 423.49017, 594.88788, 357.33026, 554.85217, 675.87915, 408.10605, 489.21881, 631.42004, 447.7059, 515.40741, 482.26355, 514.33704, 499.04407, 426.10669, 564.54529, 322.77673, 502.4024, 518.9201, 500.77783, 239.96698, 370.66901, 548.57153, 558.73126, 663.82349, 417.87329, 495.3244, 437.75183, 530.39197, 579.1864, 655.26025, 501.2608, 443.20483, 464.84329, 619.34058, 329.76031, 476.35278, 515.88452, 512.43756, 429.62634, 415.77924, 519.35101, 277.61667, 504.78418, 540.69507, 443.26514, 502.54773, 521.3761, 390.33862, 531.96155, 678.70795, 572.62915, 439.99738, 533.3479, 445.67654, 691.73993, 380.81873, 566.5791, 530.98083, 453.98804, 470.84726, 335.87491, 519.13, 322.4129, 391.39175, 483.65509, 527.1936, 634.07092, 483.5296, 543.6062, 599.31769, 585.12085, 377.2312, 638.41235, 377.19891, 673.01385, 551.66382, 548.83826, 333.6673, 575.8656, 652.94763, 515.54883, 456.61719, 489.2533, 610.06421, 393.57623, 596.22693, 479.52902, 476.20728, 463.57455, 540.20844, 549.32892, 649.66766, 491.75464, 494.40176, 476.70917, 238.30814, 486.18243, 411.03192, 622.56769, 474.36646, 398.48248, 574.82739, 653.66779, 615.32922, 496.64258, 620.05481, 232.14284, 601.77551, 407.87482, 496.03619, 683.17853, 491.24255, 406.48212, 547.08557, 466.60016, 644.4303, 543.77319, 648.96033, 703.06885, 594.24854, 552.34119, 566.97803, 656.46649, 655.97107, 642.64868, 530.65967, 651.2854, 425.92044, 515.57397, 426.75458, 499.43896, 713.76697, 611.2525, 453.86237, 674.93237, 553.44751, 671.95605, 267.5957, 714.40552, 580.48914, 802.13257, 232.24084, 601.45325, 645.85498, 653.40765, 523.31763, 706.7774, 572.98572, 630.07281, 565.50476, 677.49829, 585.54504, 629.19482, 729.1969, 577.98877, 697.7959, 595.04248, 571.05804, 426.95468, 713.6994, 672.71375, 738.71869, 719.75684, 881.76245, 616.40088, 705.8526, 536.58252, 496.82388, 650.71332, 606.57623, 580.42554, 495.43863, 571.8418, 541.24481, 626.29437, 525.53766, 696.15564, 530.06116, 588.76556, 423.73334, 735.84601, 551.8042, 673.64966, 576.86414, 687.94623, 664.71423, 712.48926, 599.50714, 395.79407, 770.92017, 627.23853, 507.58823, 645.60034, 436.15018, 547.12634, 651.42346, 593.68896, 674.35602, 530.90002, 516.80133, 558.87537, 609.03955, 542.71783, 632.62299, 642.63281, 645.20007, 636.32703, 596.74139, 672.68799, 581.5918, 728.35895, 583.36987, 493.67651, 663.82721, 723.75214, 636.27612, 703.44849, 735.03223, 534.11804, 540.33502, 648.39221, 724.43622, 653.24548, 727.78479, 640.69006, 629.82074, 492.14459, 704.50549, 676.5011, 623.68481, 284.99438, 98.03969, 326.54578, 657.72516, 710.81982, 660.59344, 571.67407, 616.76379, 557.04572, 679.85168, 584.9671, 616.11658, 261.43088, 928.43091, 575.63928, 737.15076, 380.24188, 582.47577, 598.11853, 623.55249, 512.76941, 544.68164, 796.9917, 571.30054, 879.09363, 793.15881, 427.48932, 244.3716, 798.26855, 818.97034, 293.45886, 760.96704, 568.30872, 605.50787, 788.96399, 925.63733, 670.65906, 822.02832, 964.8822, 471.121, 689.27142, 404.36877, 418.99124, 785.41943, 648.33844, 776.6142, 619.93646, 534.02429, 779.22687, 389.18381, 712.36316, 726.88605, 734.13477, 677.37878, 682.32007, 769.15771, 218.65814, 705.96112, 684.46741, 579.59845, 720.87976, 828.10663, 555.52942, 530.72461, 791.89355, 803.97235, 906.2251, 728.24158, 488.16016, 772.36945, 401.68915, 629.75281, 1068.85596, 710.46411, 830.73523, 706.4173, 874.43353, 657.8454, 151.99654, 872.38159, 852.36786, 673.76947, 565.49677, 862.89191, 276.37781, 633.17938, 890.85181, 584.4198, 361.97327, 480.66327, 885.18524, 816.87683, 570.03387, 720.41187, 1106.63245, 829.72162, 593.66931, 733.29205, 354.97849, 1125.72363, 794.12006, 324.49094, 1006.14307, 393.26135, 975.90417, 581.6626, 924.99036, 1114.93457, 665.11182, 1245.45605, 1281.12524, 868.83148, 1066.93469, 393.65356, 1076.20007, 728.99524, 547.2605, 338.33997, 1026.14258, 496.83206, 1145.19934, 1138.78735, 538.7262, 1073.13782, 684.91382, 594.5918, 970.97992, 1347.02563, 1243.03442, 1270.46143, 1197.3219, 1148.94946, 1190.4386, 1125.35291, 822.80273, 606.79694, 898.37024, 1109.18518, 1214.16699, 1173.53516, 1030.11267, 1309.00256, 1739.12024, 1053.40918, 1108.88843, 1617.39038, 1615.94165, 1770.26416, 1664.57471, 800.36584, 1181.05615, 1482.19678, 915.48236, 2111.63721, 1987.67676, 1900.1095, 952.18195, 1478.85986, 1050.28174, 2251.08862, 1176.14551, 1770.1239, 1985.29395, 1515.90967, 1603.76953, 1630.31592, 1992.56958, 2034.62122, 634.59277, 2861.44287, 2137.33447, 1707.49634, 2514.74463, 939.42804, 2169.21045, 1745.14148, 1179.08521, 1773.94995, 2113.59033, 2626.18091, 2008.3894, 2064.91626, 1169.66736, 1078.55151, 2074.94238, 2664.2085, 3073.10596, 1503.28223, 3475.67578, 2642.63965, 3033.43579, 2761.02808, 3491.33594, 2888.83789, 3054.05078, 3213.08374, 3357.26318, 3370.65381 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 431.79694, 449.70026, 521.96667, 541.39807, 695.28131, 609.6524, 463.48535, 529.16577, 580.06421, 680.07764, 565.85718, 686.79962, 618.57507, 723.08386, 575.28229, 614.17749, 578.63538, 706.40515, 610.61859, 654.43304, 635.36536, 705.54779, 553.66357, 644.36395, 650.68164, 663.84082, 716.99182, 806.94952, 835.60168, 652.48419, 794.71594, 752.34137, 733.60645, 628.19312, 718.72699, 751.98022, 728.50989, 669.22095, 655.97302, 791.44916, 748.7865, 567.91809, 694.48279, 754.1073, 562.15747, 629.96912, 770.47552, 757.59265, 750.10938, 748.39496, 657.41223, 718.61414, 752.62488, 602.27802, 772.77045, 739.854, 692.46289, 730.38733, 730.52692, 659.21649, 708.94818, 752.51111, 756.6427, 837.89221, 776.05872, 770.69897, 784.61963, 857.31628, 734.14783, 807.73621, 715.46948, 761.55823, 889.67065, 754.9187, 705.11243, 834.38611, 765.3866, 709.55835, 857.55957, 762.58728, 697.72968, 720.51331, 758.20789, 782.21454, 786.77698, 730.62189, 763.99792, 780.79718, 752.71747, 699.77478, 800.29724, 675.21423, 724.28308, 604.55347, 684.44312, 736.26135, 676.39398, 878.18805, 709.75763, 903.72217, 687.14612, 714.9483, 828.08612, 738.50763, 893.6178, 719.03961, 809.42285, 734.07965, 739.33105, 892.29468, 746.56909, 708.36725, 910.63953, 735.32233, 729.93347, 748.34283, 786.51404, 778.42914, 736.03955, 925.05969, 826.29303, 791.31085, 721.06458, 749.12927, 757.96008, 802.39746, 843.42334, 720.88849, 778.10498, 789.36768, 818.4245, 800.78296, 714.5351, 869.72034, 713.16296, 819.01178, 674.77667, 806.10669, 775.09058, 772.42688, 820.97107, 807.74445, 944.51038, 740.40082, 930.99243, 732.245, 677.11536, 880.38843, 688.61768, 935.60632, 743.92432, 781.65063, 782.75336, 704.6167, 807.34009, 851.85071, 800.5965, 882.41296, 714.164, 832.79736, 712.94592, 826.53119, 792.12695, 851.2934, 780.81958, 858.54834, 858.82568, 910.1452, 795.36169, 757.34778, 907.86346, 789.32874, 872.11316, 778.42554, 720.60822, 768.328, 920.79382, 804.4364, 842.31116, 811.38513, 897.54419, 870.71912, 842.72021, 798.85553, 920.4704, 812.25531, 827.06604, 932.83435, 896.02747, 805.98224, 773.09351, 941.61993, 916.54266, 806.578, 779.27625, 861.0271, 743.29993, 807.19006, 833.15845, 890.4198, 841.31067, 903.74268, 757.2124, 928.42578, 794.49255, 819.77832, 883.95703, 829.16516, 775.89679, 880.21613, 842.1449, 919.93298, 866.04938, 764.71344, 824.71967, 795.78082, 859.25275, 706.96082, 890.08099, 780.68353, 923.63806, 878.36603, 841.07184, 829.01135, 873.46075, 798.32721, 835.7312, 791.92896, 888.02472, 874.08514, 692.89734, 873.9408, 827.53217, 756.58856, 869.06824, 685.05994, 815.06409, 950.37231, 895.4516, 767.94989, 810.81079, 861.65369, 836.02759, 872.1322, 855.00098, 870.10474, 816.62848, 902.36169, 806.75891, 926.23987, 629.4024, 746.80096, 833.95459, 844.87701, 938.42786, 915.70618, 901.10193, 919.46912, 927.39789, 964.11328, 771.48828, 821.09192, 761.62561, 988.61615, 862.37915, 969.1427, 878.22888, 839.46838, 785.37103, 834.99207, 826.77344, 984.73816, 882.43665, 800.95673, 806.15936, 826.79388, 907.04565, 856.00269, 808.38733, 898.18042, 856.90497, 991.17993, 872.44879, 963.58856, 846.25226, 989.67444, 851.79333, 835.82837, 797.51813, 970.4552, 776.92767, 821.7254, 816.13556, 824.76898, 931.97144, 993.08984, 906.68646, 769.57373, 982.39069, 941.70288, 877.35675, 951.6543, 585.63892, 923.39551, 981.15735, 769.00745, 920.29797, 941.60553, 969.93634, 1030.62488, 915.80859, 851.95996, 811.21558, 836.15076, 853.56628, 913.40479, 962.39673, 969.33038, 896.57068, 784.7218, 889.83789, 891.52197, 970.74756, 989.91083, 966.23676, 972.37665, 1016.0116, 875.8418, 872.33032, 873.44348, 751.97253, 857.56232, 845.401, 925.9704, 907.81799, 880.84985, 982.33972, 1088.37512, 1080.12329, 851.49164, 978.22583, 911.21729, 1050.48987, 882.46289, 899.84399, 916.65723, 838.10938, 946.33801, 976.33771, 1032.48279, 997.73053, 1023.8833, 931.87286, 896.005, 980.15222, 919.33698, 866.39423, 1091.0437, 1002.42188, 888.27484, 893.31207, 956.67444, 927.23804, 995.30701, 1025.32642, 861.18604, 850.36658, 1015.59711, 879.65076, 905.68707, 956.13538, 954.20117, 808.92291, 855.9425, 926.21454, 832.12408, 829.44788, 954.8396, 857.5979, 900.48169, 842.40302, 912.30548, 930.76801, 940.41492, 905.24036, 935.03583, 744.26208, 821.9342, 1016.68591, 1005.84448, 910.17194, 1022.96423, 1038.46606, 904.57001, 869.0166, 947.65588, 860.91089, 843.43347, 934.38177, 961.89124, 1095.34534, 1042.73389, 1042.81799, 859.70038, 964.31616, 917.44751, 1014.17639, 922.97913, 680.46002, 978.78693, 966.95374, 970.11346, 911.9245, 940.1156, 973.23267, 891.5473, 953.81506, 951.77441, 1083.41394, 967.21393, 966.83356, 871.4165, 1034.43604, 1021.30499, 814.58069, 1083.50122, 1014.42383, 1050.17725, 959.05103, 960.08521, 1089.50085, 1035.14966, 1094.66919, 969.86346, 1044.64014, 1037.82715, 1005.55768, 946.39386, 1028.21704, 1019.42261, 962.3739, 1146.90857, 879.43005, 1192.51331, 1013.61395, 920.78314, 893.74506, 1095.03174, 984.97662, 1057.25024, 966.6405, 880.82532, 848.17151, 990.18689, 1132.99414, 1029.42432, 1073.03748, 1044.53613, 913.14526, 1031.70972, 1097.00903, 1116.01245, 1114.48779, 979.50372, 1008.61694, 1115.81641, 1072.37183, 1081.43079, 1114.495, 986.6311, 1053.29089, 1059.29016, 1028.51941, 1069.82019, 1008.85358, 1130.59106, 1144.37793, 1068.04749, 971.88879, 1051.77173, 1008.73865, 1037.3208, 1180.18005, 1150.16931, 1071.30322, 1042.19385, 1108.34216, 1021.07812, 983.93958, 1090.45728, 1062.04639, 1033.31543, 984.37872, 1082.34717, 980.71973, 1075.11597, 1069.01624, 1228.04175, 1156.46729, 1219.01172 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.010648623785820203, "neutral_loss": 3.1689938637823354, "target_chat_loss": 1.738624095294583, "target_docs_loss": 2.305104263836919, "neutral_init_loss": 4.04528169708252, "target_chat_init_loss": 2.7732141105651857, "target_docs_init_loss": 6.078938117133246, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 58.37296, 69.97736, 95.15934, 70.66873, 82.7899, 115.41207, 96.21707, 57.97285, 89.66995, 65.96255, 85.90102, 91.76952, 84.74203, 85.99036, 88.88758, 118.01089, 85.30414, 88.53749, 104.0055, 86.02168, 108.18252, 89.72572, 108.88777, 95.46883, 81.39941, 77.57127, 87.16399, 88.40963, 74.74861, 67.25026, 114.42524, 97.50932, 85.6596, 99.2114, 77.41946, 85.00691, 95.79491, 49.30762, 99.74118, 75.55348, 121.13868, 88.1786, 81.37936, 77.76736, 83.51465, 66.1423, 108.77225, 132.38852, 64.77438, 86.14052, 65.04442, 126.13813, 110.3289, 103.60318, 104.98927, 86.63124, 70.42514, 90.69414, 71.57146, 111.12144, 87.74541, 78.58859, 113.82794, 91.25934, 79.25408, 73.61423, 125.26739, 72.53132, 120.40207, 145.68979, 71.78164, 96.39364, 126.96442, 77.85013, 96.66307, 125.71466, 74.12346, 100.48003, 68.34503, 121.75404, 106.5816, 77.14549, 91.93277, 105.60616, 111.14249, 108.73515, 52.91318, 102.26753, 107.94051, 62.76533, 87.45581, 114.88808, 87.53818, 78.31681, 64.67672, 123.50088, 94.7272, 89.51942, 92.24478, 88.03102, 109.81462, 97.44124, 123.26788, 73.36671, 114.17421, 84.48782, 95.84856, 108.15215, 86.78752, 104.96948, 134.98602, 77.5191, 113.44624, 111.57012, 69.00692, 131.3522, 90.37402, 82.53142, 111.37421, 94.95728, 103.74367, 63.99756, 101.94217, 52.61857, 122.72125, 116.35541, 132.40201, 131.21869, 115.78667, 84.12672, 109.17187, 103.86058, 146.97287, 99.42943, 40.23744, 98.34681, 136.32727, 146.1611, 122.5955, 130.39481, 84.98038, 129.26321, 67.67255, 152.94659, 100.11304, 116.24957, 75.86531, 122.74584, 112.03935, 92.74464, 118.99622, 101.83972, 98.2121, 131.02802, 105.12837, 108.63432, 123.50266, 101.19109, 101.41095, 110.03874, 123.68677, 163.75549, 140.26913, 130.41219, 137.49629, 115.8855, 82.02367, 111.08838, 126.68616, 109.28001, 139.00101, 117.77394, 85.46145, 115.03561, 137.4119, 108.71267, 112.19012, 91.09019, 108.43256, 123.92983, 116.8358, 119.19946, 120.17262, 116.7532, 142.48233, 74.13846, 125.59405, 90.01803, 90.67714, 98.16073, 115.51826, 126.34393, 122.53511, 117.75886, 76.0752, 149.5542, 106.50094, 90.08908, 148.81683, 112.13539, 132.52644, 102.29486, 139.21536, 87.81889, 89.50555, 110.201, 116.8025, 146.59018, 93.58569, 102.91812, 111.77215, 115.60852, 100.81951, 96.64716, 134.43643, 155.63203, 95.51254, 123.63724, 186.70322, 148.76195, 131.16492, 102.01991, 155.96416, 85.15099, 126.71632, 145.06021, 110.22394, 129.41393, 129.01816, 109.80553, 79.72972, 156.28482, 167.62164, 123.16429, 134.12552, 130.3251, 137.01199, 116.19778, 142.85457, 153.43207, 163.46872, 120.679, 98.66436, 108.05379, 149.87096, 124.67329, 123.31487, 178.03513, 149.5992, 140.06516, 77.25072, 126.61876, 163.66081, 226.64909, 304.88187, 334.00888, 300.0368, 234.95947, 291.16406, 298.96582, 402.47153, 279.17847, 235.08594, 267.43381, 257.03625, 245.59351, 301.5947, 295.10321, 300.49792, 301.02887, 355.94232, 257.41415, 294.52209, 347.50983, 317.81573, 364.04422, 344.76892, 326.76733, 321.37494, 275.10956, 280.82501, 339.53055, 369.31595, 275.35425, 269.77563, 337.06516, 309.73978, 280.40729, 316.27032, 327.94836, 328.7103, 260.36569, 293.24585, 328.21567, 285.84985, 376.73944, 339.74347, 291.8186, 304.11996, 253.72556, 389.85522, 301.78128, 330.38321, 333.04187, 424.17529, 383.38623, 360.67715, 322.29633, 280.8967, 356.40582, 260.86737, 369.22742, 299.55096, 296.85345, 206.23259, 314.97711, 328.20984, 413.96103, 339.90256, 356.27213, 341.5325, 261.63089, 257.32584, 254.66226, 212.3524, 321.82001, 320.82294, 277.71378, 344.23318, 282.53595, 336.02328, 381.46057, 282.45248, 305.13171, 312.60046, 365.56506, 293.68521, 369.71045, 344.93774, 409.19171, 424.18665, 342.70544, 320.62921, 299.27588, 239.21902, 361.14648, 299.53854, 317.85388, 284.12122, 315.11804, 541.19031, 366.32471, 355.86749, 313.74884, 379.07883, 355.55365, 357.59412, 280.57117, 391.87872, 399.63629, 313.09241, 383.74054, 414.28577, 305.48569, 448.99014, 371.57053, 284.34143, 271.51959, 225.98187, 273.23483, 328.17358, 399.81796, 300.56079, 218.66171, 313.77557, 347.495, 268.79977, 263.54828, 345.00092, 466.63635, 375.69745, 293.24683, 340.54688, 439.9397, 376.78442, 322.40405, 391.39417, 414.28766, 371.96744, 304.74103, 373.01004, 348.3092, 387.99872, 395.07834, 396.41037, 373.672, 426.48938, 207.11571, 302.75378, 331.96622, 231.52563, 304.41736, 402.41165, 349.1326, 417.14221, 434.6879, 263.42288, 413.08478, 301.68549, 312.69601, 306.59027, 286.36929, 285.01376, 303.59787, 355.8447, 506.81964, 317.72577, 233.5943, 326.50433, 443.74002, 226.43814, 410.34195, 367.40298, 333.22894, 366.43286, 374.65802, 392.89771, 217.21866, 316.05231, 310.7132, 430.60626, 325.11774, 320.24725, 296.34277, 478.82013, 275.97491, 348.15427, 340.68622, 407.8056, 342.15158, 410.17908, 423.3472, 363.53308, 494.2197, 450.44958, 400.71011, 431.09546, 392.88562, 422.04901, 459.67471, 328.71896, 403.5675, 377.50049, 328.86438, 446.59039, 389.60962, 416.22369, 403.59741, 393.55261, 362.86816, 436.0014, 369.21301, 372.79034, 464.79065, 402.97855, 469.53326, 371.83026, 407.42749, 342.04797, 461.75815, 335.37018, 316.73187, 404.79276, 357.38892, 362.55145, 460.07019, 427.15808, 434.83411, 476.50076, 376.92117, 351.71686, 431.19412, 453.75754, 331.14185, 433.98126, 327.70483, 399.88416, 238.2428, 476.87582, 411.3432, 421.48779, 353.06537, 382.29898, 268.3367, 323.81006, 387.80664, 345.85953, 326.56207, 360.94366, 300.80069 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 214.57492, 290.45654, 268.92291, 316.66553, 316.59985, 314.80405, 297.22842, 274.04486, 383.13739, 42.03362, 259.72485, 431.07922, 496.33026, 350.64499, 341.66302, 503.48517, 560.14911, 340.87155, 450.91705, 528.5791, 231.36429, 334.6731, 418.79626, 143.36945, 441.33716, 339.72083, 444.40448, 360.66351, 408.1745, 409.79199, 528.69049, 267.79453, 491.38809, 439.56433, 423.2804, 457.06274, 508.95428, 370.51828, 457.40732, 424.07483, 482.06317, 379.94415, 471.43442, 349.22833, 443.13736, 460.31476, 357.73657, 520.33716, 464.00415, 497.13623, 468.53751, 455.65866, 494.4054, 598.15906, 478.31747, 409.76917, 398.62106, 511.90125, 514.46875, 385.23834, 542.03656, 352.52798, 456.89789, 422.82767, 504.41058, 412.32388, 348.61963, 419.41559, 439.99677, 528.06921, 612.77026, 415.505, 407.00153, 569.77026, 346.86548, 538.04089, 657.76062, 401.19424, 466.74283, 605.23438, 441.12045, 509.6788, 474.84296, 506.46503, 494.89706, 416.18237, 539.93433, 313.65613, 492.49167, 502.72052, 501.46808, 234.86145, 365.71075, 526.65625, 542.7052, 663.1499, 399.2572, 482.60822, 429.71875, 514.86737, 575.08508, 648.28223, 490.28302, 434.14514, 461.84009, 607.03827, 324.95486, 468.74603, 503.38666, 501.71524, 419.77698, 399.91113, 510.14868, 271.62442, 497.28659, 532.17822, 442.20837, 493.95029, 508.59152, 383.117, 515.14594, 658.92004, 557.06439, 441.19843, 522.15833, 437.28131, 682.85547, 367.5152, 559.44788, 513.15186, 443.36926, 459.42166, 329.98413, 516.88727, 307.94464, 387.46167, 464.49677, 522.31824, 617.05176, 484.33282, 538.51514, 588.73804, 565.46417, 369.96942, 620.38629, 371.90881, 663.52429, 544.66394, 549.74316, 328.27933, 560.09021, 632.13684, 509.47842, 451.00772, 471.03488, 586.81891, 380.68707, 591.32129, 475.60107, 477.94543, 462.53891, 528.76575, 540.53577, 649.56549, 479.74695, 482.32724, 460.77368, 239.40833, 483.36298, 404.75638, 601.65063, 470.20972, 397.19312, 557.52722, 653.48303, 609.71417, 485.7153, 614.73901, 229.30652, 585.22534, 408.50696, 490.29993, 661.26758, 465.50989, 394.96375, 540.29822, 455.86902, 622.53674, 522.24731, 630.25537, 690.90991, 584.59155, 549.89844, 562.1095, 634.4165, 635.89172, 621.22522, 521.21143, 642.1095, 419.22046, 504.17688, 415.24103, 494.46558, 690.51154, 592.43054, 448.63782, 678.95856, 551.01733, 657.23999, 262.64008, 702.3172, 568.13123, 774.09448, 226.25467, 587.86169, 638.35828, 637.44177, 524.34021, 695.24237, 561.89832, 608.19891, 556.40704, 667.67737, 562.90741, 616.19043, 720.91309, 568.17542, 691.61041, 583.34418, 555.70239, 420.25674, 701.17029, 656.52905, 732.88593, 699.01221, 869.14624, 601.62415, 689.66528, 535.57806, 492.24567, 638.44293, 595.89014, 580.22046, 492.91296, 551.16162, 525.4198, 609.95648, 521.25671, 669.78467, 530.53729, 583.72388, 401.63501, 720.27051, 544.64429, 661.91028, 553.12073, 665.91095, 654.40198, 715.21735, 593.51282, 385.23016, 757.26886, 611.31763, 502.0368, 638.87158, 428.36569, 517.16516, 632.25842, 586.72504, 656.45618, 518.85822, 509.66977, 547.79834, 604.32269, 542.52673, 612.42664, 633.93188, 643.02332, 618.08154, 592.36407, 651.11218, 573.97498, 714.21472, 574.34235, 490.71436, 632.50177, 709.49567, 626.98938, 691.79517, 717.37891, 518.56219, 533.89624, 630.47083, 710.01355, 646.7132, 710.37909, 627.73096, 617.85223, 474.04608, 688.36249, 666.57251, 609.86487, 279.79996, 97.84047, 327.73639, 650.95276, 692.95288, 653.87823, 544.96753, 613.43524, 555.49902, 659.39478, 581.14673, 593.80945, 259.04349, 919.76807, 552.68042, 735.48694, 374.00592, 572.06384, 591.4104, 605.05505, 504.00061, 530.45471, 782.87708, 566.69946, 869.31665, 770.91785, 422.31784, 246.14655, 777.04266, 802.50146, 284.87292, 747.37482, 570.23755, 573.10925, 771.03888, 899.6842, 647.68683, 806.40875, 951.10004, 461.3175, 689.29547, 400.21121, 414.58038, 756.91833, 621.38525, 763.17999, 608.20209, 520.69006, 759.71851, 377.82727, 703.87543, 722.901, 719.33398, 660.71222, 670.53381, 740.97742, 216.91998, 694.72467, 668.89655, 573.12512, 697.18646, 819.90723, 545.04706, 520.09052, 777.88458, 788.43823, 884.83929, 709.49628, 474.12189, 755.51605, 390.07776, 609.58362, 1055.42334, 683.94043, 807.86761, 699.47595, 856.67798, 649.20557, 152.13531, 848.00183, 827.49561, 652.78455, 564.01831, 842.75714, 260.99289, 606.71967, 881.83655, 548.46399, 354.95898, 465.38565, 874.26349, 804.31213, 559.23334, 713.12793, 1077.34497, 813.41748, 586.98016, 714.33624, 358.29108, 1099.73193, 760.45782, 315.15659, 978.18921, 388.25116, 963.60016, 577.65314, 930.28174, 1107.82739, 652.24731, 1233.90186, 1259.81104, 850.14185, 1028.78735, 391.71942, 1068.80518, 713.77917, 540.08923, 339.61719, 997.49188, 492.30005, 1113.13586, 1127.09656, 526.57605, 1055.41528, 674.16669, 587.46216, 973.89014, 1330.74341, 1225.03442, 1263.09253, 1171.62781, 1136.45276, 1170.17371, 1118.37708, 814.23608, 597.22559, 857.92529, 1102.52271, 1217.05542, 1174.45923, 1015.68939, 1285.96924, 1729.49658, 1039.51929, 1086.66443, 1585.85657, 1615.08093, 1776.50732, 1637.72388, 797.63379, 1169.52832, 1477.5979, 887.44324, 2107.62842, 1970.71021, 1894.93848, 934.36829, 1462.16528, 995.01355, 2245.84375, 1146.4458, 1759.44836, 1983.84631, 1514.72534, 1596.40649, 1635.37036, 1988.92493, 2010.67041, 634.47437, 2850.74609, 2125.09863, 1712.99402, 2499.94043, 934.62439, 2147.18115, 1740.21423, 1164.09998, 1759.55322, 2096.22363, 2619.59424, 1979.41272, 2075.03955, 1140.01819, 1082.2168, 2090.57324, 2682.02417, 3088.36865, 1470.64795, 3489.20752, 2652.7229, 3042.65747, 2756.34424, 3485.31787, 2898.84985, 3040.99951, 3217.11133, 3351.34204, 3380.63232 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 404.79254, 418.15924, 479.85199, 514.71326, 630.99121, 565.88507, 428.1153, 488.65634, 524.47961, 615.69507, 493.16589, 611.21466, 546.92688, 643.39093, 506.85211, 557.49408, 512.62396, 631.84802, 528.66632, 593.30579, 574.22491, 630.65295, 491.21863, 588.35284, 583.67102, 619.49731, 648.54401, 728.92212, 775.5553, 560.6665, 703.6676, 624.38177, 668.40198, 549.17896, 647.78198, 674.0188, 651.1228, 599.30334, 588.22485, 708.20105, 667.96112, 513.6756, 629.08777, 673.56128, 487.21954, 574.10852, 712.18445, 676.83765, 644.13892, 680.93005, 577.48547, 633.83801, 708.36084, 540.01276, 702.10742, 685.22266, 642.96844, 696.42877, 625.44318, 591.53003, 652.21484, 660.92651, 656.3606, 726.9104, 671.47668, 699.78333, 696.8642, 769.14905, 667.01288, 723.72607, 641.70276, 679.44202, 817.72717, 661.34863, 657.83289, 756.0321, 680.84448, 657.87885, 753.93311, 697.74353, 638.26733, 627.71631, 686.88135, 671.23584, 715.72058, 649.10828, 696.54126, 687.75726, 660.07385, 641.74432, 713.65295, 588.09473, 628.23132, 547.14062, 604.64337, 653.84985, 595.79498, 773.28601, 665.18188, 788.38037, 618.40759, 638.0766, 735.74756, 659.0061, 810.8606, 628.0022, 725.66333, 662.39905, 653.9082, 793.37134, 648.42883, 640.01929, 805.99988, 660.31506, 645.83887, 670.00732, 681.65979, 692.81744, 702.27271, 833.60907, 734.06763, 710.9812, 675.966, 643.41931, 704.58295, 708.73279, 748.44781, 670.03711, 674.65735, 709.10242, 754.4931, 736.00189, 634.48755, 773.77429, 628.29291, 719.57574, 595.2533, 742.23645, 707.79651, 696.45221, 742.58466, 728.3877, 863.52661, 659.94336, 834.745, 666.59259, 605.36481, 800.8526, 609.7395, 836.53076, 662.4184, 683.6449, 713.30774, 635.42114, 724.58081, 766.27356, 722.95227, 802.40955, 625.11523, 741.00781, 639.65723, 739.2887, 691.68292, 780.85602, 693.59955, 746.15912, 755.79626, 839.38196, 714.05762, 691.3866, 819.56201, 734.14148, 785.76257, 701.78845, 639.51898, 648.60229, 824.58606, 690.64685, 745.10718, 701.27954, 797.32684, 764.90466, 754.00092, 752.58893, 812.64551, 699.54004, 719.46503, 841.22583, 797.82495, 710.51056, 684.07477, 843.66351, 837.22552, 704.00702, 682.73627, 775.46136, 650.07587, 721.40424, 750.32446, 775.39856, 757.24841, 789.57446, 699.61389, 822.31696, 714.75824, 730.36438, 765.30591, 741.48938, 667.86755, 786.00848, 719.49084, 838.81287, 789.77539, 681.24475, 757.25671, 673.01562, 787.06494, 637.34644, 813.34729, 703.34558, 827.9295, 811.81079, 772.81506, 725.07727, 791.6947, 706.03821, 722.85852, 705.6001, 826.09875, 761.69531, 621.20245, 791.88525, 717.86121, 659.7854, 763.93365, 625.49042, 728.71008, 889.16931, 807.77087, 667.15747, 712.94604, 746.86902, 746.66699, 802.21191, 740.34601, 798.62677, 765.74286, 813.82007, 717.48846, 814.30994, 581.74463, 658.1535, 745.37683, 762.85059, 791.4043, 806.23511, 778.17053, 808.5813, 819.85889, 879.38934, 639.77197, 716.93109, 697.31665, 862.42535, 758.14209, 860.69653, 787.83093, 726.00146, 696.50397, 742.70142, 712.46094, 872.42468, 776.02014, 755.25592, 721.01538, 736.24158, 799.96838, 748.54944, 738.22266, 802.35693, 757.30084, 903.19525, 806.40344, 863.31702, 792.80286, 879.59094, 779.67896, 734.03003, 714.61865, 859.69958, 716.93152, 736.47473, 696.09326, 735.21832, 808.20105, 877.68042, 821.10107, 687.63196, 865.12231, 826.86871, 757.56555, 827.41553, 536.15698, 840.72546, 863.47998, 681.88348, 817.34314, 829.38135, 873.11719, 918.4679, 820.43372, 771.40332, 717.8996, 734.7384, 738.84106, 798.84387, 850.2652, 853.53625, 806.9809, 730.0553, 784.2334, 794.49512, 842.16803, 901.71661, 865.34253, 905.60364, 890.52863, 760.11169, 758.38977, 766.99652, 642.43011, 762.35254, 744.98083, 826.34308, 815.66846, 783.70917, 884.46387, 937.9303, 967.01514, 760.64679, 904.80798, 837.10449, 930.62476, 795.52979, 782.68719, 821.51562, 754.39734, 841.87073, 874.21979, 918.03369, 909.03064, 939.30408, 835.80249, 784.89435, 839.00806, 856.22876, 764.64929, 986.3938, 927.21619, 798.11273, 778.31812, 848.67932, 844.5517, 882.78125, 937.90668, 768.09424, 769.92072, 905.35242, 776.69458, 798.78076, 838.94324, 836.13135, 733.13647, 759.05621, 824.89246, 741.37122, 720.55804, 833.99976, 771.46844, 830.03992, 765.90784, 798.50012, 817.24341, 829.43665, 830.7074, 836.10187, 666.26831, 719.9068, 898.1698, 896.6983, 789.15198, 935.32819, 901.51025, 824.71674, 768.21729, 856.08026, 751.54041, 733.91626, 839.10089, 819.60376, 963.1106, 949.64923, 947.93555, 756.33228, 880.43469, 799.00293, 875.9613, 832.51508, 628.78851, 867.37769, 872.06921, 838.69702, 829.09888, 864.81622, 874.39001, 772.99359, 842.04187, 827.46472, 968.9848, 883.40417, 857.18665, 779.33923, 908.09796, 901.25751, 725.60846, 944.67297, 875.66559, 899.16669, 855.56964, 877.66321, 979.24634, 879.48608, 982.20001, 891.12427, 962.61499, 938.48358, 923.09094, 828.11804, 939.99561, 893.87903, 872.70911, 1038.20898, 780.05487, 1045.94067, 882.29504, 819.67151, 794.11371, 985.3667, 920.61285, 962.97333, 880.76538, 771.01038, 746.7937, 884.68256, 997.8634, 905.96729, 946.98602, 940.62433, 830.12085, 924.65936, 1008.6723, 968.81329, 982.04419, 887.21155, 891.52454, 1000.01294, 990.24036, 1026.60303, 976.99176, 879.99402, 945.27484, 939.26398, 899.41321, 952.87091, 878.30798, 1032.43652, 1000.97717, 973.47034, 867.31757, 981.66962, 905.61365, 943.23364, 1079.04285, 1023.55292, 925.55475, 945.28864, 976.01294, 904.9375, 909.85583, 982.42224, 957.41516, 942.39185, 848.81445, 940.10217, 854.84778, 945.80676, 964.03333, 1094.45935, 1028.28735, 1090.20056 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.048749227937332225, "neutral_loss": 3.2017827932248295, "target_chat_loss": 1.7174646565411857, "target_docs_loss": 1.9946239097808285, "neutral_init_loss": 4.066902516174316, "target_chat_init_loss": 2.539892318725586, "target_docs_init_loss": 5.662880418565538, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 59.90679, 71.91261, 98.34834, 71.36827, 85.25759, 115.07443, 96.5773, 55.9025, 89.85592, 65.92952, 87.60865, 94.99814, 87.30441, 91.35741, 89.10629, 117.26054, 88.55659, 89.79111, 104.02423, 87.68609, 110.99265, 90.22115, 111.53797, 96.61568, 82.49678, 78.28331, 89.13487, 88.50636, 77.9208, 66.87407, 113.65938, 102.26891, 85.34688, 101.00975, 79.20256, 88.88499, 96.11766, 49.43273, 100.38181, 77.37891, 125.52144, 89.34776, 83.62203, 77.75221, 85.70737, 67.5891, 110.33101, 132.39185, 64.80238, 85.23685, 64.52008, 128.5166, 112.98006, 106.69243, 105.62299, 86.86726, 72.21513, 90.84258, 73.55155, 114.18955, 90.71873, 80.53554, 116.8681, 94.59289, 79.56547, 74.39056, 126.86164, 76.4754, 121.19584, 149.45724, 71.51849, 94.99688, 125.51178, 80.39536, 99.05491, 128.85725, 75.52107, 102.58655, 71.07548, 123.93149, 106.60023, 78.92163, 91.34072, 109.06686, 111.23972, 112.80561, 53.83278, 105.78735, 109.3161, 62.77753, 87.22562, 118.38113, 89.18549, 79.16255, 66.5156, 127.01749, 96.36409, 89.25522, 93.98286, 90.41479, 110.55748, 103.21916, 123.88373, 78.18814, 114.99773, 84.2054, 96.78005, 107.62765, 89.18198, 106.04592, 139.92331, 77.95203, 113.73865, 114.1087, 68.23721, 133.49545, 93.06777, 83.49097, 112.10386, 95.326, 103.91008, 65.39627, 104.06156, 53.04819, 125.4407, 118.38638, 131.14011, 134.50089, 114.59416, 83.24364, 111.28433, 105.4648, 147.34007, 102.42662, 40.87048, 98.46799, 138.07442, 146.70786, 125.86964, 133.07701, 90.46455, 132.43137, 66.25908, 155.18225, 100.37503, 119.58833, 78.26466, 124.5934, 113.62794, 93.73107, 120.50292, 101.4304, 100.98701, 131.47148, 105.29324, 109.78166, 126.16255, 104.07011, 101.85897, 110.48562, 125.32112, 165.39352, 142.86218, 130.67859, 136.80495, 117.422, 82.45589, 113.19408, 129.26514, 108.55342, 138.57959, 121.76294, 89.35593, 117.46021, 140.62421, 110.66251, 113.2391, 92.70146, 112.15765, 125.35786, 116.63129, 118.59158, 118.9108, 116.37596, 141.80045, 75.43974, 129.31688, 91.40543, 90.93184, 98.01102, 117.00682, 128.41478, 123.34818, 119.57645, 79.10567, 147.58353, 108.9554, 91.56003, 151.34315, 116.37803, 134.8468, 104.12314, 140.08656, 88.70543, 89.09573, 108.74327, 118.47246, 149.16177, 95.13393, 103.98901, 109.36214, 113.94158, 101.35865, 95.04622, 134.56973, 156.15939, 96.47406, 126.95453, 187.2249, 147.00677, 135.17213, 101.23693, 158.05609, 85.46978, 125.67676, 146.81281, 110.80724, 132.36838, 129.01489, 111.85329, 80.71373, 158.74866, 169.31241, 122.72719, 135.79376, 131.54048, 139.78452, 116.0357, 143.96681, 153.5372, 166.27927, 120.9063, 97.75159, 108.66121, 149.57294, 125.32314, 126.67428, 182.06923, 153.17459, 140.90848, 76.84725, 127.51782, 162.44846, 226.32285, 305.03604, 335.12076, 298.48474, 239.18143, 284.07617, 297.10205, 403.63263, 285.97406, 235.54977, 269.19708, 261.41409, 246.48935, 305.97989, 299.00903, 305.28711, 301.48743, 355.88287, 268.56812, 304.36633, 350.23828, 316.70023, 373.4928, 355.56155, 322.89056, 322.75531, 278.62958, 285.358, 345.91425, 374.44937, 276.43826, 270.45801, 339.48816, 316.75296, 281.61835, 317.17358, 333.90076, 333.34631, 257.05542, 294.5376, 330.01959, 287.88571, 380.52289, 343.43362, 289.35516, 301.29163, 245.49651, 392.16516, 310.07251, 332.81665, 335.27661, 424.39145, 390.09378, 368.85846, 320.94116, 285.21872, 361.38092, 262.89417, 373.49649, 302.2565, 297.36768, 210.09094, 311.7666, 335.03394, 431.50299, 355.95364, 359.43246, 342.19006, 268.68103, 256.04181, 256.01419, 212.74313, 317.32211, 328.76703, 282.61603, 350.11328, 282.8833, 339.04117, 393.18304, 280.74057, 303.81116, 314.58432, 375.74835, 298.3689, 370.18695, 351.47253, 407.71664, 424.26428, 342.25598, 323.11273, 297.65802, 248.96365, 356.11389, 298.99738, 319.97906, 288.47595, 325.65015, 535.67462, 368.90891, 358.64197, 313.12866, 377.18436, 359.48846, 359.73526, 277.37906, 384.67664, 406.05237, 323.42603, 396.85406, 427.40082, 303.65686, 451.92261, 379.28894, 286.30524, 275.09323, 226.67088, 272.57858, 334.65247, 407.37543, 299.70459, 225.76619, 318.71216, 353.1861, 271.94867, 265.54636, 346.66153, 467.42188, 379.33084, 299.92862, 347.58102, 441.63153, 374.29279, 321.38153, 395.84485, 424.88416, 380.28537, 311.30753, 377.25964, 345.25848, 392.35718, 396.49365, 396.79077, 377.83923, 435.36914, 208.77667, 306.69525, 329.91183, 232.91031, 309.45493, 408.47845, 351.70364, 430.4599, 448.14825, 268.14096, 424.79065, 306.99118, 315.37943, 305.26892, 291.63953, 285.45389, 304.55594, 358.29919, 524.69263, 323.16937, 240.70706, 329.50638, 448.40674, 224.06483, 418.1972, 367.1416, 342.60132, 372.22574, 382.90826, 394.30939, 220.10721, 316.5744, 309.59213, 431.64166, 325.33575, 317.85468, 299.47974, 484.1496, 278.98779, 355.34885, 348.39331, 419.9053, 344.35983, 417.47418, 431.09494, 361.35095, 500.37515, 454.47531, 401.39764, 434.59402, 398.96326, 432.01746, 472.88977, 332.42838, 411.01031, 374.04895, 341.07996, 450.4577, 392.37274, 418.60901, 411.03967, 397.72366, 362.00015, 445.89038, 374.87115, 375.1976, 467.99481, 406.43036, 481.21411, 375.86511, 400.0993, 342.97357, 468.39471, 328.45227, 312.97784, 409.34003, 361.04114, 363.43723, 464.55942, 429.42328, 434.53165, 479.55713, 382.09305, 361.82916, 436.71024, 463.19687, 331.02393, 434.73538, 328.51871, 396.7077, 238.34048, 468.8606, 404.40143, 430.90393, 359.9679, 393.68463, 269.94815, 325.31204, 388.35669, 346.40045, 332.76471, 366.21375, 300.57602 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 213.89339, 272.42981, 265.7403, 306.52173, 306.89325, 309.61288, 296.63507, 271.11441, 370.0657, 43.48209, 262.34473, 428.71368, 491.73065, 331.01617, 336.42114, 496.95566, 554.84424, 340.18118, 438.09555, 524.4964, 225.27072, 334.57495, 412.81558, 141.21735, 435.36569, 328.08527, 442.58908, 360.67847, 399.84094, 409.03931, 521.3783, 270.71198, 487.51807, 429.45636, 402.75183, 455.31906, 483.86084, 370.69617, 454.27686, 417.01077, 478.22595, 372.98285, 465.89828, 348.8385, 440.58954, 455.20145, 356.8125, 524.41718, 456.19092, 495.84003, 446.42737, 444.96973, 494.63745, 591.12915, 471.24408, 404.07568, 402.10315, 496.69818, 514.64441, 376.12177, 541.0365, 351.83954, 451.82129, 409.93604, 498.50537, 403.31427, 337.83514, 411.86249, 438.97601, 530.15674, 576.58215, 402.39578, 388.05765, 546.61554, 335.96448, 527.03143, 637.55328, 394.66412, 436.51465, 573.2547, 438.59271, 504.68091, 469.67999, 496.67328, 488.19031, 409.69281, 509.98981, 310.56512, 479.1333, 482.22537, 502.03455, 232.66743, 363.23801, 515.62421, 523.93585, 663.58435, 384.26935, 463.32883, 421.57761, 499.30194, 577.7157, 646.54944, 482.25049, 428.18845, 455.17715, 589.77527, 321.25894, 467.20752, 501.07822, 495.36288, 414.65063, 380.8407, 502.28757, 267.69781, 488.94232, 527.78735, 444.79861, 485.80243, 494.42908, 381.28949, 502.32141, 627.51349, 544.25745, 444.97089, 507.49149, 430.51227, 676.08606, 356.82587, 546.04565, 499.7854, 430.09906, 449.2106, 326.11349, 515.55402, 295.09363, 388.45404, 452.73468, 515.89917, 595.95935, 488.32953, 536.4314, 577.47327, 548.74451, 364.71765, 610.98254, 369.24908, 655.59326, 537.42084, 552.66608, 324.83655, 546.8811, 611.44165, 505.16071, 447.72156, 454.78595, 558.76562, 374.18121, 590.95209, 472.1651, 481.60889, 467.99954, 518.73309, 526.43677, 649.84143, 473.72058, 476.2915, 447.70798, 243.78142, 482.81836, 399.1496, 584.15839, 471.07544, 394.44312, 542.03253, 655.98169, 606.13611, 475.25253, 609.98865, 227.90988, 564.70105, 412.66711, 483.92896, 634.23584, 446.11694, 384.85309, 534.31006, 437.87793, 603.81433, 498.21552, 607.13745, 675.9516, 568.41968, 554.21613, 553.276, 604.40161, 608.49396, 586.79987, 521.81854, 633.11578, 415.75851, 494.46262, 403.65454, 489.75946, 670.11859, 562.74652, 444.84134, 683.95856, 554.58685, 637.9126, 258.6156, 690.31946, 554.91254, 740.61938, 222.03697, 583.04303, 630.70239, 620.63208, 524.74139, 679.35291, 556.7077, 586.00519, 546.56732, 659.92944, 533.16339, 597.68848, 713.97327, 556.40546, 681.02258, 571.99969, 541.94604, 418.76874, 685.58105, 644.03833, 727.95367, 675.56122, 848.48865, 589.1095, 668.31787, 531.07068, 487.97308, 622.94299, 586.40765, 583.03638, 491.93332, 528.14484, 514.22559, 591.83099, 521.70459, 644.09143, 532.45312, 585.8252, 373.58307, 703.12964, 537.74353, 648.1571, 533.80054, 641.10846, 639.42908, 718.56757, 588.83447, 374.49271, 741.15674, 585.53198, 502.10684, 632.69946, 423.51544, 492.8277, 608.14502, 583.87744, 633.30371, 507.2951, 503.23621, 540.11194, 605.32788, 543.20685, 588.36475, 626.62781, 638.69019, 600.55396, 586.72955, 632.82965, 569.50549, 698.90643, 568.02228, 490.01123, 598.07111, 687.82043, 616.3689, 674.20917, 698.77124, 505.00562, 530.63684, 608.99658, 696.53131, 640.16113, 689.46558, 612.61316, 606.18542, 456.60864, 671.42993, 659.74634, 592.8476, 272.26068, 97.23291, 335.66595, 642.33307, 684.42432, 646.33032, 525.14221, 610.56116, 558.26624, 644.4801, 577.07861, 571.99078, 260.73541, 905.58875, 538.65283, 729.24268, 371.25812, 565.63965, 585.74792, 590.83313, 495.30487, 520.4516, 765.38367, 563.01196, 861.82812, 745.82281, 416.4566, 248.1759, 748.86981, 782.85632, 281.27341, 737.79449, 574.40771, 545.58051, 759.05829, 857.15686, 618.97821, 788.94141, 935.31775, 453.54419, 690.91931, 394.0954, 414.03854, 726.50366, 594.21545, 745.88013, 597.92877, 510.23926, 734.30176, 368.90625, 692.52356, 718.06384, 700.68292, 644.82379, 661.56299, 713.94104, 217.36588, 685.50134, 654.18811, 567.99799, 671.47095, 817.28259, 531.67181, 512.36981, 760.88055, 772.97461, 864.04907, 684.42108, 465.42795, 741.12592, 382.93951, 595.9151, 1040.96167, 663.76135, 784.42645, 693.70203, 839.94824, 640.73901, 153.23257, 825.20435, 799.58105, 633.6803, 567.25635, 820.86157, 251.08568, 588.15234, 877.17285, 516.85803, 353.49377, 451.48172, 862.14209, 791.65222, 548.25159, 704.16852, 1044.35364, 792.19928, 584.37524, 694.03064, 364.85062, 1072.43701, 735.99353, 306.46237, 953.18213, 386.93207, 944.27142, 580.82166, 945.06427, 1105.98193, 641.44843, 1220.34229, 1241.91455, 827.19019, 994.77478, 387.48254, 1065.85046, 700.31409, 532.30042, 343.49985, 966.99152, 489.13928, 1076.24036, 1116.87634, 518.6665, 1041.29541, 663.47406, 584.38647, 975.50183, 1321.23547, 1213.47729, 1259.5127, 1148.20874, 1124.0575, 1155.25842, 1118.21069, 809.16174, 600.60333, 814.79822, 1103.74805, 1231.02771, 1181.39136, 1002.84259, 1263.08508, 1719.0249, 1024.15308, 1072.1709, 1563.93628, 1619.32666, 1786.5083, 1619.7522, 796.98511, 1164.21143, 1475.91113, 863.55994, 2105.16284, 1954.58496, 1907.25537, 908.92468, 1454.00586, 955.74469, 2246.79834, 1137.4729, 1757.44763, 1989.74902, 1518.53979, 1610.88635, 1645.46704, 1992.50415, 1994.65283, 637.75092, 2849.60718, 2131.9458, 1736.56079, 2494.42041, 932.5033, 2140.64111, 1750.13647, 1158.60303, 1771.12817, 2088.9375, 2625.98975, 1956.49341, 2106.5437, 1121.35986, 1082.48291, 2126.22266, 2728.771, 3111.72852, 1454.50146, 3516.96777, 2706.79297, 3068.59521, 2764.45386, 3496.37793, 2925.58545, 3033.67261, 3235.32495, 3357.81787, 3402.44946 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 353.46716, 371.02875, 433.34351, 475.9754, 563.81317, 513.13757, 390.96725, 441.14758, 451.25085, 538.17078, 413.23856, 528.6908, 478.54367, 569.13782, 426.88229, 499.73883, 445.63672, 540.63873, 418.54285, 511.10501, 487.69, 539.10229, 420.77722, 511.69281, 506.38342, 561.80139, 580.57098, 645.43188, 697.67224, 460.96246, 619.30817, 504.1864, 580.30243, 451.88531, 562.98743, 575.42212, 542.33276, 524.59137, 504.2731, 621.9364, 571.96368, 447.35846, 560.19995, 584.62659, 430.64093, 512.16223, 645.27246, 591.21301, 532.80615, 598.86841, 487.74701, 526.73438, 636.49329, 464.3515, 623.98376, 626.88831, 589.88916, 624.89166, 510.62485, 490.67377, 570.99695, 578.25745, 553.56165, 601.38379, 576.83331, 614.71051, 604.43536, 671.57593, 543.62769, 614.01721, 568.25409, 575.74707, 724.29333, 559.85522, 591.75897, 648.47083, 603.6377, 586.90802, 651.83008, 595.69574, 561.04108, 533.46387, 598.02338, 525.15601, 635.12183, 560.54126, 623.56458, 578.81128, 538.92615, 578.65997, 625.10144, 509.15875, 522.13525, 482.77069, 527.15582, 548.01038, 485.22037, 640.87988, 613.17279, 670.47986, 551.38794, 555.30933, 621.23767, 558.82257, 711.09143, 531.39172, 637.53796, 576.1217, 547.54846, 641.54211, 526.52783, 533.90363, 661.89636, 564.58099, 573.67505, 582.3252, 564.68201, 617.09253, 656.77625, 693.90552, 627.07202, 594.13367, 637.21094, 528.39954, 622.76343, 590.00159, 626.26459, 605.20557, 598.30518, 621.04126, 623.75836, 650.46625, 539.76294, 676.52924, 534.57629, 617.63, 487.50995, 664.89923, 631.20251, 587.31219, 634.94427, 631.55872, 760.6217, 567.53809, 704.68176, 612.14636, 525.08606, 711.28467, 533.62073, 748.22217, 588.05603, 576.50635, 622.62549, 580.2832, 637.26453, 656.60437, 632.82874, 723.04779, 521.24823, 639.24603, 538.42047, 617.73352, 562.5097, 686.30475, 596.42126, 651.76111, 649.875, 742.60181, 630.81763, 608.39532, 722.98193, 684.15051, 674.8266, 617.61926, 556.95654, 556.06317, 713.9967, 593.18054, 636.34503, 602.9754, 689.44568, 663.08765, 640.06714, 685.25964, 658.13501, 573.83228, 570.12341, 698.46893, 686.90631, 612.30707, 599.27209, 729.39551, 738.80206, 591.49158, 567.56836, 673.75275, 573.76001, 620.98462, 650.10742, 635.57196, 646.77344, 666.30273, 630.70526, 714.68774, 632.82098, 612.81274, 654.38153, 659.10431, 568.05035, 696.12451, 583.07556, 731.82275, 699.23657, 597.04803, 648.51166, 552.62372, 692.65332, 526.66357, 684.26355, 606.91693, 713.87183, 706.07617, 682.92542, 580.48273, 683.04858, 621.1106, 609.39404, 622.75348, 748.57697, 659.94336, 533.5307, 684.60126, 594.39526, 565.73657, 663.802, 542.67493, 631.62518, 814.94678, 695.81177, 578.90173, 608.71674, 638.69983, 641.99359, 690.97339, 617.39142, 699.67987, 687.26709, 707.97272, 620.17719, 700.33289, 512.54877, 581.14014, 661.80933, 661.5506, 659.88696, 681.61182, 660.07025, 698.39636, 703.00415, 773.68054, 527.02454, 600.18622, 626.24463, 738.73914, 646.10876, 729.35107, 671.77979, 603.88489, 609.05518, 624.95349, 590.05408, 726.3045, 649.27423, 690.93604, 608.37439, 641.19128, 702.94623, 636.46057, 630.37415, 677.13367, 668.64954, 775.02917, 732.76788, 760.42871, 721.5509, 753.56543, 680.51385, 630.82629, 620.85034, 717.17377, 636.84363, 647.74829, 576.75757, 611.84875, 675.28613, 752.7287, 710.65454, 595.65356, 724.22046, 720.22107, 650.31787, 713.79309, 475.78943, 732.12469, 744.4964, 591.49103, 697.99475, 699.82861, 753.40326, 801.91895, 717.24915, 669.51758, 615.75305, 617.8421, 619.31537, 660.82861, 744.98077, 732.10962, 707.07806, 667.96838, 656.09052, 670.52917, 714.94946, 807.61511, 740.375, 800.90198, 741.29736, 659.35571, 633.13879, 660.14667, 524.12451, 664.55664, 651.85132, 682.40082, 713.16168, 675.49078, 763.0708, 765.09253, 825.43677, 657.86707, 799.41241, 736.34503, 807.8299, 711.96826, 681.40405, 721.18854, 657.95679, 731.6554, 769.52112, 822.27014, 792.56158, 849.21802, 733.4317, 674.92096, 712.79285, 776.36414, 631.7998, 857.4856, 817.24084, 699.36426, 658.42175, 752.27563, 730.47412, 752.83752, 827.65253, 657.75897, 679.74481, 787.97705, 654.5835, 672.01636, 715.44543, 717.25342, 655.95947, 650.27051, 708.43115, 634.07861, 608.55804, 696.17542, 668.63538, 740.78229, 658.7865, 684.0191, 721.2052, 684.35504, 699.74207, 723.28516, 599.11182, 626.21509, 781.97021, 779.67548, 674.685, 803.40204, 770.41785, 715.1073, 678.78674, 747.87451, 626.55231, 635.95618, 754.18488, 668.80939, 839.42273, 841.24487, 825.14502, 637.63257, 791.37531, 669.78668, 743.0376, 738.43219, 572.49365, 744.25739, 752.92322, 719.27661, 732.74835, 778.02478, 766.38281, 649.10693, 707.63416, 704.82538, 818.86011, 768.80951, 732.75024, 686.67212, 804.56677, 770.17188, 627.48358, 808.89691, 738.02435, 789.4751, 731.38263, 779.08917, 841.21973, 742.90424, 884.40344, 786.22437, 874.31506, 819.92639, 825.08148, 719.61707, 828.45117, 767.60083, 792.49579, 888.72729, 686.03564, 885.60052, 756.77222, 694.28748, 682.26849, 861.10376, 829.22986, 855.98999, 774.47803, 659.34198, 660.76025, 771.05859, 843.50549, 761.80756, 816.25049, 818.20117, 748.86194, 793.78992, 888.974, 811.03625, 836.84387, 773.03894, 765.51758, 887.5036, 896.08368, 958.77838, 832.6665, 780.37842, 839.4386, 822.37152, 748.53198, 831.30725, 757.51459, 915.17114, 848.21942, 874.84515, 743.42114, 898.68011, 793.06555, 830.87292, 957.8067, 909.78754, 766.78674, 841.47815, 825.95331, 762.25934, 806.9743, 858.22516, 842.84143, 800.09387, 715.06635, 813.9574, 731.59375, 823.37567, 865.40039, 966.23175, 894.18524, 945.23474 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.14836448587021078, "neutral_loss": 3.247262478510088, "target_chat_loss": 1.708717871462057, "target_docs_loss": 1.7376278721061411, "neutral_init_loss": 4.110634689331055, "target_chat_init_loss": 2.3587438209533693, "target_docs_init_loss": 5.259393090142144, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 64.68514, 74.65826, 102.42755, 72.48907, 87.13899, 112.75174, 98.49345, 53.76788, 89.62938, 66.29584, 90.68216, 99.16769, 89.58148, 96.67713, 89.22571, 117.14886, 92.33956, 91.12468, 105.82204, 89.5719, 113.9536, 91.23906, 115.0294, 96.53292, 83.95757, 79.67609, 90.02469, 88.61825, 81.92418, 66.29213, 111.2157, 107.27283, 84.67043, 103.34396, 80.60126, 91.90822, 95.58923, 49.67681, 100.78591, 79.41009, 130.54477, 90.87169, 88.11374, 77.73746, 88.10036, 68.76349, 112.58766, 133.02724, 64.2466, 84.85228, 65.34439, 131.87047, 116.11926, 110.86905, 107.0482, 88.65358, 74.76091, 92.67728, 74.95848, 115.76289, 95.22801, 81.85361, 119.54234, 98.63812, 80.05893, 75.27321, 128.83911, 82.13597, 123.73158, 152.05641, 72.39339, 93.01993, 122.28458, 81.34851, 103.36157, 131.77312, 76.75957, 105.94044, 72.46458, 126.52133, 106.82291, 82.70757, 92.597, 113.39594, 110.30966, 117.50435, 56.84777, 109.94033, 111.04099, 62.22618, 86.61636, 121.88941, 93.82913, 80.84219, 70.10858, 131.6465, 100.46313, 89.08887, 95.28732, 92.42507, 110.57805, 110.28723, 125.73634, 84.09589, 117.0848, 83.54155, 98.73682, 106.0817, 91.36012, 107.98419, 143.36023, 79.23441, 114.36106, 117.79642, 68.60375, 135.1601, 95.82555, 85.04541, 113.00792, 96.25836, 102.31574, 68.26717, 109.07207, 54.17918, 127.81918, 120.60426, 130.53452, 138.19713, 114.85796, 80.41866, 112.84129, 106.81705, 147.25549, 104.34705, 41.94865, 97.83621, 139.36029, 146.18665, 130.5388, 136.17157, 96.94792, 137.26343, 66.34172, 158.07841, 102.20416, 122.20627, 81.15922, 127.48523, 119.64053, 93.39626, 123.17097, 103.12981, 105.90237, 133.19067, 107.26004, 111.15807, 131.14844, 107.44261, 101.8717, 111.67451, 127.87663, 167.91916, 144.1458, 132.49326, 135.50699, 118.14595, 83.35985, 115.73907, 133.93372, 109.72484, 138.51678, 126.10186, 94.92889, 120.30754, 143.73041, 113.55635, 115.98164, 93.45882, 115.35261, 126.58823, 117.91412, 118.92368, 118.20853, 118.08301, 139.87788, 75.85536, 134.10693, 91.57702, 91.43942, 97.85849, 118.35253, 132.31317, 124.04298, 121.91132, 82.91402, 144.69452, 110.42313, 95.28506, 154.96071, 123.07143, 137.56496, 105.99129, 139.74332, 88.97869, 89.45638, 106.95212, 122.76817, 151.72714, 98.41109, 105.01891, 106.73739, 113.61077, 100.55433, 95.40676, 135.01439, 157.74933, 97.40866, 130.00897, 189.29509, 145.72617, 140.44229, 101.47993, 159.85669, 85.82597, 123.33041, 149.28979, 111.40427, 133.77464, 129.5607, 115.34589, 83.88063, 160.814, 168.52107, 120.22894, 137.55179, 131.93109, 142.07037, 114.97682, 147.28587, 152.88205, 168.70596, 121.6601, 97.42039, 109.75283, 149.73062, 125.73654, 130.66495, 186.7818, 157.82893, 141.38292, 76.77514, 126.84969, 160.0847, 230.69402, 307.89203, 343.47107, 298.36066, 243.73033, 282.00079, 298.98016, 405.87061, 300.44601, 237.25024, 272.21649, 266.1264, 252.3714, 314.59052, 303.66403, 306.67676, 305.63751, 356.73483, 278.10553, 313.2912, 350.00345, 314.66296, 387.03259, 363.91376, 321.34842, 326.24683, 282.73642, 290.30219, 350.63538, 379.57202, 280.27472, 275.5885, 341.81482, 327.66336, 282.90897, 317.49182, 340.77856, 333.91833, 261.88882, 294.93582, 333.81104, 292.03058, 384.20135, 341.76974, 286.47806, 303.75018, 242.57281, 391.2735, 321.41675, 336.03052, 337.42169, 423.65234, 398.37045, 374.01569, 327.89392, 290.36011, 370.17532, 268.37061, 383.58124, 306.90811, 297.46942, 214.51318, 314.30261, 345.9762, 443.31238, 369.49481, 364.50781, 344.96097, 279.83133, 255.53456, 258.4621, 214.07195, 315.20566, 337.73193, 295.35767, 350.65668, 277.91779, 340.92542, 401.66144, 276.74707, 305.66132, 320.78333, 386.79391, 305.42847, 370.99677, 366.00583, 410.53577, 429.60306, 343.90424, 324.51376, 295.70187, 262.57239, 356.4408, 297.02905, 322.93311, 293.27979, 337.9335, 525.54449, 379.79846, 361.05505, 318.43335, 378.16809, 368.75128, 366.6239, 275.88678, 377.69421, 414.34534, 333.03113, 410.73004, 442.45209, 302.11072, 460.5412, 389.59363, 286.54523, 279.85382, 225.97821, 276.73694, 342.47372, 422.84528, 300.08093, 239.01703, 323.81128, 357.25934, 275.34134, 268.4137, 348.30054, 467.3063, 380.73859, 305.78345, 358.43524, 445.3288, 369.4964, 319.61359, 403.35669, 434.57825, 391.14331, 316.7702, 382.27545, 347.89767, 398.53174, 404.74231, 396.74503, 384.13373, 442.63705, 213.63986, 308.56696, 330.54773, 236.13373, 315.77356, 414.99057, 353.19983, 444.26141, 459.66675, 274.81949, 438.59152, 315.55786, 319.54926, 304.61362, 294.68689, 285.17923, 306.97888, 363.27667, 549.0235, 332.04306, 256.12036, 338.16077, 452.6308, 221.16339, 426.05746, 369.81378, 350.54413, 378.68268, 388.83453, 397.86743, 224.70822, 320.38089, 308.84747, 430.1048, 329.27853, 315.67969, 304.36481, 487.70279, 283.58627, 361.58008, 359.63177, 436.57791, 347.15262, 426.36978, 442.2597, 362.72452, 510.37961, 463.15802, 401.00262, 437.48633, 405.92239, 443.18933, 486.59561, 336.07495, 418.12045, 380.46375, 351.19189, 459.46002, 398.77618, 426.01392, 414.97351, 402.45703, 364.37604, 450.7872, 379.36725, 375.3125, 481.79388, 408.28687, 492.06833, 392.53473, 396.7504, 349.27148, 478.77911, 320.03296, 310.64587, 412.57199, 369.00558, 365.84854, 471.66223, 428.47705, 431.8111, 475.32788, 384.3562, 372.47784, 446.4892, 473.49005, 334.12549, 439.86227, 331.93909, 396.43884, 235.90277, 458.08972, 398.58197, 442.61017, 369.55161, 408.21713, 270.1362, 325.23233, 393.19611, 349.33374, 339.04462, 371.35507, 302.61212 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 214.54556, 257.23965, 262.14838, 298.44183, 299.29065, 307.04852, 296.04453, 268.70047, 361.05453, 45.64816, 267.48358, 436.19409, 485.90448, 315.38638, 331.43362, 493.74634, 552.54388, 348.85431, 432.06042, 525.58563, 222.57208, 337.78091, 412.83932, 141.23633, 427.21906, 317.36407, 443.85175, 364.06543, 395.87921, 414.07233, 514.6355, 276.38293, 473.00693, 422.70792, 393.37769, 455.17975, 461.13644, 375.49747, 451.69241, 412.58392, 477.90179, 374.81897, 465.36945, 352.54736, 432.84192, 450.22614, 361.03656, 529.97626, 449.07657, 497.08578, 427.15582, 438.15457, 490.97086, 578.60376, 466.80145, 402.25861, 403.81332, 483.8678, 517.45251, 369.43549, 541.7514, 349.69958, 450.21008, 394.76126, 494.2301, 397.65479, 332.65289, 405.36703, 435.65076, 541.42084, 544.31006, 386.95306, 379.71704, 525.32861, 329.82593, 516.61975, 619.90662, 388.81281, 416.79199, 546.75818, 441.37701, 502.30353, 467.76633, 491.54279, 485.29672, 406.39508, 483.23032, 310.49991, 465.5611, 470.71927, 503.15942, 231.88995, 363.2912, 509.43851, 509.59082, 665.55664, 378.73666, 449.95502, 415.59485, 483.69763, 577.92383, 651.85913, 476.1684, 427.01495, 452.26331, 581.46271, 319.15793, 463.04126, 501.6322, 494.40839, 413.09772, 365.84186, 498.24841, 265.26245, 477.6239, 524.83923, 453.73834, 478.03162, 482.56601, 385.5603, 497.85645, 591.61932, 533.9306, 450.90448, 492.99527, 426.20175, 672.27185, 347.66626, 536.95935, 495.49802, 428.56494, 445.67572, 325.10294, 519.88605, 282.84604, 396.38385, 453.51288, 508.9765, 575.77002, 495.85907, 537.92139, 572.5033, 543.46948, 359.56686, 605.23108, 375.24933, 652.13226, 535.60437, 556.83392, 326.53085, 539.25732, 591.16028, 502.32178, 447.95062, 451.58057, 533.42883, 374.27802, 594.0188, 470.77084, 491.50162, 475.5632, 512.27899, 521.98022, 653.65796, 476.76157, 478.04047, 439.90729, 248.30252, 483.72083, 396.43222, 575.4928, 478.52969, 401.8493, 536.98376, 657.85992, 603.1615, 471.59445, 610.41382, 228.92238, 550.92963, 421.28601, 483.72345, 604.54437, 437.85336, 381.2475, 530.86292, 425.36975, 587.00305, 479.49197, 584.77576, 664.07324, 554.53125, 564.56714, 546.33984, 594.23724, 584.17542, 568.48145, 529.6507, 629.84888, 414.5885, 488.99936, 391.04819, 485.16302, 653.70679, 544.69263, 444.71704, 693.72095, 566.05884, 616.31665, 255.96619, 671.41339, 546.25867, 705.44055, 222.44681, 589.56714, 623.17938, 602.35388, 524.76489, 672.45703, 555.26324, 560.8501, 535.57251, 651.56165, 504.91556, 576.37817, 712.80811, 546.44446, 686.82166, 573.81201, 533.26642, 420.47668, 675.67102, 645.09973, 721.76227, 654.89166, 826.72791, 582.33844, 652.36633, 535.83533, 488.0965, 603.28113, 590.11804, 589.53485, 497.91699, 515.05334, 524.69202, 575.93066, 519.82751, 619.88177, 533.95844, 597.08521, 343.82086, 686.4726, 531.974, 638.68054, 523.22449, 623.21338, 624.19788, 725.75598, 590.18036, 367.15533, 727.45862, 560.03784, 508.30389, 628.30273, 429.74384, 476.38055, 593.72284, 587.19238, 617.05273, 497.88745, 508.12277, 534.83459, 608.17065, 546.88849, 573.52588, 613.23914, 636.22668, 591.83771, 577.6142, 627.2124, 560.73596, 687.77795, 566.39246, 490.66956, 572.02319, 666.31421, 607.43469, 663.58087, 686.32672, 495.94467, 531.76355, 589.78247, 692.62952, 639.56921, 668.42126, 606.33423, 605.90393, 455.51837, 659.56384, 657.59595, 591.98492, 263.9592, 96.80702, 347.08624, 633.97803, 682.258, 631.81433, 505.21106, 613.15869, 566.94226, 646.43933, 574.172, 557.68713, 265.29767, 885.4303, 527.87683, 721.82141, 368.79047, 563.5401, 587.9295, 584.66595, 489.69006, 516.21948, 757.92102, 560.61487, 860.88794, 721.65588, 410.85751, 253.06584, 727.02472, 773.68738, 281.38962, 735.55078, 580.39728, 536.01154, 749.97449, 827.03979, 591.67468, 766.55994, 915.04712, 454.69116, 695.09814, 393.10913, 418.62598, 685.12518, 573.16559, 740.75879, 588.67908, 507.07657, 710.66699, 361.76752, 685.0, 717.5199, 682.64685, 635.19324, 655.20154, 684.9917, 217.6301, 677.8103, 646.2334, 575.38672, 651.41693, 828.8147, 519.82605, 506.38638, 748.15186, 770.6601, 851.74658, 665.00677, 466.71533, 733.36353, 381.10767, 594.33502, 1026.63037, 660.79535, 763.61902, 691.2981, 814.91492, 634.93097, 153.23843, 800.9433, 777.13989, 623.14313, 572.37396, 809.83405, 240.65562, 571.89197, 871.74603, 502.0209, 351.40921, 443.31415, 856.15509, 782.88794, 537.07593, 694.44586, 1026.99011, 770.98273, 583.12897, 682.38226, 376.84332, 1047.30823, 722.05566, 297.19223, 937.0755, 387.04193, 925.66193, 584.95087, 971.84424, 1101.88354, 630.34802, 1205.21155, 1223.9751, 804.01233, 980.11328, 383.42969, 1065.48462, 690.37085, 522.9455, 347.078, 938.3092, 489.65741, 1042.61853, 1107.76978, 514.09021, 1026.17444, 652.71887, 587.1886, 982.09668, 1327.6709, 1217.09839, 1260.43091, 1124.56921, 1125.67236, 1144.55005, 1136.6438, 807.9082, 610.4375, 757.15509, 1116.65576, 1259.1333, 1199.6272, 995.92841, 1254.79504, 1715.40503, 1008.94037, 1071.5896, 1552.67407, 1634.5564, 1804.64966, 1608.16113, 796.67377, 1172.58105, 1479.96118, 854.8269, 2115.21997, 1953.94287, 1929.39551, 896.1167, 1467.62415, 920.02869, 2252.16553, 1131.06958, 1771.79468, 2013.03662, 1534.79968, 1657.06665, 1663.22546, 1994.04529, 1990.1449, 651.69946, 2856.13794, 2154.43726, 1782.23926, 2507.31299, 934.47388, 2157.88037, 1775.62915, 1153.74146, 1825.28809, 2091.22729, 2656.10205, 1964.78406, 2160.65137, 1116.59473, 1100.01233, 2179.91187, 2791.28198, 3160.82373, 1463.32275, 3555.54004, 2820.56787, 3119.13257, 2797.10889, 3517.59961, 2946.65674, 3042.96875, 3263.40527, 3373.70605, 3450.04907 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 286.04169, 335.62466, 398.41031, 449.91141, 506.87231, 452.80807, 359.75064, 402.39975, 387.63617, 477.729, 358.5242, 459.36877, 422.89975, 511.24252, 381.5022, 442.86029, 410.10547, 469.11063, 344.10895, 455.25931, 389.18414, 445.76706, 348.69012, 450.5528, 426.21393, 501.28467, 535.81348, 578.56982, 629.8158, 376.33624, 568.88013, 450.09195, 511.24179, 394.34363, 483.8541, 504.13281, 451.8623, 470.95987, 447.7431, 558.00586, 477.88483, 395.85239, 478.15326, 522.15131, 408.98407, 455.4425, 602.08252, 512.07068, 436.854, 528.41943, 428.42227, 426.93692, 558.62976, 401.66968, 566.36853, 562.60754, 538.54254, 566.18042, 419.82468, 413.60205, 515.66119, 516.3457, 468.36646, 518.34711, 501.46356, 544.22015, 534.52698, 555.76373, 472.45526, 513.53784, 501.39417, 501.07544, 639.6936, 505.36548, 515.01062, 538.36853, 539.17133, 522.75806, 557.23633, 497.29898, 494.39032, 457.16571, 528.90106, 425.65433, 566.99634, 477.45776, 548.56116, 511.04626, 450.82343, 500.99216, 532.25275, 444.72717, 418.66879, 430.41257, 464.78348, 476.68542, 392.06952, 558.16821, 549.52631, 567.40161, 481.10446, 487.6817, 543.0155, 474.61469, 636.73889, 451.43436, 573.55432, 477.54047, 452.67682, 511.43549, 423.26694, 437.62393, 539.58795, 478.21097, 518.2135, 514.37488, 497.12988, 526.67035, 599.63599, 592.29065, 540.16321, 463.35022, 586.84961, 440.45392, 552.69421, 495.0755, 545.83563, 527.81451, 520.91321, 535.65125, 513.12457, 578.46136, 460.00354, 601.21375, 466.79807, 538.51562, 370.05249, 599.00354, 566.12585, 490.62936, 547.28528, 537.31476, 651.39001, 481.14197, 605.08527, 567.54822, 436.09109, 629.01013, 472.54721, 686.84229, 539.27808, 501.7233, 540.49115, 542.02942, 511.93994, 586.51837, 539.37701, 679.67285, 451.68933, 553.01062, 469.51086, 528.83234, 452.89539, 590.41125, 511.86609, 568.57288, 575.74988, 635.80847, 549.36938, 518.65051, 646.00525, 623.19495, 561.94763, 546.91284, 491.61954, 498.09549, 631.56067, 531.11188, 557.30829, 522.06854, 615.51746, 581.18085, 550.96747, 599.88696, 538.03546, 480.75989, 465.92285, 623.24554, 589.59387, 518.42908, 529.43756, 627.20062, 661.32947, 511.14972, 491.34583, 589.31451, 518.89429, 550.5694, 551.15619, 516.14001, 581.64227, 576.20642, 566.83386, 625.87604, 569.78357, 518.28937, 553.88159, 596.4762, 491.30893, 624.48962, 487.1423, 632.62592, 604.28027, 532.73651, 541.47937, 487.48978, 640.0271, 417.36606, 578.5863, 525.68335, 619.08862, 613.12225, 602.66803, 476.77359, 588.93408, 554.8822, 534.63379, 550.00482, 677.15552, 555.71545, 461.39987, 600.85864, 498.77881, 495.76477, 567.08722, 496.44067, 561.45239, 763.77441, 597.95813, 505.0752, 528.1438, 552.79016, 575.63733, 594.32935, 515.07275, 616.61725, 603.57422, 608.13977, 534.5434, 612.35406, 443.6525, 516.16956, 582.44446, 560.18884, 583.18945, 599.13287, 573.72424, 627.80005, 615.23279, 681.10168, 448.33643, 498.48557, 554.03943, 662.69373, 570.93018, 618.36133, 587.17126, 511.43372, 534.83405, 521.45117, 514.49512, 620.37378, 563.08862, 636.99878, 526.50677, 557.08655, 627.76294, 540.97064, 519.26013, 586.88263, 602.67041, 647.95374, 675.49341, 673.72058, 680.09918, 676.02222, 588.2558, 551.0033, 540.61194, 629.15198, 559.66101, 576.68115, 475.55383, 514.19006, 577.21484, 651.19458, 584.10974, 526.36011, 618.52435, 649.7395, 565.56677, 629.31567, 432.52875, 642.88654, 648.40698, 510.02313, 609.92859, 608.6098, 632.34204, 694.20441, 615.12115, 577.2229, 531.54962, 538.86414, 524.24579, 539.8512, 680.08618, 639.02521, 610.30536, 608.18152, 555.42291, 564.76746, 622.62988, 724.14551, 648.63538, 703.0011, 656.51257, 600.57495, 529.28925, 564.07312, 462.2045, 585.54321, 571.39819, 575.98053, 628.04456, 563.16388, 695.35107, 651.53735, 703.5907, 568.60004, 717.88104, 613.55884, 719.58887, 628.31335, 595.82056, 620.98004, 552.3363, 644.89197, 657.62921, 733.42957, 699.01263, 764.9809, 653.2876, 592.83813, 635.06213, 697.10217, 517.4541, 749.26672, 683.8219, 632.73608, 550.30615, 670.44373, 634.2475, 663.76611, 724.94995, 577.90784, 621.36774, 672.43634, 553.4256, 569.14233, 632.86096, 624.09686, 583.41479, 563.69122, 612.81213, 541.67566, 532.27478, 596.81183, 559.91052, 644.68524, 571.95642, 579.26996, 626.6319, 570.54248, 589.75903, 633.30078, 555.12488, 548.21283, 674.81183, 692.21912, 590.52893, 676.98578, 655.31134, 615.25854, 590.02985, 655.12396, 553.42737, 553.6189, 681.18427, 576.99121, 748.1781, 733.39758, 702.92462, 547.97406, 721.28528, 557.3526, 670.79535, 645.21588, 525.06592, 646.11157, 635.77466, 614.8988, 637.53809, 678.82764, 686.61151, 544.93848, 575.2655, 596.41687, 669.30164, 666.88098, 654.73273, 605.21649, 713.22382, 658.96252, 538.72168, 702.62402, 627.52802, 704.13501, 629.88031, 684.16003, 748.33337, 639.67249, 809.2865, 665.27869, 785.06982, 713.39465, 753.6344, 627.50513, 721.22888, 643.63928, 718.93231, 746.95483, 624.13416, 758.91455, 668.65442, 558.34052, 586.74994, 769.69159, 729.93921, 764.42371, 674.21527, 585.5498, 590.17065, 674.2561, 728.46729, 667.09717, 732.38824, 730.8999, 681.7113, 693.3645, 788.57806, 695.80145, 704.91687, 664.59717, 671.52618, 774.27917, 811.98541, 899.34845, 697.50171, 694.60638, 742.72668, 713.96796, 644.005, 712.40173, 658.14075, 804.89703, 743.86353, 809.87415, 648.01208, 804.02362, 686.97192, 701.22766, 836.59082, 816.97101, 649.11841, 757.88513, 716.16895, 648.83765, 690.62811, 730.31433, 736.30066, 658.01355, 629.72229, 701.50372, 625.7923, 735.73059, 783.65973, 856.04602, 758.74402, 825.36816 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.28954118013871716, "neutral_loss": 3.282404359510653, "target_chat_loss": 1.7121036639151028, "target_docs_loss": 1.6330530754856571, "neutral_init_loss": 4.160252705383301, "target_chat_init_loss": 2.319588081741333, "target_docs_init_loss": 5.074951544867622, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 68.33496, 75.41211, 104.70483, 73.99487, 87.60932, 112.94122, 100.64046, 52.04947, 89.81607, 67.11345, 92.35115, 101.66969, 91.02777, 99.1226, 89.21932, 117.77, 95.6349, 93.15222, 107.17056, 90.86049, 114.27409, 91.80026, 117.28127, 94.69847, 84.37198, 81.25345, 90.79001, 88.99796, 85.02706, 67.72836, 109.98599, 110.54543, 84.1567, 104.05563, 81.64836, 93.77295, 95.20763, 49.54816, 101.4626, 80.51049, 133.42769, 92.22441, 91.67862, 79.13276, 89.73219, 69.88905, 113.76515, 133.10693, 64.83781, 84.9001, 66.9744, 135.84813, 119.17299, 114.37585, 107.98705, 89.25169, 77.08524, 94.43162, 75.4796, 117.67014, 99.13305, 82.29439, 120.21062, 102.12597, 80.91393, 76.52956, 130.73245, 85.53633, 126.60797, 152.06328, 72.50076, 90.70363, 120.86751, 82.91034, 107.23035, 134.9711, 78.2239, 108.04724, 73.80524, 128.73108, 106.46738, 86.22679, 93.68333, 116.03221, 109.09513, 120.35927, 60.44625, 112.65401, 112.82888, 61.68525, 86.33942, 124.14817, 97.32585, 82.68777, 70.79872, 135.01965, 103.59587, 89.28017, 95.79297, 93.4755, 112.07345, 116.67319, 127.23859, 90.09906, 119.906, 84.49544, 100.69186, 105.2941, 93.375, 109.11586, 146.2011, 80.60828, 114.78317, 120.9361, 68.71574, 137.30432, 97.7447, 86.56203, 112.40726, 97.28588, 100.46902, 71.05708, 113.56281, 54.76017, 130.27655, 121.3028, 133.50032, 140.79616, 115.02103, 79.64706, 115.29476, 107.58951, 146.32072, 106.5042, 43.21093, 98.97631, 140.42908, 144.43195, 135.56824, 138.72685, 101.26672, 142.78751, 67.57313, 160.1196, 102.34774, 125.22931, 82.93596, 129.64607, 124.6422, 93.91615, 124.42224, 104.77234, 108.69974, 134.96252, 108.97376, 113.46432, 134.96178, 109.28817, 102.20534, 113.65933, 131.08124, 170.51111, 146.13068, 135.38625, 134.79076, 119.14256, 84.68589, 116.68695, 137.95947, 109.29976, 141.93646, 129.1171, 98.23201, 123.32117, 147.08707, 116.67675, 117.55748, 94.96793, 119.44041, 127.33562, 119.36251, 120.81395, 117.5303, 120.58276, 141.04544, 76.44412, 137.4306, 90.98007, 91.42957, 97.74118, 118.04776, 135.44777, 124.72968, 124.10298, 86.03712, 143.87875, 110.27148, 98.2572, 158.57715, 128.70114, 139.77003, 108.7852, 139.37471, 88.24887, 89.9245, 105.46294, 125.69108, 153.65686, 100.88263, 105.70354, 105.3481, 114.3617, 99.77895, 94.70901, 134.97928, 157.66154, 100.60822, 133.15387, 190.77094, 144.81099, 144.4718, 100.59079, 161.53639, 87.80873, 122.44237, 150.64757, 111.7356, 134.06911, 131.54321, 118.84189, 86.84953, 164.01898, 166.4986, 118.48659, 139.01936, 133.44414, 145.16934, 114.83019, 148.58229, 152.74336, 171.06418, 123.07613, 98.00365, 111.62983, 151.04323, 127.75867, 133.45444, 189.11087, 160.47845, 143.03673, 76.48874, 126.80597, 159.37482, 234.15984, 309.47595, 349.35468, 298.71423, 246.4249, 279.89645, 301.52673, 403.89212, 310.95856, 239.09888, 275.12326, 269.35541, 257.31262, 323.22919, 308.17972, 308.78497, 307.49811, 358.23074, 285.35675, 322.01941, 350.79199, 313.57635, 394.40973, 367.18384, 321.08331, 330.70392, 285.53271, 293.40601, 353.20404, 386.22882, 282.18036, 281.33215, 349.51642, 334.05508, 281.5119, 318.4639, 343.77744, 333.9823, 268.61176, 295.64297, 336.22479, 296.27063, 379.50873, 342.57877, 285.41666, 304.51614, 243.57703, 390.39282, 328.14716, 338.73264, 339.18381, 425.45557, 403.32996, 376.09027, 339.36249, 295.03528, 378.16315, 276.62274, 392.84543, 309.6514, 298.36145, 214.85236, 319.17413, 351.15851, 448.74664, 375.10443, 369.02631, 348.96814, 289.73987, 255.39395, 263.02362, 214.25085, 312.59396, 340.1557, 303.53214, 348.698, 274.75534, 341.94458, 405.60611, 272.96558, 308.80469, 325.56421, 390.44763, 309.94598, 372.28635, 375.5675, 414.41864, 435.78333, 344.37384, 326.08673, 296.50684, 272.54871, 357.97119, 297.11304, 326.78818, 296.73511, 343.57611, 521.54321, 390.61865, 362.2655, 327.37848, 379.82629, 373.94476, 369.95166, 275.12607, 377.93719, 421.84055, 334.41989, 413.81183, 448.36261, 302.51193, 464.57364, 398.14062, 287.02628, 284.53748, 228.01892, 284.11035, 347.76599, 439.60742, 300.8739, 248.16008, 323.87305, 360.78265, 274.38776, 271.76901, 349.19788, 471.08731, 378.86993, 309.47882, 367.95541, 449.07153, 363.65543, 319.99783, 409.40952, 439.64673, 397.3042, 321.18591, 386.49237, 351.83115, 402.72687, 410.48505, 395.87476, 388.47522, 444.09741, 215.78207, 307.64114, 331.69287, 237.15941, 319.3244, 419.98996, 357.17545, 452.95349, 467.461, 278.05978, 447.76245, 320.22025, 322.33188, 304.03229, 296.50378, 285.23175, 306.40524, 367.33997, 563.30981, 339.73022, 266.18942, 345.20093, 457.14584, 218.85754, 432.2204, 371.92355, 354.14825, 384.02896, 391.86938, 400.091, 229.31317, 323.50458, 311.17651, 431.04492, 334.07019, 317.86325, 311.46686, 484.4649, 286.96576, 361.35138, 365.66687, 446.34622, 348.25201, 433.0072, 450.17581, 364.33765, 518.33362, 466.0802, 400.5733, 440.15091, 408.3309, 452.39008, 494.76849, 336.56042, 420.60309, 387.93802, 358.67828, 464.25238, 403.22513, 431.81842, 417.07904, 402.71948, 368.90039, 450.90985, 387.06186, 374.93604, 494.44733, 409.18854, 494.88123, 405.70132, 392.65942, 356.87137, 491.06702, 316.4657, 310.87247, 414.14481, 376.72455, 370.28473, 476.47852, 423.75385, 429.69626, 472.46976, 386.28973, 379.53552, 450.93335, 479.47556, 338.0202, 447.86224, 335.80698, 396.53412, 234.74823, 451.92511, 396.04211, 448.44891, 376.57761, 415.36859, 269.86728, 326.23306, 404.17453, 353.94226, 342.33624, 372.50204, 304.21893 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 217.16782, 253.90697, 258.89453, 297.11151, 294.16742, 305.5976, 297.16083, 267.07904, 367.72446, 46.63111, 272.11847, 440.85544, 483.44391, 313.55273, 328.70282, 492.70828, 549.10101, 354.22363, 432.50336, 528.40558, 223.51219, 341.85492, 415.12933, 142.22523, 424.5246, 309.7464, 446.4165, 366.94965, 395.76587, 419.6189, 512.92834, 281.14981, 472.55402, 419.89142, 395.32556, 456.49203, 453.74234, 378.56543, 450.47229, 408.39999, 476.70563, 378.16766, 467.58362, 358.97485, 431.17883, 449.05167, 366.59518, 534.90582, 444.80133, 498.13095, 418.09235, 436.05615, 488.24503, 571.49896, 462.81177, 402.55499, 406.81387, 482.55832, 521.47717, 364.56882, 544.81598, 349.14496, 449.55817, 387.21552, 493.65433, 400.48453, 334.38293, 402.14276, 434.27005, 550.46008, 535.62671, 384.66602, 380.96515, 512.51807, 327.98383, 510.96594, 612.37268, 388.18744, 407.1463, 530.40936, 444.5647, 505.96658, 468.06802, 492.8042, 483.62616, 405.17676, 472.60144, 315.76147, 457.01892, 467.44458, 504.56708, 233.63724, 364.46198, 511.31772, 506.15909, 668.48987, 379.56625, 440.79971, 412.74234, 479.31601, 579.65558, 662.25079, 476.82391, 428.87445, 451.05295, 586.69434, 318.67194, 461.17108, 505.9433, 498.56525, 411.40948, 368.18262, 497.84387, 265.00659, 467.57654, 523.51959, 461.12878, 478.17587, 481.08463, 391.99237, 499.54156, 570.6947, 527.57092, 456.34885, 489.54285, 424.0675, 675.68323, 345.91702, 536.44092, 499.01242, 436.64709, 442.14761, 327.83508, 520.93988, 279.09839, 405.86612, 462.58932, 505.246, 570.41962, 505.17206, 540.54272, 570.78113, 544.67334, 358.69934, 599.67828, 380.1167, 648.74182, 535.39282, 561.33618, 327.61224, 537.73694, 579.53198, 500.6239, 449.72897, 457.79239, 523.98547, 375.05133, 598.36072, 469.04544, 497.77283, 480.92773, 511.88675, 529.5752, 657.93707, 483.59802, 484.51205, 442.91394, 249.44247, 481.88611, 399.22052, 576.33978, 484.6745, 406.57465, 535.9267, 656.98303, 598.70325, 474.65991, 613.33069, 232.07217, 545.02008, 429.95923, 482.491, 594.87042, 439.69257, 383.10107, 532.15179, 420.40701, 580.55566, 474.33795, 574.59052, 654.88379, 549.88751, 568.76654, 541.52698, 590.84973, 575.41577, 565.46533, 534.49951, 634.30493, 414.37082, 490.52832, 385.39874, 486.41498, 645.53748, 539.97644, 446.19885, 695.90302, 578.64294, 606.92645, 253.94522, 661.62457, 540.53357, 688.93518, 224.42654, 600.23926, 620.08533, 594.99866, 525.14514, 670.8949, 557.36603, 546.16858, 529.09174, 647.8609, 487.57596, 569.14679, 719.2652, 543.24164, 695.56897, 580.37256, 528.71368, 424.1673, 674.38733, 651.76068, 718.40692, 644.74915, 819.93665, 580.62659, 643.70593, 539.90259, 488.67654, 596.48676, 597.68408, 596.24384, 502.45496, 513.10864, 532.38281, 569.40735, 517.24573, 611.35663, 536.27246, 609.09753, 333.14673, 681.98541, 530.01318, 633.89935, 522.67426, 618.00848, 619.15381, 733.32581, 590.93982, 364.17505, 717.14703, 548.85168, 513.8103, 627.34363, 442.09525, 471.01297, 594.63501, 593.74731, 610.69177, 493.07397, 513.64899, 533.78137, 610.8606, 549.185, 569.97314, 607.61847, 638.75641, 589.42883, 567.71381, 634.4408, 554.08911, 687.38855, 563.49927, 491.15952, 563.27399, 655.34387, 609.34131, 659.02954, 686.5058, 484.34213, 534.99255, 578.40613, 693.74646, 643.89709, 656.82465, 606.02283, 607.67834, 466.14032, 654.26752, 655.27747, 595.3028, 260.19897, 97.83353, 356.19577, 630.31592, 687.26477, 626.36218, 505.01471, 617.87683, 575.46704, 651.71259, 574.38885, 550.16693, 268.13782, 865.74963, 528.09314, 722.22363, 366.96274, 568.75372, 591.55408, 588.41888, 488.28604, 519.86047, 755.1543, 558.5752, 862.65234, 710.72913, 407.52682, 256.69528, 712.41284, 772.84863, 282.75934, 736.97931, 585.6958, 535.21118, 747.68005, 812.67847, 577.29669, 758.34296, 905.07959, 459.86566, 698.52484, 394.802, 423.47955, 665.98163, 568.01935, 743.12891, 581.8587, 509.48587, 700.23889, 361.54346, 684.01416, 719.59125, 676.35303, 637.04218, 655.97003, 671.30255, 221.57658, 675.07129, 647.48004, 582.21246, 644.84283, 841.43695, 516.01831, 508.76187, 742.49451, 769.33521, 850.49805, 653.88971, 474.66803, 733.97174, 381.76987, 597.80902, 1018.84735, 669.70544, 755.52808, 695.21606, 803.51746, 629.25586, 154.97754, 788.85803, 762.22644, 620.05066, 577.74756, 813.75085, 237.64668, 562.99664, 874.65564, 498.74048, 350.65283, 439.54962, 857.2215, 781.48938, 535.33325, 692.39862, 1019.4151, 764.63037, 586.35553, 677.91364, 381.48416, 1034.19556, 716.3429, 292.15698, 927.48584, 389.91858, 911.04645, 588.3092, 993.85309, 1104.09998, 621.04248, 1200.13916, 1206.26489, 800.56726, 982.96594, 380.90051, 1070.56824, 686.72852, 518.06702, 351.40076, 927.31464, 488.99164, 1023.32111, 1101.53674, 515.12439, 1019.82361, 651.93579, 595.11951, 987.70374, 1344.35132, 1226.44385, 1260.12988, 1110.90344, 1135.44092, 1140.62476, 1153.60425, 812.13721, 620.64307, 725.09143, 1131.50537, 1282.80017, 1214.37, 991.68213, 1263.23804, 1710.75903, 1004.19214, 1079.16736, 1560.20569, 1645.60461, 1816.06128, 1605.89551, 800.19934, 1187.89392, 1493.03198, 863.70325, 2132.09155, 1962.9751, 1953.67651, 896.62921, 1490.92261, 902.9726, 2265.72876, 1131.14331, 1791.04224, 2035.46411, 1551.59814, 1703.48633, 1675.18555, 2004.23755, 1993.92419, 660.8761, 2868.54736, 2175.82593, 1818.15479, 2523.16479, 942.15674, 2183.67676, 1796.44531, 1148.58215, 1876.45593, 2100.30957, 2685.71265, 1981.94067, 2210.33691, 1120.92676, 1116.31067, 2226.66333, 2841.80762, 3202.80469, 1479.44849, 3594.4707, 2917.88281, 3170.79883, 2829.43115, 3537.37598, 2973.12134, 3058.92822, 3292.42627, 3392.79883, 3490.39111 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 259.80719, 323.29871, 380.4895, 441.99484, 483.59946, 424.6626, 347.49643, 390.19122, 359.84692, 447.12814, 343.69617, 427.26318, 396.96274, 495.2616, 358.47711, 406.79492, 393.01379, 445.46753, 317.76703, 421.48645, 344.70334, 417.85126, 311.621, 434.01178, 384.97095, 474.39374, 512.74646, 552.24799, 603.92212, 343.77515, 546.93799, 436.98138, 490.422, 374.48502, 447.21609, 477.54181, 421.85736, 446.59213, 421.71472, 527.07886, 440.66742, 376.57764, 446.4136, 486.09497, 402.12128, 431.90686, 585.57727, 479.25186, 391.15396, 499.17194, 402.73395, 387.31555, 532.99762, 374.96164, 537.80066, 519.64355, 516.11145, 547.84558, 386.39221, 386.41135, 491.46143, 487.18155, 422.88068, 489.80286, 474.74548, 512.05035, 505.28812, 500.98996, 449.24255, 471.53012, 476.9668, 466.6734, 604.44135, 486.46484, 480.05029, 494.38358, 499.78165, 484.32019, 517.91064, 475.73682, 461.40222, 430.47403, 501.05438, 398.61923, 527.24194, 437.30017, 512.12646, 482.28564, 407.75366, 469.91162, 484.87964, 414.25934, 377.2309, 413.55701, 440.16431, 454.87036, 358.5816, 526.36414, 525.7962, 514.67139, 454.83981, 463.44049, 533.77283, 436.94531, 602.17584, 416.46838, 539.11707, 444.01233, 422.17581, 476.70688, 385.34155, 403.32047, 508.21399, 437.29099, 488.01819, 479.3869, 472.86166, 486.12103, 568.08118, 549.57739, 507.5809, 422.74832, 559.48633, 407.65756, 525.11871, 468.08209, 528.42358, 488.07748, 488.89996, 497.73712, 465.09213, 550.69025, 430.92261, 573.72314, 440.70615, 497.1424, 329.85623, 568.50122, 539.92279, 455.43518, 504.37802, 486.6333, 603.35522, 437.86765, 560.96356, 551.82465, 400.28619, 595.11346, 447.84698, 655.37024, 518.84467, 482.79059, 507.76102, 539.242, 448.4072, 554.31262, 479.80612, 671.13354, 427.2757, 526.02161, 435.39188, 496.9913, 402.83099, 550.68762, 490.17169, 535.86639, 553.57446, 592.52979, 509.65063, 479.20529, 623.19373, 597.90509, 516.90906, 516.42163, 457.73947, 465.10413, 603.52124, 508.9118, 520.78668, 493.09372, 577.69556, 536.56256, 513.01215, 555.46533, 496.1441, 441.13489, 431.78864, 596.70386, 549.50922, 490.19336, 504.02725, 596.92639, 621.61047, 485.94446, 458.81796, 553.54681, 500.64471, 527.2843, 506.05591, 487.63901, 565.56659, 542.30286, 546.4101, 598.35254, 547.53912, 475.00519, 509.15881, 574.73889, 462.36639, 589.24524, 451.72839, 587.22217, 571.98938, 504.60492, 489.40002, 456.37546, 627.3916, 375.06909, 543.5871, 491.14822, 570.72015, 574.66504, 562.89734, 438.57562, 547.7157, 528.06165, 507.76511, 522.78333, 638.57092, 512.90765, 439.05298, 575.62592, 459.99805, 463.55496, 526.10919, 479.15302, 527.49658, 744.52881, 560.90082, 475.96576, 493.84894, 515.12018, 555.87244, 556.09796, 466.70819, 590.24756, 566.86804, 576.17462, 514.99347, 572.09973, 416.81305, 489.26871, 552.15906, 514.76831, 552.78094, 568.67285, 541.18542, 601.23035, 575.67377, 637.29633, 420.44672, 446.31903, 527.36426, 620.50671, 545.45154, 562.85535, 566.72595, 483.75211, 506.375, 483.61578, 487.71002, 583.56189, 533.67914, 619.83527, 492.00269, 521.98553, 594.31604, 489.32602, 479.24387, 550.12335, 574.3819, 605.19427, 656.25403, 635.83533, 664.83405, 649.40405, 557.14343, 517.66852, 509.76599, 601.80273, 531.12274, 538.60919, 424.67078, 480.20367, 532.73853, 604.6059, 531.78925, 499.23093, 589.39685, 623.34418, 539.41302, 593.10236, 412.64566, 603.82727, 605.47968, 480.8269, 574.90521, 559.42859, 584.91125, 647.36816, 567.32764, 523.9978, 495.26605, 507.06555, 488.3129, 489.17279, 650.41626, 601.25171, 567.14191, 577.7738, 507.02124, 514.85144, 582.34827, 687.63342, 622.62708, 670.92114, 633.82568, 585.8031, 491.4024, 522.7276, 443.78577, 558.62451, 548.49377, 543.47052, 597.54126, 511.40308, 671.20105, 605.66797, 652.26245, 546.94812, 669.86475, 552.38031, 671.50061, 598.33612, 564.02478, 585.80261, 496.3786, 605.7699, 605.79626, 695.4364, 662.22754, 726.09094, 615.79675, 570.05731, 613.25366, 643.7655, 471.95929, 701.35419, 641.1853, 595.15814, 503.78952, 643.46796, 596.4248, 636.48035, 685.02203, 557.31616, 596.33051, 624.50354, 508.52249, 525.15448, 594.99829, 583.79602, 563.59845, 527.53735, 576.88214, 510.72369, 503.61609, 558.83124, 519.38171, 596.45721, 534.90179, 540.7041, 592.88208, 521.34259, 545.69971, 592.84479, 537.18774, 505.31964, 624.47351, 660.73834, 553.0343, 625.55817, 609.77832, 578.15851, 554.82849, 601.51978, 525.04858, 525.95142, 650.57666, 549.39996, 717.97021, 685.38409, 645.63843, 515.12292, 685.95251, 513.82153, 648.01654, 606.47198, 502.65573, 614.13489, 592.13635, 574.61072, 593.4729, 647.79236, 652.55841, 503.42923, 518.07178, 561.49622, 613.61902, 631.41418, 642.28503, 561.57074, 672.99683, 608.58215, 510.58798, 657.11932, 579.95233, 664.53088, 581.95966, 643.07385, 710.67657, 600.24493, 764.85156, 617.28174, 754.53564, 676.24341, 728.74469, 594.0412, 672.68488, 592.22424, 689.15515, 690.00391, 595.69336, 707.96912, 635.31561, 503.53885, 552.49194, 725.6087, 697.56104, 715.96033, 621.82043, 547.87903, 558.99243, 634.47913, 693.49963, 632.8551, 704.89069, 697.35443, 643.47009, 665.4184, 741.19885, 642.40747, 641.1911, 615.51929, 626.86963, 718.12671, 760.27588, 878.37946, 638.73236, 664.48151, 692.66162, 679.96259, 616.08374, 657.04736, 622.15613, 749.71735, 705.62207, 780.21973, 614.50562, 760.37305, 646.12451, 635.58911, 774.83606, 783.10052, 605.0769, 721.77686, 675.25067, 603.06482, 654.67297, 660.84747, 686.64941, 611.32745, 596.63477, 663.7594, 582.47382, 699.24774, 742.61365, 808.46362, 688.12897, 768.7666 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.4187144951960238, "neutral_loss": 3.3139670827150516, "target_chat_loss": 1.719509890863358, "target_docs_loss": 1.5857200748459215, "neutral_init_loss": 4.211135270690918, "target_chat_init_loss": 2.3076214221954348, "target_docs_init_loss": 5.0173643086751305, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 70.66426, 75.53436, 105.69785, 74.9807, 88.62016, 112.88728, 102.33748, 50.89581, 89.60931, 68.06819, 94.11976, 104.06311, 92.53716, 100.26145, 89.40295, 119.25217, 98.05635, 94.69882, 108.5553, 91.77031, 115.10902, 92.43479, 118.13128, 94.11823, 84.58702, 81.84332, 92.4173, 88.92686, 86.82393, 68.94394, 109.383, 113.53339, 84.57771, 105.37262, 82.50814, 95.00591, 95.13647, 49.65807, 102.5069, 82.35287, 136.09764, 93.55457, 94.57295, 79.74701, 91.09921, 72.00035, 116.23479, 133.60059, 65.97008, 85.66521, 68.78325, 139.64977, 120.83552, 117.65402, 109.44219, 90.21001, 78.4742, 95.91193, 76.51099, 118.0189, 102.38783, 82.6739, 121.36153, 104.76765, 82.19328, 77.97273, 132.56418, 87.69099, 129.49387, 151.84761, 73.14346, 89.91707, 119.70282, 84.57795, 111.22472, 138.53305, 79.92867, 109.77075, 74.0358, 130.73996, 107.58025, 88.44925, 95.81897, 117.71246, 107.44862, 122.72617, 63.08327, 114.63731, 114.50484, 61.81028, 87.02308, 125.13041, 99.71648, 83.38457, 72.26624, 137.22626, 105.39478, 89.77733, 97.25133, 93.756, 113.40783, 121.19933, 129.14349, 90.35504, 123.29305, 85.87803, 103.15919, 105.0813, 94.33706, 110.3009, 146.98032, 83.74818, 115.71132, 124.02036, 69.48622, 139.84744, 99.14072, 88.64465, 113.99129, 97.2775, 98.94336, 73.32228, 116.94228, 56.3698, 131.47095, 122.65612, 134.68622, 142.19946, 116.2969, 79.46037, 118.16991, 109.6985, 146.07169, 109.64448, 44.14666, 100.26154, 141.29935, 144.40997, 140.00864, 141.16412, 103.75066, 148.79019, 67.60213, 161.73593, 102.6231, 126.8354, 84.76067, 132.56204, 129.30621, 95.63309, 125.04456, 107.00832, 110.80251, 136.05602, 110.92525, 115.81209, 137.64056, 110.5517, 103.57356, 115.57387, 133.28085, 172.43681, 147.31113, 139.13052, 134.88823, 120.18941, 85.7117, 117.5817, 141.21358, 110.65302, 145.77646, 130.85077, 100.71634, 124.94079, 150.18787, 119.17047, 119.15025, 96.35292, 121.76698, 128.07941, 121.3119, 121.8028, 116.69341, 122.17703, 142.02654, 78.07172, 139.66425, 91.78005, 91.5587, 97.84206, 118.69848, 137.87619, 125.33028, 124.40837, 87.83788, 142.25269, 111.05827, 99.77435, 161.15356, 132.72514, 141.41049, 109.66274, 139.34926, 88.94566, 91.4451, 104.88571, 128.93127, 154.48877, 102.99982, 106.40637, 105.39745, 115.69865, 100.87981, 95.53545, 135.38562, 158.43123, 101.33444, 136.46719, 191.29086, 144.98563, 147.4537, 100.56525, 163.12848, 88.02562, 122.00607, 152.52325, 111.71256, 133.36288, 132.98706, 121.88185, 89.27512, 166.74408, 166.2049, 117.58727, 140.30196, 133.72493, 146.23668, 113.96124, 150.28685, 153.75691, 173.34193, 123.5079, 97.88226, 113.97954, 152.37865, 128.51317, 135.01132, 191.01352, 164.1171, 143.39984, 77.30975, 126.35184, 159.1774, 239.12505, 311.38275, 353.67352, 299.88818, 248.59888, 278.14365, 305.24817, 403.93866, 320.08633, 241.4502, 277.88028, 270.99045, 263.21768, 331.63522, 310.46765, 310.58957, 310.2193, 360.55353, 289.65692, 326.87958, 350.38513, 313.74353, 399.57291, 369.87567, 320.85992, 333.95465, 287.66714, 295.56998, 356.47552, 388.91681, 283.34366, 286.14185, 354.85602, 338.42151, 279.14459, 320.71613, 345.73248, 332.98383, 273.96652, 296.90717, 338.47455, 300.89178, 376.51282, 345.20782, 286.72015, 306.1723, 245.18991, 389.73096, 334.68845, 338.86731, 342.14023, 427.86261, 406.25366, 376.76447, 348.31393, 300.05862, 384.37781, 284.6937, 400.98425, 312.20526, 299.25116, 216.48062, 323.11823, 354.27344, 452.42905, 375.62521, 371.63489, 354.46582, 295.10205, 258.09656, 267.58191, 216.50473, 310.32703, 343.23553, 309.43488, 349.52975, 273.97504, 342.21515, 408.20148, 270.98035, 308.65271, 329.99576, 392.37268, 314.48035, 373.09521, 383.983, 418.40408, 441.67462, 346.40649, 328.54965, 298.44318, 279.2251, 360.30737, 296.54053, 330.2785, 300.29404, 346.27533, 519.90857, 399.34076, 362.3233, 335.9838, 381.42761, 377.9693, 373.70331, 276.9671, 380.19397, 427.15012, 334.9375, 416.01251, 454.04013, 303.97821, 466.54327, 404.84967, 287.70877, 287.65845, 229.36855, 291.67102, 351.51154, 453.29938, 302.27698, 255.18546, 323.72351, 363.48056, 277.27042, 274.09464, 350.83185, 477.48352, 379.15015, 311.93588, 376.44992, 453.60443, 360.29813, 322.94937, 413.00049, 444.9324, 401.96552, 324.30453, 387.82986, 353.18402, 407.54608, 414.94632, 396.38965, 392.63705, 447.06519, 216.69429, 306.6424, 334.6868, 238.93262, 323.92728, 424.7511, 361.0835, 459.73743, 471.33466, 282.88947, 457.27246, 325.40277, 327.49701, 302.22733, 298.78302, 287.18939, 305.14182, 369.14157, 574.92896, 346.13989, 273.12109, 349.39648, 460.18726, 219.15887, 434.59409, 372.67865, 357.60098, 385.91833, 394.96503, 400.28345, 233.15982, 325.66251, 312.97351, 433.15961, 338.63983, 320.05383, 315.95209, 486.23642, 290.98792, 360.41992, 371.33426, 455.09387, 351.37851, 440.23645, 457.23096, 366.69818, 524.57001, 471.32123, 398.4299, 442.73029, 412.6044, 458.13049, 500.45514, 338.9024, 424.55408, 394.8175, 362.61127, 469.09082, 406.3222, 436.23383, 421.92883, 403.66388, 373.61395, 450.4584, 392.01276, 376.80014, 502.6752, 412.5296, 496.17532, 413.89886, 391.48544, 363.80661, 502.69452, 315.40912, 313.22546, 415.02237, 383.67395, 375.46545, 478.83871, 421.0755, 429.32104, 468.2876, 386.04941, 384.92163, 455.10672, 480.96667, 343.49533, 451.77826, 339.40741, 395.12109, 234.27731, 450.38779, 395.11792, 453.24799, 379.67935, 422.02478, 272.00098, 326.43854, 413.8634, 354.99115, 345.91052, 374.52512, 304.48788 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 219.74225, 256.91776, 257.98651, 298.30511, 292.04977, 305.62265, 298.89716, 266.60236, 372.80554, 48.18621, 279.26151, 445.03262, 478.85413, 313.37515, 327.992, 493.8269, 545.85999, 359.24237, 437.01239, 528.97974, 224.60658, 346.49393, 417.70157, 143.38457, 424.99463, 308.69525, 449.0755, 370.41345, 398.21747, 424.34833, 514.51184, 284.76184, 474.15192, 421.13669, 398.50476, 458.12155, 451.19757, 382.19586, 450.94147, 406.19836, 475.94141, 382.08752, 471.7381, 364.21494, 427.14816, 450.07318, 371.53735, 541.97687, 442.51904, 499.91229, 414.70312, 439.12463, 487.46338, 567.04309, 464.60907, 402.77716, 407.25931, 493.42419, 525.521, 363.9418, 549.01465, 349.84549, 450.87079, 382.31335, 494.02667, 404.99152, 334.33539, 400.7449, 436.55411, 560.89984, 530.67664, 381.69977, 383.12054, 506.71893, 327.83154, 505.68231, 602.70752, 387.72116, 404.94003, 521.9751, 449.59262, 510.29413, 470.48917, 494.19275, 481.87573, 407.08899, 469.79764, 320.84039, 452.70993, 466.83679, 508.37738, 235.41803, 364.40466, 519.62799, 506.88986, 674.10321, 382.54349, 434.43347, 413.21796, 478.34088, 583.18726, 670.19043, 478.82419, 432.92923, 452.77628, 590.60913, 321.04422, 458.74991, 512.3418, 507.20609, 410.75964, 369.53314, 500.08881, 265.79364, 463.68036, 526.86383, 467.0358, 480.67511, 480.59695, 397.30139, 502.17444, 555.55115, 524.67456, 462.39743, 490.15503, 423.79321, 679.49646, 347.62207, 536.64453, 503.25851, 443.04535, 443.4494, 329.95728, 523.23547, 278.26581, 411.59558, 471.70761, 501.25629, 567.53711, 510.94458, 542.27954, 571.96155, 551.5354, 362.74628, 602.12512, 382.86044, 650.4043, 538.61023, 563.01318, 330.16833, 538.37201, 573.56519, 503.94089, 451.52045, 461.24118, 521.54034, 378.15912, 600.2066, 471.56644, 506.09583, 486.22952, 511.88348, 537.20667, 661.77991, 492.5596, 487.28452, 447.06924, 252.45917, 483.90027, 405.90088, 581.93195, 494.20111, 411.05768, 537.34949, 655.53522, 594.91248, 481.67224, 616.27362, 235.81738, 541.91406, 438.6521, 482.96005, 587.37067, 441.60226, 387.75772, 531.86731, 419.06485, 577.3913, 472.96072, 568.12805, 648.32593, 548.43933, 573.33533, 540.11072, 586.34937, 573.5899, 565.60083, 541.62537, 641.92236, 414.52966, 492.92899, 380.89099, 487.93237, 644.96863, 537.44916, 449.70093, 698.24817, 589.94818, 600.95087, 253.34479, 656.68018, 539.1004, 682.91931, 228.052, 607.19336, 621.13708, 591.35382, 526.50122, 673.89478, 563.72083, 535.76062, 525.20905, 645.26428, 479.35699, 564.66199, 725.328, 545.27637, 700.80872, 580.74768, 527.92798, 427.2327, 674.77972, 655.32959, 714.08459, 640.05841, 818.2262, 582.66656, 637.3092, 547.44708, 490.74472, 595.41919, 604.39722, 601.35193, 509.14471, 516.05347, 539.19672, 566.24463, 515.79382, 609.0448, 540.0929, 619.30963, 330.0354, 681.45996, 528.7981, 630.51373, 525.19312, 616.40857, 618.26971, 738.60681, 595.28723, 365.84088, 710.61487, 543.59473, 520.98364, 625.92029, 452.16873, 469.41852, 595.91028, 599.02808, 605.93933, 492.57718, 523.83069, 537.20459, 612.86389, 551.867, 569.14465, 604.25269, 638.08832, 594.33063, 562.8844, 641.52612, 553.92395, 686.44446, 564.1098, 494.80713, 557.32361, 648.02307, 610.81604, 657.99298, 689.4375, 482.63745, 538.69366, 571.67462, 693.64233, 649.25244, 649.77264, 610.24329, 611.29883, 475.71747, 654.45276, 657.95886, 601.3158, 257.83926, 98.00469, 365.40771, 631.45056, 691.98029, 623.09204, 508.55627, 621.90369, 582.7489, 659.3269, 573.19507, 546.20898, 271.29007, 855.97729, 531.01093, 721.73816, 364.46573, 572.00525, 595.51996, 592.09912, 488.6409, 522.86462, 753.57861, 563.51807, 865.63934, 705.36841, 410.35321, 257.94592, 702.24573, 772.98706, 283.29929, 744.5061, 589.55402, 536.00793, 746.22156, 803.6239, 569.05774, 752.60571, 896.77161, 465.11963, 702.04547, 398.45895, 430.53107, 655.02295, 569.00354, 743.49249, 581.41138, 513.9718, 693.26733, 364.1373, 682.79797, 723.32849, 673.59216, 641.14111, 658.32227, 664.54773, 223.65228, 674.39282, 650.48108, 587.40112, 639.05029, 853.74005, 510.98907, 512.23242, 741.14905, 775.22717, 848.97296, 653.38684, 484.0788, 738.82153, 384.22379, 605.67664, 1018.85889, 683.84332, 753.89038, 694.15588, 800.21503, 628.1438, 153.66068, 782.98505, 749.05139, 622.69464, 586.70612, 813.48169, 240.65205, 559.22784, 876.85199, 498.90427, 352.62341, 438.13904, 859.72906, 782.55164, 535.40149, 690.32117, 1008.27014, 759.58228, 587.75702, 675.9563, 386.45642, 1027.52148, 713.80481, 289.16309, 921.95862, 393.39297, 902.78552, 591.492, 1011.43622, 1108.92529, 619.25226, 1199.50647, 1209.11414, 798.18042, 994.35132, 381.47534, 1079.15735, 684.10168, 514.8172, 354.06616, 921.93518, 489.07651, 1012.38733, 1098.0752, 521.29083, 1013.4115, 649.47473, 600.51843, 994.98425, 1358.71704, 1237.38367, 1265.29126, 1104.67358, 1147.52063, 1144.19348, 1172.01709, 816.58167, 629.8999, 709.39642, 1142.25024, 1306.84155, 1228.14844, 993.76758, 1274.63086, 1710.46338, 1001.64288, 1088.40479, 1572.84375, 1656.84937, 1826.57715, 1608.50427, 800.54858, 1199.93079, 1502.58984, 873.67096, 2146.68311, 1968.96863, 1970.99658, 902.84766, 1511.92017, 898.72986, 2281.54297, 1144.05225, 1805.896, 2055.75977, 1563.86646, 1738.80469, 1683.37769, 2018.92273, 1999.50781, 670.00146, 2883.14429, 2192.86353, 1846.48486, 2538.40771, 948.22809, 2201.84253, 1820.78052, 1140.40247, 1926.21997, 2111.99219, 2712.74902, 2003.06128, 2253.22852, 1125.14563, 1130.22705, 2259.89355, 2879.62451, 3239.80176, 1504.3407, 3625.0647, 2991.08716, 3214.1167, 2860.99756, 3553.02588, 2992.91504, 3070.17065, 3316.11426, 3413.69922, 3527.11011 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 251.31009, 315.28339, 372.24866, 439.09012, 471.55151, 410.62128, 340.41483, 386.43634, 346.54199, 429.08246, 336.4613, 408.07104, 378.02234, 484.75378, 350.19373, 387.81757, 385.89029, 431.82162, 305.46057, 406.65027, 324.93109, 409.4917, 298.97467, 426.76791, 372.66904, 462.96228, 502.03802, 537.51685, 594.03375, 332.02246, 539.44037, 432.75153, 484.21408, 367.16641, 429.95892, 461.66583, 406.43829, 436.00818, 413.30289, 512.52032, 423.81613, 371.7569, 434.11642, 472.03192, 398.09491, 420.82965, 575.90735, 467.95139, 369.2894, 484.85925, 392.26941, 371.71063, 519.41693, 363.77756, 522.81714, 504.53595, 506.66156, 546.83752, 371.06238, 375.06531, 478.48544, 472.12762, 399.60559, 477.43262, 463.61713, 493.90714, 494.31116, 474.27023, 438.63129, 450.34006, 466.71414, 451.63739, 579.91089, 477.69873, 462.52798, 469.06207, 479.63486, 464.82349, 495.81363, 470.26767, 443.2923, 421.13263, 490.05652, 388.95877, 509.61682, 418.29291, 494.48343, 467.73535, 392.01917, 454.95892, 463.09253, 401.41901, 361.08875, 410.99316, 429.92477, 444.92798, 346.51971, 511.90237, 514.53308, 494.24457, 443.20605, 452.81226, 533.48132, 415.92041, 579.33856, 401.01605, 520.62427, 430.00589, 413.37653, 460.55035, 375.83231, 386.70947, 495.26233, 410.73895, 472.63974, 461.5224, 462.12286, 464.38538, 552.16614, 530.159, 489.11523, 406.23175, 547.46252, 389.93854, 513.52539, 460.41034, 521.37354, 469.0325, 473.64117, 478.46088, 449.24762, 535.27185, 423.35266, 562.60693, 427.51678, 474.11496, 315.72314, 551.11597, 526.32227, 438.76865, 483.3237, 463.50272, 578.85602, 419.14624, 531.33618, 547.70038, 379.90778, 572.35297, 436.75909, 644.92883, 513.32251, 477.30548, 490.96832, 539.40265, 416.97122, 535.10779, 447.39218, 661.78967, 419.87106, 511.14828, 423.89523, 481.76172, 378.42773, 532.11481, 483.90851, 523.47406, 545.1557, 571.50079, 483.05228, 458.25891, 613.92731, 583.91785, 498.55627, 500.43008, 439.069, 449.6286, 590.84125, 497.90891, 500.84311, 482.75635, 559.95776, 518.39709, 489.65027, 530.1275, 475.13153, 423.24097, 421.16586, 589.18909, 528.72186, 476.94577, 498.44257, 583.00745, 602.34131, 476.28418, 445.17072, 537.0542, 492.29095, 517.63629, 483.11993, 481.75226, 564.16882, 528.69165, 541.21619, 584.33154, 541.63184, 457.45959, 488.80963, 564.73438, 450.32874, 573.17938, 435.16904, 563.67407, 555.3949, 489.11133, 463.70761, 439.91324, 621.43909, 358.87976, 526.14038, 471.29245, 542.79944, 558.43652, 542.25806, 424.02359, 524.22473, 510.57419, 498.74152, 512.79651, 618.70312, 495.67227, 427.64044, 566.52808, 443.703, 451.74628, 503.10132, 467.88666, 506.09598, 734.94769, 544.16663, 463.2298, 475.52362, 499.23383, 548.35175, 540.18494, 444.32593, 574.11206, 552.42297, 567.64478, 509.60904, 548.20532, 404.1084, 479.67719, 541.06177, 493.14398, 539.26245, 552.27454, 525.21075, 587.98218, 561.81494, 620.88013, 408.2251, 430.26208, 520.44611, 597.09668, 536.10852, 534.05817, 557.10474, 469.13831, 494.77252, 464.79761, 474.67657, 565.74646, 518.00616, 617.76465, 476.32236, 507.43823, 572.32434, 462.36993, 460.08826, 533.36096, 559.65826, 585.367, 651.49744, 617.98853, 662.11487, 636.14203, 546.64764, 500.88919, 495.08691, 587.39624, 525.89362, 521.55475, 407.16483, 469.38956, 513.72583, 580.5752, 507.95825, 489.37329, 576.12634, 612.86029, 526.3949, 575.94604, 401.45789, 583.83496, 583.60205, 467.5495, 557.16119, 535.84167, 567.54626, 624.25903, 547.67755, 493.74719, 477.52838, 495.32993, 473.90515, 469.36496, 640.03601, 583.36633, 549.39929, 559.86011, 486.5433, 492.47253, 564.52051, 672.37402, 613.15228, 657.62848, 625.20819, 581.9093, 477.42804, 504.52014, 435.19086, 548.17615, 537.03143, 531.63104, 584.05151, 490.60529, 657.91669, 587.02612, 625.83459, 540.51825, 636.9906, 520.34851, 646.23303, 584.72351, 552.73901, 568.2381, 468.91394, 586.18262, 577.14935, 681.89001, 643.71082, 706.495, 597.89099, 566.92114, 600.15607, 610.33282, 453.16412, 677.18408, 620.48572, 578.85889, 481.35651, 631.11963, 579.35205, 629.35303, 670.73657, 550.61609, 590.9165, 603.15405, 485.64081, 510.31552, 585.09717, 567.04419, 558.48218, 514.55273, 557.95215, 498.29498, 495.25598, 542.34882, 495.79028, 571.80396, 516.25391, 524.1875, 576.31293, 496.0636, 527.87903, 574.97961, 529.08405, 481.23923, 599.67578, 647.89093, 535.80664, 604.77332, 587.94922, 563.91254, 543.06177, 576.24915, 509.79697, 519.23425, 633.15021, 538.17084, 702.81842, 661.72961, 611.27148, 502.98947, 669.46906, 497.04205, 640.63831, 587.60382, 490.38171, 598.78882, 570.42438, 558.04407, 567.82349, 634.11133, 636.37201, 486.62872, 493.65384, 548.0769, 585.40833, 619.64441, 637.40845, 536.5791, 659.64746, 583.84222, 494.10379, 639.39758, 559.0777, 647.79688, 557.28961, 628.06299, 692.27289, 581.30444, 742.31653, 601.25031, 738.99689, 658.39001, 718.85248, 583.02094, 649.36145, 569.20905, 677.06329, 664.95624, 580.50244, 685.3017, 618.38733, 480.83853, 536.0874, 701.60425, 680.80798, 693.15991, 595.22839, 530.15125, 543.96021, 614.41296, 675.26447, 619.11438, 694.08624, 682.47357, 627.90381, 655.09711, 721.44385, 613.76819, 613.45422, 587.96399, 608.49731, 695.75598, 730.17554, 870.64008, 612.49487, 652.45789, 671.26318, 669.38696, 609.93347, 631.52112, 610.00476, 721.32043, 688.46631, 769.69373, 599.39319, 738.74207, 631.39941, 603.68347, 741.70837, 768.64709, 587.50891, 704.66199, 666.17279, 597.44867, 636.59399, 624.50555, 666.74542, 595.01904, 584.6814, 651.95642, 557.76099, 682.09052, 728.49634, 787.50238, 651.9541, 740.7124 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.5625623659104673, "neutral_loss": 3.355374098358046, "target_chat_loss": 1.730263132807366, "target_docs_loss": 1.555215384549481, "neutral_init_loss": 4.283630961608886, "target_chat_init_loss": 2.2993128288269045, "target_docs_init_loss": 4.990591583251953, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 72.98935, 75.67975, 108.08765, 76.42295, 89.0163, 113.3632, 105.94104, 50.12984, 89.62323, 70.4543, 96.77304, 105.35699, 93.50289, 102.44497, 90.32575, 119.9211, 101.68629, 97.3176, 111.81606, 93.10336, 115.79319, 94.14489, 119.80135, 95.2121, 85.16008, 82.71439, 94.76355, 90.14683, 89.84346, 70.10777, 109.44769, 117.02201, 85.95481, 106.35264, 83.34789, 94.51746, 94.43217, 50.42461, 102.89053, 84.0814, 138.59196, 94.16444, 95.96967, 81.82324, 92.15169, 72.95265, 118.62601, 133.56409, 65.58769, 86.81013, 70.75006, 144.7625, 122.38109, 121.32162, 110.01785, 91.60535, 80.07001, 96.52606, 77.8446, 119.26265, 105.40306, 83.16022, 121.88947, 106.94356, 83.43372, 79.80377, 133.90826, 89.02789, 131.54704, 152.00969, 73.87996, 87.90891, 118.71066, 86.42855, 115.0183, 141.57529, 81.43204, 112.88043, 75.17493, 132.88423, 107.91446, 91.54747, 99.40799, 119.71612, 106.62608, 124.52562, 65.34074, 116.08946, 114.83433, 62.04726, 87.40791, 127.31879, 102.27368, 85.26817, 73.06725, 139.16887, 108.07364, 90.35637, 99.52152, 95.47623, 114.48993, 126.09438, 130.7002, 92.82506, 127.02999, 88.20767, 105.50027, 105.19324, 95.02519, 112.50626, 147.64188, 88.76595, 116.8282, 127.30797, 70.36191, 141.93417, 100.68653, 90.41607, 114.77703, 97.7063, 96.06528, 76.23524, 120.16522, 57.44258, 132.49649, 123.39403, 138.75652, 143.77441, 117.80408, 79.41986, 123.1041, 113.20136, 145.72449, 112.50896, 46.746, 102.42661, 143.40039, 142.09167, 146.42464, 144.11104, 106.60315, 155.25159, 70.35439, 163.36517, 103.65284, 128.38214, 86.54938, 136.38635, 135.2702, 98.65338, 125.33173, 110.31535, 112.9823, 138.1313, 113.26476, 119.72372, 139.79761, 111.79318, 103.42419, 116.72325, 134.98706, 174.76596, 150.38013, 143.62375, 135.8221, 120.98537, 87.84688, 117.85431, 144.82349, 111.43287, 150.33997, 131.94283, 103.15253, 127.65968, 153.6351, 122.08244, 118.89689, 99.18744, 124.57344, 129.86554, 124.03687, 123.97087, 116.33332, 125.81989, 143.81856, 79.80142, 142.769, 91.68451, 92.70467, 98.24115, 118.97433, 142.24625, 125.29732, 125.33266, 89.71908, 142.77467, 111.10164, 102.39605, 164.11571, 138.14078, 143.13458, 111.83836, 139.62759, 89.73756, 92.98492, 104.87843, 131.1532, 156.97307, 105.0531, 107.61405, 107.31099, 117.0822, 101.01108, 95.48483, 137.85153, 159.66417, 102.60619, 139.96504, 191.80591, 144.2072, 150.13242, 101.63551, 164.8407, 89.40475, 122.53847, 154.57846, 111.97201, 132.80269, 135.89029, 127.26453, 91.98378, 171.02461, 164.52013, 116.6668, 142.15103, 135.41554, 148.04132, 114.68867, 151.52219, 156.95029, 176.61212, 125.1748, 99.68777, 116.02805, 153.58374, 131.33333, 136.81824, 193.90228, 166.35104, 143.62643, 77.55602, 126.43974, 159.57069, 245.13376, 314.94424, 359.50739, 304.63681, 252.36221, 276.37225, 308.59879, 406.33353, 330.37405, 246.33479, 279.89679, 274.29688, 268.94382, 340.28619, 314.02457, 314.68671, 313.95261, 364.30441, 295.47604, 331.71048, 350.64618, 315.44025, 404.87112, 373.32312, 320.9762, 338.70593, 290.42889, 298.01398, 357.45081, 388.90518, 286.27368, 292.4032, 362.74731, 344.0354, 280.55286, 324.71533, 348.46771, 333.13498, 281.12271, 297.96283, 340.0531, 305.3056, 372.82291, 348.40958, 287.24274, 307.83612, 248.06174, 392.28937, 340.51996, 338.97455, 344.72681, 431.32928, 412.84122, 380.08743, 360.6214, 307.21625, 391.12286, 290.48059, 409.69177, 315.44934, 300.99597, 217.09511, 327.69235, 357.9245, 455.11172, 377.76526, 376.40125, 361.80557, 301.80365, 259.58411, 275.4924, 219.14847, 308.59113, 347.3725, 316.1759, 354.26727, 274.75952, 343.27295, 411.71628, 269.7226, 310.00085, 337.55243, 401.65039, 317.06366, 376.30487, 390.84491, 425.25549, 448.54828, 349.3688, 333.93881, 302.69531, 286.20166, 363.2558, 298.68918, 335.79739, 304.47235, 351.43573, 520.2738, 410.14563, 364.03412, 346.24048, 384.34546, 381.85892, 380.1431, 279.57678, 383.87476, 434.17401, 337.92725, 417.60162, 453.75861, 307.19617, 467.17548, 410.47366, 291.02557, 290.37964, 232.27724, 298.23187, 355.42474, 465.94318, 303.54755, 262.19791, 323.85904, 366.73792, 281.44638, 279.07062, 354.57834, 483.82803, 379.87122, 315.44299, 387.19711, 459.94409, 357.92508, 324.58252, 421.43842, 451.62384, 407.47803, 329.24548, 392.34808, 357.63242, 413.04004, 419.83084, 398.32587, 396.55511, 452.16248, 218.99319, 305.30212, 339.0741, 241.17966, 327.33096, 432.78317, 366.71893, 465.62396, 476.70117, 287.66101, 466.90985, 330.34821, 334.6524, 299.73563, 299.90015, 289.78702, 305.55267, 372.32236, 588.64526, 353.88351, 282.49432, 354.37799, 465.84268, 220.56732, 439.94861, 372.85858, 362.68768, 388.52802, 396.16895, 397.94226, 238.08914, 329.61832, 318.53918, 435.78998, 345.52399, 325.90744, 319.99051, 488.93518, 294.85175, 359.75922, 377.05905, 462.27911, 355.24445, 449.44904, 464.62305, 372.49725, 533.0531, 476.4552, 398.75424, 445.3418, 417.04565, 465.92688, 505.26102, 340.90295, 430.24268, 399.69852, 370.47687, 475.37799, 412.21686, 443.04547, 428.93665, 406.70709, 380.29694, 453.6239, 400.3418, 378.45154, 510.83386, 414.68802, 494.98022, 422.29315, 392.03973, 372.0022, 515.13519, 315.86432, 319.62842, 416.42688, 394.07507, 383.35327, 483.43323, 418.80661, 431.45786, 466.75348, 388.22308, 392.29596, 459.83752, 484.00604, 348.39264, 457.01715, 342.5787, 395.54944, 234.90021, 450.40451, 395.25427, 461.16006, 385.6091, 428.91461, 274.90521, 327.65591, 424.0477, 358.19379, 351.10498, 376.13235, 305.85175 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 222.27571, 258.68127, 258.72449, 302.54028, 292.10797, 305.30057, 300.9873, 267.85147, 378.97742, 48.78135, 285.40076, 451.96362, 477.81683, 313.74823, 327.02835, 493.9436, 544.62646, 363.48508, 440.52588, 531.45837, 228.23863, 349.48209, 419.82315, 146.43933, 425.138, 307.75827, 453.26825, 373.94827, 398.25934, 429.26987, 517.19885, 287.96817, 471.32623, 425.91339, 401.17062, 460.05557, 448.92188, 389.4592, 449.49863, 402.81674, 476.28253, 385.57413, 477.27417, 371.29553, 426.93616, 452.54272, 378.56644, 547.83942, 441.74133, 504.49677, 411.63098, 440.82294, 481.22128, 564.06512, 466.99237, 406.78149, 410.32489, 517.3277, 531.84558, 362.61703, 553.55579, 352.06226, 454.04346, 380.17975, 495.63354, 410.63068, 337.25995, 399.7121, 437.237, 570.46234, 526.29547, 380.89359, 385.81079, 505.55579, 331.66083, 498.68097, 599.51978, 388.60541, 407.56805, 514.82745, 454.61893, 515.151, 473.48755, 499.58301, 482.38354, 407.58661, 471.18835, 327.03326, 448.38196, 464.80103, 511.60709, 238.43217, 365.4314, 528.30737, 510.82321, 676.65491, 390.56915, 428.52551, 412.0491, 479.29214, 587.20337, 676.33221, 479.66663, 437.8367, 453.8334, 593.19812, 323.91788, 458.48215, 519.2829, 519.27075, 412.04962, 370.33188, 502.21234, 267.56995, 459.77985, 530.30273, 476.06241, 482.92896, 480.57587, 403.02789, 507.76663, 538.02496, 523.93262, 466.23984, 492.17499, 424.32474, 685.30176, 351.5542, 536.3468, 508.31635, 451.73303, 446.06827, 331.81555, 527.38629, 281.38074, 419.06525, 480.99854, 500.63657, 559.79333, 522.39038, 546.39722, 577.40051, 558.21216, 365.9165, 608.42542, 386.16605, 649.80627, 540.57239, 562.9137, 333.60291, 539.4256, 566.96637, 505.62329, 453.49411, 466.3688, 521.32251, 385.47369, 605.53967, 472.4162, 513.65948, 491.23892, 513.29315, 546.24786, 666.67578, 503.90869, 495.2298, 452.98734, 254.66525, 485.44745, 412.04013, 585.83521, 503.27753, 417.19843, 540.12122, 654.40381, 590.84967, 491.15405, 618.38287, 241.75079, 539.35938, 446.51404, 484.85779, 579.25195, 445.34152, 392.27325, 535.29193, 417.59479, 573.14172, 470.97882, 565.57349, 640.74158, 547.06311, 575.45917, 539.90454, 584.44812, 570.71277, 567.09131, 549.80762, 654.17181, 414.12091, 498.45804, 376.70984, 490.49988, 644.50439, 530.49463, 453.18048, 700.74316, 607.67102, 596.84283, 252.02811, 653.91272, 536.75995, 680.28339, 230.92014, 608.59558, 621.31207, 588.39331, 528.30164, 673.75903, 574.99243, 527.95581, 520.85028, 640.86377, 471.48157, 563.26617, 730.33478, 549.75543, 705.3092, 585.60547, 526.84387, 432.98773, 678.95203, 660.55701, 712.7301, 635.22797, 814.92395, 585.95709, 627.9635, 551.70947, 495.53918, 594.1955, 610.8783, 609.73065, 514.83942, 517.49402, 546.32269, 565.59589, 514.49524, 607.40411, 545.46509, 630.52545, 329.24219, 681.16479, 529.63483, 629.92584, 529.84998, 613.05707, 619.12329, 746.0271, 602.61414, 369.1127, 704.3772, 540.70398, 526.63422, 627.81482, 466.13861, 470.97031, 598.31598, 608.76697, 597.93677, 491.1514, 535.0166, 541.95056, 615.30835, 552.72192, 574.44946, 600.39984, 639.70483, 597.68115, 554.36072, 649.91119, 551.71448, 682.94073, 563.64941, 498.30389, 552.62732, 643.91888, 616.40546, 652.00574, 693.77942, 483.28598, 542.96814, 565.49451, 696.12524, 655.0752, 644.77356, 615.34949, 618.74792, 486.94543, 654.2677, 657.41284, 602.5127, 257.64148, 99.07224, 372.99243, 631.55823, 700.39404, 617.98981, 514.99286, 629.86932, 594.53027, 665.02039, 572.35474, 541.91986, 275.41199, 845.89062, 538.04163, 724.94025, 362.56116, 574.43945, 600.89111, 601.7348, 490.6582, 529.54041, 755.76855, 567.68811, 877.28839, 700.14917, 411.30286, 257.2775, 698.55939, 773.07489, 285.54892, 755.37915, 592.91541, 538.99689, 747.01617, 793.8606, 565.21155, 747.67517, 884.75134, 472.32339, 705.53748, 403.55991, 437.42261, 647.94659, 573.92615, 746.68018, 579.43408, 516.21808, 688.06323, 363.82883, 684.04431, 732.3717, 673.25476, 647.59802, 662.05902, 660.15753, 229.66272, 670.87598, 655.57263, 595.79657, 637.6095, 863.29553, 508.38385, 517.53986, 744.41553, 781.63257, 849.29938, 653.44861, 496.24438, 744.05365, 387.61542, 612.97284, 1018.83264, 696.38879, 755.62317, 695.19226, 801.44482, 630.74817, 153.95615, 775.55725, 734.52002, 627.47052, 594.26868, 815.96008, 243.88942, 556.05182, 881.21716, 497.00299, 358.88104, 438.80292, 865.19409, 785.81812, 535.45551, 690.52698, 994.02686, 755.16602, 593.3808, 680.20831, 394.36304, 1024.03162, 712.24524, 287.72424, 920.35468, 396.64502, 895.11517, 596.48743, 1034.71472, 1118.30078, 613.48071, 1203.53491, 1215.30273, 796.15894, 1007.90643, 378.30313, 1089.74353, 680.64148, 509.7959, 359.21179, 914.89771, 490.71344, 1005.24097, 1095.33911, 527.80701, 1009.64355, 648.34686, 605.43567, 1002.3454, 1379.96899, 1253.55103, 1268.61194, 1100.1062, 1161.93701, 1153.04199, 1191.38647, 824.89038, 642.10815, 694.69818, 1161.82166, 1326.99194, 1241.54712, 997.85211, 1288.95667, 1708.22827, 998.42334, 1100.42627, 1583.79187, 1672.60107, 1839.29321, 1612.95129, 800.29382, 1217.86865, 1514.81665, 890.71869, 2162.81055, 1979.14636, 1990.60352, 911.4624, 1534.01318, 904.73877, 2296.69263, 1157.09973, 1826.09546, 2078.86182, 1580.97742, 1786.37024, 1689.7981, 2039.70117, 2005.28589, 681.06433, 2901.93604, 2214.82275, 1879.30298, 2559.17578, 958.72998, 2228.78076, 1845.34326, 1140.67944, 1979.98718, 2129.11938, 2743.85986, 2036.95715, 2302.21436, 1129.89734, 1151.54785, 2302.2749, 2922.53247, 3281.33325, 1531.27222, 3661.3999, 3061.90723, 3264.33447, 2903.00513, 3577.71289, 3017.1106, 3093.48779, 3342.38721, 3442.24902, 3571.47681 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 250.55641, 310.99612, 366.71588, 438.44846, 463.12576, 396.71384, 337.66653, 386.18399, 338.06775, 417.33893, 332.30585, 397.45435, 364.53381, 477.92108, 345.6203, 372.53983, 380.33057, 424.35199, 297.49905, 391.46936, 315.05634, 409.79593, 290.44827, 419.7157, 360.12573, 460.91754, 495.81757, 529.55823, 584.40668, 324.13071, 535.09625, 432.53018, 479.93442, 364.1535, 419.61093, 447.98022, 394.06516, 427.78339, 414.48273, 504.20099, 415.36981, 369.08652, 426.15552, 466.54059, 396.0206, 415.17093, 566.36377, 462.37524, 354.07684, 473.24838, 384.97998, 360.44855, 512.05603, 354.40521, 515.62012, 498.8201, 497.91983, 543.6825, 362.14404, 366.36371, 470.99335, 462.08505, 383.30728, 475.85428, 457.04172, 470.48828, 486.79272, 457.46143, 430.78952, 435.90686, 459.60892, 442.45917, 570.6123, 472.36072, 450.15363, 449.05609, 465.17484, 451.07861, 484.58105, 471.34607, 426.78809, 417.979, 483.367, 381.88315, 493.48807, 404.349, 481.57761, 456.86566, 381.42654, 445.47519, 448.66843, 386.15543, 345.72455, 412.03928, 424.1579, 440.86993, 338.45001, 501.76202, 509.01276, 480.8634, 436.09381, 444.77075, 533.34418, 400.07861, 559.91663, 390.13348, 510.58835, 421.5488, 407.58429, 451.79382, 369.84692, 373.27606, 484.97433, 389.14661, 460.28229, 448.94604, 455.19986, 444.08865, 542.39166, 520.01233, 475.26813, 397.14944, 540.05634, 376.98633, 506.20532, 456.26129, 517.3717, 455.42502, 460.58902, 461.48996, 440.0658, 522.61389, 425.38666, 559.6958, 420.73431, 456.83945, 309.82324, 536.13562, 514.34027, 428.95737, 467.47141, 447.05444, 559.68671, 410.73553, 510.0824, 547.10626, 365.50098, 554.40186, 429.44412, 639.15381, 508.93182, 476.09497, 474.07849, 543.10071, 397.31534, 495.36713, 425.83533, 655.159, 418.20935, 496.37073, 417.18488, 467.99765, 365.24924, 526.59894, 479.70206, 513.74158, 543.30884, 557.28442, 462.68857, 443.28308, 612.22351, 573.60901, 489.61743, 489.01376, 423.47745, 438.55273, 582.93018, 491.1937, 486.78995, 475.72549, 547.86627, 504.15594, 473.86182, 510.84692, 457.83142, 412.37747, 420.23987, 586.9693, 515.9873, 468.53958, 498.49902, 569.63013, 588.85699, 472.51041, 435.90833, 526.21924, 483.69562, 511.15833, 468.41324, 482.12946, 569.3736, 518.05969, 534.84357, 577.81439, 525.78986, 448.85721, 471.83478, 557.4118, 441.49133, 550.573, 424.31494, 547.68799, 545.16705, 477.05582, 443.98346, 429.83899, 620.51135, 350.75507, 511.55145, 458.04941, 523.15179, 549.89667, 527.00293, 417.63449, 512.72534, 497.94278, 495.96747, 504.82294, 599.7356, 484.5401, 422.27948, 562.034, 432.73004, 445.42905, 482.89786, 463.82718, 492.83752, 731.28247, 536.64001, 454.56821, 466.11432, 487.03638, 545.69946, 529.2511, 431.07697, 569.5697, 544.34253, 563.23059, 509.40775, 531.47302, 399.68176, 473.71082, 540.5155, 476.57745, 532.63489, 537.98407, 513.40381, 579.35535, 555.10809, 605.77142, 401.44693, 426.34912, 527.23071, 580.02069, 532.35962, 512.73114, 552.51965, 455.73987, 490.50787, 452.49884, 469.5784, 550.34491, 508.61374, 615.69324, 468.03516, 494.39624, 555.98444, 446.46439, 446.75296, 520.92377, 551.52319, 573.75336, 649.36371, 605.60614, 657.66602, 628.6543, 542.50842, 487.8175, 491.43579, 577.29297, 528.30774, 506.24585, 396.01379, 464.31128, 498.97806, 565.71973, 491.95117, 485.70123, 569.39069, 605.34216, 520.74951, 561.284, 402.53128, 565.66443, 577.64301, 461.12686, 548.18152, 518.7677, 559.44727, 607.94238, 537.15979, 463.89764, 465.76611, 486.66092, 463.62201, 455.83298, 636.29309, 571.21033, 537.97363, 545.34656, 476.07007, 477.13892, 555.20447, 662.27173, 606.42432, 655.18402, 622.66583, 583.69952, 473.95227, 489.85992, 429.2616, 544.59149, 532.72772, 524.67798, 580.95447, 479.29556, 644.40918, 576.80383, 607.59235, 534.96356, 605.94647, 496.60666, 629.55066, 575.052, 547.48071, 555.60492, 445.27014, 573.06299, 559.30688, 674.677, 628.48114, 692.51703, 586.37195, 566.12769, 592.38702, 584.95654, 441.05457, 660.90308, 604.74731, 567.48224, 466.0108, 619.64679, 567.38464, 627.22845, 663.95941, 551.58765, 587.09583, 582.84827, 469.58044, 500.51266, 579.10229, 554.53473, 560.15912, 506.42673, 547.06366, 489.38678, 489.1394, 531.57855, 480.02942, 558.06769, 507.52261, 514.95459, 565.76788, 481.90326, 512.15576, 562.03296, 522.83435, 465.68976, 579.7854, 641.38763, 524.57739, 591.83643, 572.94873, 557.04333, 542.06836, 554.75323, 500.27209, 516.52026, 618.63171, 531.10333, 694.45673, 649.7467, 588.27917, 494.9671, 663.01196, 489.35916, 637.34595, 577.34521, 492.71021, 588.03601, 558.04456, 544.6192, 546.79944, 624.16974, 623.4281, 474.21338, 474.51166, 544.60455, 569.88947, 616.4187, 637.01868, 519.23914, 652.58887, 566.03754, 485.55975, 628.34302, 544.60425, 639.60181, 544.57324, 620.44116, 678.80054, 569.492, 723.80029, 595.10474, 727.81683, 647.23718, 715.0907, 572.35083, 630.31104, 552.95605, 672.9834, 646.82068, 569.54895, 672.17639, 606.67572, 470.74603, 527.88196, 685.93951, 664.80951, 674.82086, 579.20447, 519.02441, 534.26257, 604.35547, 661.01093, 609.43762, 691.06885, 676.68439, 621.93945, 654.49805, 709.66095, 595.76971, 594.60144, 568.81866, 599.45435, 683.59167, 701.9801, 867.24109, 592.11249, 643.81232, 656.44543, 657.80627, 613.95636, 608.60022, 607.38599, 700.99872, 676.87634, 764.85291, 593.55432, 724.52368, 623.23639, 586.31989, 715.83118, 757.24829, 579.93628, 694.29657, 665.85413, 587.37054, 626.25378, 602.72021, 654.68823, 590.46588, 579.39343, 647.66553, 539.09192, 672.75769, 717.74463, 773.27893, 625.83691, 722.44135 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.8436386584535942, "neutral_loss": 3.433832281965638, "target_chat_loss": 1.7564686587277394, "target_docs_loss": 1.5430515180757414, "neutral_init_loss": 4.41813561553955, "target_chat_init_loss": 2.296485317993164, "target_docs_init_loss": 5.041962753295898, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 75.38532, 74.66448, 110.35399, 79.07383, 88.49832, 114.51942, 109.95137, 49.18301, 88.32658, 75.15642, 102.12979, 105.92711, 97.50597, 105.55838, 91.74986, 123.14389, 106.46082, 101.3578, 116.50677, 95.63796, 115.9347, 95.54924, 121.89818, 99.83986, 86.61797, 82.4314, 99.80237, 91.27255, 94.71632, 70.76511, 109.61539, 123.18443, 86.62661, 107.0918, 82.74197, 94.52923, 93.44337, 50.92747, 105.57408, 88.77867, 141.91936, 95.05431, 95.64565, 85.36269, 94.03606, 76.14386, 121.43971, 134.76648, 66.04433, 88.5324, 74.9135, 153.27954, 127.49038, 129.2262, 111.30392, 93.96875, 82.73278, 100.8593, 82.15685, 118.2545, 110.38779, 83.45234, 122.59283, 112.23595, 88.85658, 84.66389, 137.76285, 89.30963, 135.93147, 150.75507, 74.67957, 86.142, 119.66154, 90.39779, 124.366, 149.24466, 85.39822, 117.41023, 79.00697, 136.33466, 109.50899, 97.4248, 108.17788, 120.15246, 105.21655, 127.64481, 67.62595, 118.78836, 116.78695, 63.36995, 89.75299, 129.37236, 105.53644, 87.4453, 75.07851, 143.54428, 111.19038, 93.33642, 104.40704, 96.40649, 116.47632, 135.11734, 136.35049, 97.02664, 135.35474, 93.75644, 108.65946, 106.96296, 95.16171, 115.15399, 149.17531, 97.40179, 118.97148, 132.48029, 72.72143, 145.12607, 106.10524, 95.94915, 117.30117, 99.01659, 92.34858, 82.10046, 125.68533, 59.81522, 134.3054, 124.94585, 143.63498, 146.56696, 120.81191, 80.7787, 132.37335, 117.80119, 145.81168, 117.4178, 51.78821, 106.45404, 147.29974, 141.319, 154.70479, 148.71109, 111.27505, 166.01697, 75.9496, 167.1722, 104.97984, 133.16858, 90.16174, 144.17157, 145.33862, 105.76784, 125.88219, 117.67435, 116.43498, 139.27646, 115.95676, 126.00232, 143.8858, 116.86368, 107.28047, 118.9481, 138.78864, 178.27235, 153.74115, 152.64877, 137.18346, 122.49236, 89.96941, 117.23179, 150.56703, 114.41214, 157.96049, 134.78632, 106.20193, 131.58704, 158.35265, 127.52808, 120.79687, 104.40178, 130.03688, 130.89597, 127.32777, 125.6188, 116.17934, 130.19505, 148.75587, 82.40858, 148.62225, 92.1866, 94.41063, 98.21056, 119.09161, 144.61398, 126.00751, 125.67912, 91.42575, 146.03201, 113.07949, 106.32205, 169.92599, 145.13033, 145.25859, 115.22154, 139.92606, 90.17854, 95.95448, 104.45908, 135.45024, 159.96788, 109.78465, 109.48971, 112.35173, 118.28216, 101.44279, 96.70126, 141.69217, 161.48773, 106.33424, 146.54161, 191.5274, 142.7637, 155.88922, 103.83189, 167.03287, 92.94449, 123.92847, 158.38455, 113.76808, 132.84729, 141.49889, 135.13074, 97.2387, 177.20178, 163.58234, 117.23045, 145.00574, 135.50966, 151.61115, 117.1924, 153.49118, 163.61737, 180.58855, 128.31456, 101.22487, 121.92719, 156.90103, 135.76195, 138.27722, 200.25748, 171.49709, 146.71326, 80.0918, 127.22493, 160.55057, 259.70071, 325.72745, 366.76178, 316.7576, 257.95923, 279.88446, 315.8226, 413.93195, 348.5946, 260.65033, 280.55521, 283.25348, 276.17801, 355.9353, 319.51773, 320.05011, 323.53134, 371.85168, 304.81186, 342.06494, 354.14899, 322.70032, 411.94281, 382.87836, 322.82587, 346.19208, 293.67963, 302.13501, 356.09979, 389.51575, 289.86829, 303.13226, 381.74347, 353.93082, 283.02048, 334.22015, 356.33932, 335.25513, 297.17081, 302.10809, 344.99774, 316.88535, 363.51117, 362.42834, 289.0694, 313.31882, 255.54634, 396.11807, 353.68405, 342.68793, 351.36066, 437.65106, 423.72778, 393.4566, 380.48495, 319.98956, 399.93091, 303.38086, 426.35754, 318.74219, 302.62231, 219.13696, 333.47211, 365.48438, 459.05548, 382.31714, 383.21509, 374.5748, 311.82831, 264.3382, 289.82965, 224.28497, 305.59137, 354.995, 327.18164, 366.32266, 279.2915, 345.935, 416.13278, 272.23096, 314.6907, 347.94214, 424.84235, 321.59125, 384.33078, 404.75562, 438.58447, 457.90723, 357.97238, 342.8432, 314.55502, 293.06476, 369.86987, 308.18134, 345.83539, 314.9939, 357.78326, 526.24487, 431.54327, 367.1951, 359.46771, 385.89905, 397.65369, 386.30405, 286.07568, 389.09149, 444.76501, 343.78839, 422.07178, 461.53821, 316.04163, 469.32953, 419.3671, 296.28848, 297.05829, 239.49667, 310.46393, 363.25748, 487.22, 311.341, 276.07632, 326.77295, 378.62195, 290.31918, 287.36969, 362.88895, 495.94373, 383.48724, 321.99103, 403.16357, 472.99799, 354.18158, 326.11642, 431.41888, 465.52975, 415.84351, 335.88641, 397.52374, 367.07043, 423.89789, 433.52994, 400.60547, 408.81824, 460.71851, 223.72342, 308.79034, 348.38251, 244.71727, 333.01276, 449.47519, 378.034, 480.35004, 486.15158, 294.09256, 481.49878, 338.84003, 346.84387, 298.13049, 303.19128, 290.36261, 305.44177, 375.5368, 601.32611, 366.16949, 294.32166, 361.28415, 469.74408, 227.045, 447.89795, 370.92108, 369.82501, 392.38583, 402.2149, 393.99805, 247.88953, 337.4155, 329.80035, 442.21967, 358.53729, 341.27454, 323.05389, 489.86237, 301.05682, 363.11084, 385.4549, 475.57837, 365.66864, 465.16187, 477.12601, 383.99792, 550.91589, 485.08643, 397.18213, 450.71277, 426.89343, 478.07788, 515.3606, 345.76993, 438.03833, 414.16833, 382.34637, 484.84869, 423.56534, 454.0954, 440.11435, 411.38895, 398.74445, 461.73596, 411.84314, 387.75833, 527.36804, 425.21686, 495.52802, 433.09732, 399.04001, 390.9101, 531.44275, 317.1524, 331.44522, 410.82501, 415.8017, 393.56195, 491.82742, 415.60077, 435.62268, 463.78238, 391.79791, 403.28162, 464.4696, 490.75775, 366.28424, 467.58734, 350.1438, 399.7381, 240.53432, 452.69653, 397.98187, 479.9454, 393.36179, 439.25247, 284.84921, 326.22736, 437.78073, 359.53546, 360.0766, 376.94086, 305.53647 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 229.9711, 262.06964, 256.68823, 311.56744, 291.61911, 306.14795, 304.72235, 269.48242, 390.62598, 51.43583, 295.68286, 461.36423, 471.63013, 316.66489, 329.87421, 499.42206, 540.12592, 373.50858, 448.50055, 529.69299, 233.83138, 357.09589, 430.71991, 150.2668, 428.08392, 312.00986, 460.7774, 381.67596, 401.37109, 441.43375, 524.60199, 297.78146, 466.18332, 435.79608, 412.07684, 465.07513, 451.02542, 400.80936, 452.34305, 401.1123, 476.54739, 394.33932, 485.66779, 383.95779, 422.58765, 463.19284, 391.59106, 560.33655, 444.62122, 510.4104, 410.04782, 447.31113, 474.58661, 563.99426, 472.89359, 413.85272, 412.08191, 546.17188, 545.94946, 367.68341, 563.46588, 359.52783, 461.35526, 381.57571, 498.44427, 423.05048, 347.49072, 401.60818, 439.14246, 593.47302, 526.88086, 384.1424, 394.35556, 511.05722, 336.7132, 496.62576, 597.35822, 391.72906, 415.74341, 509.20718, 464.17804, 532.19257, 487.2735, 512.38446, 482.21558, 412.62549, 476.10608, 339.5993, 449.29333, 466.77771, 518.48462, 241.4715, 370.10211, 544.82251, 518.82361, 683.24219, 405.76123, 429.57455, 413.90143, 480.86655, 595.62195, 685.33899, 483.93689, 448.7056, 459.58514, 602.79962, 329.21042, 459.79572, 531.6908, 541.98785, 417.07028, 372.7865, 500.95935, 269.69958, 457.74689, 537.63239, 492.30835, 486.64871, 483.05115, 413.70209, 518.62115, 518.4574, 523.63013, 479.68961, 496.79218, 430.68475, 704.43915, 364.43332, 533.5155, 518.31915, 470.25873, 453.23004, 335.98715, 534.75232, 298.12796, 430.10077, 502.84555, 498.91779, 558.42828, 540.59943, 557.19812, 587.16321, 575.33167, 375.24176, 619.24011, 396.51559, 642.38037, 544.02466, 567.77783, 342.03836, 545.64673, 561.23694, 511.37613, 459.27271, 479.88519, 524.27124, 397.23874, 612.42249, 478.12012, 526.14502, 502.7738, 515.28345, 562.14703, 673.50085, 528.02185, 512.08344, 467.42657, 260.22662, 491.39645, 425.17944, 600.08331, 521.47046, 426.06726, 549.74292, 654.45764, 586.14819, 508.40372, 624.10608, 253.68503, 538.14539, 464.14011, 493.90131, 569.80115, 453.79004, 403.02817, 543.28638, 415.89224, 568.02258, 466.56195, 562.60083, 640.00989, 547.00079, 576.24927, 542.16504, 575.87549, 571.42114, 570.68079, 564.22986, 667.44061, 419.07016, 505.75894, 371.74106, 497.02576, 655.08386, 532.29102, 459.70877, 702.70715, 642.53601, 597.16541, 250.069, 649.12598, 535.99408, 679.67731, 234.99512, 623.68109, 626.98969, 593.16876, 534.3158, 673.61609, 594.25049, 519.98895, 518.82062, 635.30322, 474.7464, 568.04639, 736.54254, 559.59058, 712.89014, 595.59839, 524.03479, 444.32416, 684.01904, 668.41309, 708.99609, 635.47339, 808.23499, 593.24268, 623.59863, 564.87817, 502.04434, 598.44183, 619.19165, 624.19525, 526.59637, 525.49805, 567.04742, 566.26978, 515.52112, 616.29065, 552.43146, 648.70801, 344.4726, 679.38489, 531.15808, 636.78198, 541.8725, 613.53271, 632.94159, 757.18311, 620.94165, 375.51697, 697.60999, 546.08466, 541.05103, 629.58612, 496.90723, 471.15091, 603.68518, 629.52454, 594.60455, 492.24942, 555.88049, 554.11523, 619.53394, 554.08051, 585.91559, 599.96777, 643.12805, 608.82617, 547.78021, 668.83936, 549.18164, 686.56128, 561.90942, 510.45551, 554.59467, 643.2356, 627.84308, 650.62921, 705.2984, 491.03491, 556.0296, 561.96936, 701.2998, 662.98096, 637.87457, 629.79608, 632.55017, 507.69321, 665.60193, 662.55267, 611.487, 263.76602, 100.73318, 382.32962, 638.26428, 715.44995, 619.10327, 531.19885, 643.16614, 608.15552, 684.1311, 567.22644, 541.90027, 280.94662, 838.0022, 550.40009, 731.27759, 357.3136, 585.15796, 610.83514, 618.58258, 501.12311, 546.599, 764.98877, 579.03979, 887.78186, 703.62903, 416.323, 258.38797, 699.97693, 777.27972, 293.00647, 775.42761, 602.6842, 551.12207, 746.08337, 783.38965, 567.42371, 746.85132, 871.61938, 485.80176, 711.2832, 419.22681, 449.98169, 638.25769, 591.38721, 753.36414, 577.81909, 525.86829, 682.67236, 364.5173, 694.12537, 742.84973, 676.46277, 669.01624, 675.90698, 675.36877, 240.88425, 672.10864, 669.63861, 606.44635, 638.9765, 884.21423, 508.40292, 529.95111, 751.15637, 794.35211, 855.7113, 657.25311, 513.28906, 756.50488, 394.16089, 628.94653, 1023.04822, 716.8432, 762.36536, 699.08911, 803.52301, 643.17712, 153.29063, 776.6637, 700.72321, 638.76239, 612.03271, 823.60815, 253.98141, 559.57043, 889.04199, 499.48688, 375.9718, 442.48657, 874.50195, 793.68402, 538.98328, 691.43787, 975.67871, 749.06921, 599.37079, 691.80499, 414.32462, 1023.7981, 708.57361, 287.03525, 929.6676, 404.74829, 878.25214, 607.60364, 1072.17871, 1132.2251, 607.1062, 1201.14014, 1230.92163, 791.6189, 1033.41284, 375.82391, 1114.23047, 678.97253, 497.76752, 364.6286, 910.9303, 502.25708, 1002.73828, 1093.09253, 549.25183, 1003.19891, 653.07434, 615.19305, 1016.33289, 1414.6665, 1286.40857, 1280.51453, 1097.81531, 1189.26501, 1173.52344, 1230.97437, 838.82928, 676.07251, 684.17786, 1205.81409, 1364.82227, 1265.01147, 1005.18665, 1322.76929, 1705.88806, 1000.05359, 1127.89893, 1608.41919, 1697.19092, 1860.47815, 1627.51294, 799.79694, 1258.49316, 1539.99097, 923.30054, 2190.70239, 2003.3313, 2029.77344, 934.32922, 1586.50806, 917.85498, 2333.58228, 1203.78784, 1854.74524, 2119.18164, 1611.81323, 1867.1731, 1711.94275, 2069.65942, 2020.93677, 701.72864, 2941.21094, 2253.63281, 1935.23071, 2601.40479, 975.10382, 2273.57129, 1892.3606, 1153.59888, 2096.42578, 2169.84961, 2806.57593, 2095.18018, 2402.67065, 1146.34473, 1194.4115, 2379.6665, 2999.46094, 3360.15747, 1596.72119, 3734.68701, 3210.77148, 3360.9165, 2973.20459, 3611.20752, 3064.49219, 3130.20264, 3382.4729, 3491.40674, 3635.90674 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 255.98384, 304.25299, 363.45096, 444.95337, 459.06552, 383.52924, 337.70923, 388.59421, 330.64331, 409.70581, 341.54749, 386.6973, 354.94318, 472.28027, 345.84854, 363.54431, 377.00577, 423.9697, 289.38135, 379.42883, 314.10593, 416.92926, 282.67792, 411.22705, 348.99646, 466.45703, 496.65332, 530.34338, 577.73962, 323.2211, 534.00287, 429.96445, 481.3974, 365.55322, 410.66632, 427.10001, 385.72223, 419.41833, 422.63403, 499.91968, 412.17264, 372.07758, 417.67883, 465.14148, 400.52563, 412.86359, 563.31396, 458.13501, 341.02588, 466.46179, 379.97186, 356.00543, 509.93906, 349.30499, 516.90369, 503.00916, 496.02975, 556.64893, 360.64078, 363.77765, 468.66461, 457.42633, 375.43256, 481.57092, 456.1673, 458.88739, 488.09711, 455.42654, 424.91559, 426.13293, 453.54681, 438.26596, 567.54126, 471.24341, 440.5946, 430.29745, 457.58319, 440.80145, 484.23853, 477.69553, 411.3541, 425.021, 481.91754, 381.95114, 486.23959, 392.96368, 469.99872, 448.94061, 375.18762, 434.4631, 439.43561, 379.48669, 334.31027, 414.73553, 423.37201, 437.71426, 334.39417, 500.38809, 504.96106, 472.68951, 433.21863, 444.45251, 546.68353, 385.82327, 541.48889, 380.55893, 508.7998, 424.95483, 406.46124, 446.55145, 372.53235, 363.76001, 476.52881, 369.14871, 450.32434, 438.9588, 454.97089, 428.78479, 537.5379, 524.52606, 472.505, 394.5517, 538.18323, 375.96594, 504.17865, 456.03073, 520.2627, 447.84439, 452.75977, 441.72787, 438.08459, 515.78088, 434.8316, 564.85986, 421.97858, 449.83301, 306.01712, 523.64661, 503.88403, 422.15866, 459.39798, 435.26886, 547.05646, 407.37576, 490.26117, 546.48096, 355.73837, 545.71014, 433.00458, 644.08075, 510.10913, 486.48172, 463.35034, 550.0802, 390.06534, 486.89905, 411.87866, 655.76685, 425.30197, 480.42865, 419.69452, 461.02454, 358.27835, 533.44385, 485.00464, 508.47205, 550.76648, 552.01965, 447.24042, 434.16333, 618.84998, 567.23608, 487.18243, 477.26489, 407.64136, 435.38092, 577.02429, 491.47443, 476.01947, 474.68164, 542.89648, 493.68961, 458.51685, 493.36243, 442.23831, 402.63556, 432.16071, 590.43744, 506.68939, 468.28146, 513.4679, 560.66284, 578.81152, 477.99561, 434.17114, 526.79083, 477.95096, 508.23401, 463.522, 491.90131, 580.42896, 514.36707, 529.28479, 575.67493, 521.74585, 453.18246, 467.65701, 553.02185, 434.90869, 543.29504, 421.21564, 536.46808, 539.74005, 468.01874, 428.00153, 425.01331, 633.45459, 348.22821, 501.85522, 449.86499, 509.00797, 554.67468, 516.58179, 419.61917, 507.88678, 492.2439, 498.88544, 499.80377, 586.24243, 474.47986, 422.42593, 566.88812, 425.71423, 446.03891, 468.59082, 464.47241, 481.84607, 759.70374, 540.96674, 451.84991, 461.22302, 477.53448, 556.64392, 524.77838, 425.04285, 575.40515, 545.67114, 558.1189, 514.96057, 516.85144, 398.21655, 479.62769, 549.90332, 460.89117, 534.86932, 523.38092, 504.09698, 575.39191, 557.67883, 599.70605, 403.5694, 426.87872, 549.979, 566.00854, 532.85498, 499.79761, 558.96906, 444.27069, 494.81873, 441.70178, 466.67807, 532.63074, 505.17224, 618.21973, 463.12747, 486.0672, 536.98157, 444.14468, 440.22546, 516.7392, 546.94263, 575.48889, 656.03986, 599.25549, 656.59094, 623.22485, 544.36792, 477.91675, 497.8559, 578.08862, 541.62769, 495.12686, 392.25848, 471.25821, 488.22983, 550.60339, 493.17545, 483.88266, 561.10425, 601.91431, 518.43213, 550.50055, 401.79099, 552.70874, 585.76831, 466.98358, 546.67786, 502.67731, 566.88885, 592.63184, 539.16351, 433.74753, 460.96371, 479.23181, 465.52609, 445.80176, 642.49939, 566.8667, 534.12811, 535.69214, 468.19806, 469.9649, 556.7583, 659.31177, 604.53522, 661.24219, 629.74597, 592.62109, 484.34836, 477.80829, 426.33978, 548.45398, 537.73877, 524.06604, 590.64276, 478.86829, 637.62067, 573.6958, 595.13361, 540.75385, 576.46625, 482.38068, 620.61169, 575.45459, 553.83704, 543.70227, 424.26602, 566.31, 545.9563, 673.04279, 616.78717, 672.94281, 580.74561, 577.10144, 586.84619, 561.73279, 437.24017, 649.28772, 592.79858, 564.91516, 458.09949, 612.57886, 564.19226, 631.84955, 667.82239, 561.18359, 583.86462, 564.09204, 458.38416, 496.61282, 586.60693, 547.42883, 576.39966, 510.49915, 544.43646, 488.11224, 492.94049, 525.33575, 475.55981, 549.84851, 507.09161, 516.30737, 555.57269, 469.31351, 497.20993, 550.98981, 521.18884, 458.00586, 564.60059, 640.64575, 513.15173, 582.93127, 558.61298, 563.41223, 548.37378, 536.41528, 500.40619, 521.00293, 601.85797, 531.82898, 695.61786, 643.07715, 562.45514, 489.89886, 667.06885, 487.33432, 643.87433, 577.28894, 490.11713, 577.67249, 547.13464, 535.38159, 527.68951, 617.75281, 622.82727, 470.48669, 459.48322, 548.47833, 565.59399, 613.54993, 638.28387, 500.48541, 650.43591, 558.94934, 476.61102, 628.53308, 543.19623, 643.42896, 534.71448, 621.13318, 673.21606, 568.11371, 718.34882, 598.21631, 718.7196, 643.13196, 720.40497, 574.69275, 621.91333, 543.25494, 678.43054, 637.31409, 561.28943, 664.8559, 600.24188, 470.37012, 527.52808, 674.73175, 655.23029, 662.16846, 570.49353, 514.14355, 529.49268, 601.84723, 648.9873, 603.66089, 698.56592, 681.95093, 624.87939, 661.74445, 708.55579, 582.17755, 589.63275, 554.89673, 599.81927, 680.82617, 669.96545, 868.26709, 576.31586, 648.83569, 649.32159, 655.0625, 630.79102, 587.11298, 616.24512, 686.92926, 666.31927, 771.08447, 595.83215, 716.83984, 621.27551, 578.23828, 697.03271, 748.94928, 586.9491, 686.52209, 678.16846, 593.25793, 620.8678, 584.30829, 636.33582, 595.31567, 578.02551, 659.47504, 531.3725, 674.11066, 722.41919, 754.2215, 604.82239, 713.40979 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 1.3758389700622, "neutral_loss": 3.5734135453232967, "target_chat_loss": 1.8285116724418953, "target_docs_loss": 1.6012714360760423, "neutral_init_loss": 4.57603270111084, "target_chat_init_loss": 2.280624959564209, "target_docs_init_loss": 5.128454388088651, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 77.11312, 78.90486, 114.06857, 80.90897, 80.47916, 106.35509, 114.26759, 51.75893, 85.65649, 83.02251, 109.96859, 99.48544, 102.16154, 109.79316, 89.27464, 122.64465, 106.43461, 108.43944, 123.59734, 99.19451, 116.596, 97.33698, 126.96144, 103.5447, 88.75445, 75.51877, 104.11762, 93.52633, 99.56449, 68.58469, 113.17, 132.10985, 85.43231, 105.95251, 81.90814, 99.54723, 94.002, 51.68188, 105.92898, 94.43353, 141.27017, 92.03336, 91.42671, 91.36284, 92.91187, 78.24721, 123.69883, 133.18262, 65.36845, 89.23074, 79.84895, 160.92043, 135.22717, 139.76791, 112.45467, 97.36549, 83.88135, 107.56645, 86.68742, 117.24564, 114.75471, 85.85027, 120.24773, 118.93327, 95.87188, 92.6749, 146.81303, 90.95799, 143.09167, 148.00929, 75.47977, 86.4857, 120.21642, 94.98036, 141.00368, 159.59723, 89.25912, 114.95463, 81.2905, 134.95638, 111.33058, 106.96513, 121.30128, 118.63268, 102.64391, 129.63727, 76.98711, 120.87418, 119.68758, 61.22081, 94.20081, 133.69739, 110.8804, 85.85683, 73.05054, 156.17975, 115.76146, 99.31746, 111.87625, 97.37279, 118.30316, 144.54932, 143.19496, 107.27107, 148.78622, 100.56902, 95.09172, 111.62866, 92.76221, 114.37385, 153.50607, 109.75207, 120.0348, 139.6658, 73.12065, 144.55475, 115.25554, 102.34065, 115.26447, 95.07237, 88.99008, 89.3134, 132.53905, 61.96838, 133.9986, 124.49939, 150.20667, 145.89043, 131.33382, 87.85593, 143.39957, 119.45261, 147.41719, 118.90849, 64.91192, 112.2982, 156.47659, 145.90799, 158.32761, 156.44147, 119.33344, 177.18118, 97.78582, 162.60477, 103.16444, 136.03471, 94.87103, 157.30406, 161.47897, 116.70522, 120.4015, 131.6376, 118.45179, 138.93861, 119.62627, 143.40973, 151.00848, 123.84202, 123.74968, 122.79349, 140.60577, 182.05124, 151.20082, 164.20192, 138.36261, 127.30455, 85.85673, 118.32193, 153.4968, 120.97807, 161.51439, 139.15283, 110.88857, 134.0287, 161.97026, 129.15912, 122.90867, 116.00927, 134.94229, 128.42542, 135.29391, 124.27664, 115.71161, 133.19949, 164.01494, 86.25452, 161.14604, 92.42553, 96.9846, 93.96359, 117.36794, 141.40643, 122.91032, 122.31932, 90.39349, 154.70113, 115.18599, 113.84562, 174.24449, 152.10416, 148.4733, 122.03705, 141.50429, 92.42625, 100.45145, 104.2178, 144.49509, 158.02042, 117.42557, 114.39621, 129.87265, 115.88204, 107.70526, 99.89311, 146.67912, 161.06348, 118.4073, 154.08282, 192.48776, 129.85577, 164.61314, 104.82359, 172.95282, 104.68685, 122.12967, 160.62228, 113.20203, 131.25571, 143.6093, 140.30939, 104.72424, 186.09212, 155.64597, 119.09371, 148.7735, 142.49068, 156.01492, 123.15473, 159.97583, 179.13654, 183.82065, 132.57901, 97.28389, 130.37396, 161.17537, 148.2455, 140.46776, 205.39935, 169.64421, 152.23322, 82.90116, 126.76411, 154.49039, 284.01965, 357.11279, 377.33972, 333.6069, 268.09293, 303.06955, 325.35538, 426.44284, 384.48422, 291.42612, 283.13248, 308.51819, 281.84479, 382.6947, 324.01086, 327.72504, 336.42206, 383.42484, 325.98566, 356.02325, 372.70068, 352.25098, 409.52612, 395.49249, 327.91248, 357.05182, 303.43381, 322.79822, 349.50323, 389.30499, 295.65668, 318.53619, 414.05225, 368.90295, 291.96637, 350.35968, 376.65759, 348.64154, 325.61951, 305.74539, 353.00482, 340.63794, 352.80563, 404.50977, 295.14984, 327.61096, 265.75311, 415.68597, 381.7854, 349.00708, 360.84076, 453.23953, 438.97192, 429.87949, 409.70453, 342.17004, 412.7291, 317.50967, 450.38092, 322.3465, 310.9848, 239.99937, 351.96991, 382.47144, 461.74219, 385.55872, 395.80994, 400.98846, 315.41998, 263.23163, 316.88519, 252.78706, 307.93829, 368.9545, 350.62518, 408.60095, 292.16495, 351.76495, 440.61853, 291.19339, 329.16757, 370.58463, 475.24713, 340.97015, 400.11826, 427.03265, 460.26041, 477.35843, 379.18585, 366.89679, 331.05139, 298.35483, 390.95227, 328.49536, 362.51135, 348.88791, 364.34357, 539.68335, 460.85175, 378.35602, 368.70172, 390.5433, 431.44174, 400.30206, 307.4577, 398.2453, 467.35785, 361.24103, 436.18771, 484.16425, 347.55023, 483.83417, 436.92798, 317.19482, 314.36896, 251.9408, 323.90549, 378.58832, 530.81165, 323.25055, 295.59216, 337.12402, 423.89911, 305.56686, 308.78604, 380.2348, 528.94568, 401.89691, 349.70801, 429.12613, 493.24887, 347.99966, 340.9942, 443.35422, 494.25824, 427.99384, 344.24036, 412.52097, 379.9173, 437.54529, 444.21442, 406.37433, 432.94366, 486.07288, 241.36142, 321.80069, 363.68729, 259.6889, 339.28711, 468.85547, 399.7659, 502.18253, 509.14954, 311.40775, 496.1806, 354.80588, 349.90735, 305.94745, 303.6434, 289.57828, 315.67175, 389.77075, 629.50183, 369.68091, 311.90152, 380.50369, 478.45544, 253.46478, 459.30811, 374.80048, 385.38947, 402.50458, 403.54477, 415.41144, 267.16248, 346.76691, 349.59384, 456.50873, 384.16809, 362.15118, 324.87708, 487.64832, 308.69977, 382.55811, 390.05438, 496.84677, 389.14319, 484.71323, 486.41956, 400.50165, 586.59418, 498.76077, 394.58063, 460.38538, 439.20087, 495.06088, 531.5069, 364.1265, 442.88312, 433.03891, 403.5094, 507.75717, 450.2702, 471.93451, 469.47397, 425.92969, 426.03094, 480.69373, 440.5213, 393.34558, 537.30444, 441.45035, 490.41754, 443.61932, 425.64136, 425.03885, 548.86584, 327.69629, 360.54611, 397.74225, 452.17563, 419.23706, 511.84326, 440.93668, 454.01306, 466.95422, 390.25769, 411.186, 483.65121, 507.5657, 391.51959, 501.10272, 365.91238, 424.2486, 246.50612, 451.07556, 425.93164, 526.7782, 402.24548, 454.4953, 307.56833, 329.38541, 466.88116, 364.05258, 376.02661, 387.76221, 299.23862 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 246.85764, 273.33374, 258.97766, 338.18628, 302.1846, 300.47479, 305.40094, 276.17047, 424.87335, 58.6609, 312.95319, 478.53577, 451.19635, 321.48526, 345.84131, 518.58716, 534.40674, 389.66434, 462.02856, 532.19989, 250.54791, 371.26917, 454.66574, 162.07776, 433.68234, 331.53436, 477.39301, 405.10297, 410.34579, 464.22699, 549.65643, 319.18921, 459.49603, 458.01422, 430.6568, 475.8877, 478.23279, 428.27341, 454.77301, 408.03424, 495.13232, 412.14594, 505.67633, 403.47083, 426.66498, 495.07791, 416.28165, 589.45496, 460.44177, 522.0769, 413.2121, 467.75006, 460.24945, 552.93591, 489.17886, 435.02692, 418.33609, 573.52002, 582.50531, 392.29349, 585.40857, 380.48456, 479.31732, 399.14398, 512.93127, 451.18286, 376.96265, 407.40906, 454.55692, 649.3136, 544.72937, 384.36121, 426.99799, 554.8623, 353.65094, 509.40359, 611.16217, 403.0943, 426.44751, 526.77448, 483.00293, 564.38702, 512.1123, 548.72668, 485.26147, 422.89478, 492.31241, 365.37915, 462.49631, 479.99985, 534.24396, 251.0217, 374.61877, 576.88684, 547.50299, 705.07928, 437.50076, 443.37729, 416.67624, 488.85834, 616.18384, 704.80334, 489.79865, 468.04456, 468.55264, 614.47449, 342.22821, 467.89215, 557.93353, 584.54523, 448.3833, 394.39062, 494.6355, 281.95239, 471.09216, 560.05957, 517.95856, 497.99713, 487.16272, 435.29816, 544.88629, 514.72156, 525.21277, 509.21118, 507.99588, 442.28381, 772.21228, 411.70404, 540.10498, 539.5097, 510.17255, 479.64465, 347.77414, 547.80847, 338.16827, 448.89832, 544.29181, 509.83411, 548.4364, 577.39954, 581.70398, 624.5177, 601.51416, 386.98834, 642.66724, 418.99561, 631.03955, 560.34265, 580.57373, 359.10406, 563.33997, 559.57935, 504.46106, 468.47937, 510.66492, 545.66193, 423.85699, 620.72168, 482.66443, 554.73975, 535.68909, 527.55121, 602.74097, 688.63513, 578.38452, 549.7124, 491.81049, 268.6449, 512.72119, 443.05902, 623.33606, 549.64429, 442.03119, 582.46515, 658.76758, 580.34033, 551.06165, 633.56171, 273.85504, 545.79272, 500.18576, 517.59442, 561.07983, 475.98239, 429.53766, 557.04993, 418.5665, 575.18976, 470.44568, 568.23242, 656.53815, 554.16211, 575.22479, 551.8175, 558.82812, 591.18561, 611.6123, 589.92664, 687.62708, 424.40213, 528.1748, 350.81342, 512.76868, 680.90002, 542.47412, 486.21545, 699.96082, 727.03784, 605.53247, 260.53891, 646.14044, 541.8125, 689.04675, 245.16199, 661.53455, 647.11865, 634.28339, 554.70825, 699.8454, 672.58704, 510.34528, 517.24707, 643.33606, 501.75909, 604.03369, 770.80042, 586.86902, 740.57959, 613.24878, 528.23535, 473.375, 705.94196, 693.67212, 693.83704, 647.41199, 802.96674, 611.14514, 624.21423, 593.8291, 518.3595, 599.43726, 634.26752, 647.23322, 553.70801, 559.98389, 628.62976, 572.71777, 516.58447, 641.68555, 565.55792, 689.88177, 392.39246, 684.32611, 531.86847, 659.10742, 571.82532, 618.90045, 674.11218, 785.25092, 663.66315, 393.91879, 690.44244, 570.36365, 563.33893, 629.87225, 553.51111, 492.92648, 624.58319, 679.00647, 605.06348, 502.06625, 590.14404, 582.88275, 629.94177, 565.20276, 612.71582, 618.9259, 647.61633, 621.43103, 545.23553, 718.06506, 552.01544, 715.41522, 557.84552, 546.12634, 555.34692, 653.63721, 647.67444, 649.32739, 739.07916, 525.39233, 629.7226, 552.76709, 709.38922, 690.47504, 637.8197, 670.87708, 665.97321, 567.37903, 692.36383, 678.95874, 644.67688, 281.03143, 106.16531, 410.56454, 666.74066, 742.01093, 631.31659, 568.63477, 679.70166, 642.56842, 735.46106, 550.04932, 550.57385, 298.75772, 839.71478, 578.20569, 751.31708, 352.79242, 598.4801, 641.32471, 664.79852, 524.93787, 574.38721, 788.15002, 599.2583, 918.26636, 749.05066, 425.44641, 257.00598, 715.02551, 790.25171, 314.08008, 828.58997, 617.18311, 573.59607, 752.03412, 790.41376, 604.48383, 745.86102, 843.66229, 518.84534, 727.63538, 442.11322, 477.61108, 649.73657, 638.36377, 774.4054, 576.04718, 540.58417, 686.6145, 377.01306, 740.34863, 777.85626, 701.08838, 719.06097, 709.6839, 709.05066, 253.12695, 681.29681, 733.57867, 629.302, 662.24585, 935.2002, 517.69226, 555.54175, 766.41553, 845.01611, 874.57202, 669.86633, 541.41199, 768.80298, 409.38861, 673.23474, 1036.99951, 751.94373, 770.88287, 711.84229, 826.36121, 690.94464, 162.55206, 782.91608, 657.65515, 667.30133, 637.98145, 843.58325, 269.66028, 558.70062, 885.10938, 504.31427, 407.57031, 464.01996, 888.91479, 808.46838, 542.84955, 703.03516, 972.88757, 744.138, 602.07324, 734.60669, 468.91797, 1032.45508, 728.23724, 299.97244, 1002.69836, 416.23871, 868.37732, 634.25635, 1189.84033, 1178.90149, 606.42267, 1193.25024, 1265.95581, 784.01648, 1103.67236, 365.09302, 1170.78345, 682.55042, 452.90527, 385.08511, 929.23132, 542.19934, 1006.2179, 1096.14575, 591.06775, 970.56439, 676.80872, 654.8233, 1052.92078, 1484.67346, 1373.31079, 1318.94434, 1098.89673, 1285.23901, 1240.12244, 1324.67798, 877.73273, 745.82104, 710.6673, 1330.17737, 1446.42163, 1300.94763, 1024.27283, 1403.92456, 1713.85095, 1009.88531, 1208.36133, 1675.29272, 1771.66821, 1907.48352, 1677.89624, 806.79279, 1349.34619, 1589.30518, 1005.18604, 2265.61621, 2077.77002, 2126.48779, 1002.99359, 1721.51599, 972.42322, 2430.06812, 1320.40295, 1905.7627, 2208.40186, 1691.76074, 2062.0752, 1761.23376, 2169.53394, 2070.96826, 743.54388, 3041.48584, 2358.24634, 2050.85498, 2693.24023, 1008.82019, 2375.24219, 2011.8606, 1218.62891, 2365.98828, 2300.49609, 2955.66553, 2262.34985, 2667.87891, 1208.29321, 1293.76453, 2569.96924, 3190.35156, 3538.40234, 1754.71021, 3894.43604, 3528.90869, 3571.13037, 3148.91064, 3703.25903, 3179.45801, 3246.44019, 3487.72998, 3614.88281, 3793.53833 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 265.08704, 297.03677, 375.14215, 467.28113, 457.4783, 377.70013, 351.56943, 402.26569, 343.4433, 416.7005, 360.14923, 387.30823, 358.95135, 475.92627, 364.61676, 366.89822, 379.32751, 435.82007, 291.89771, 377.27106, 345.19299, 434.18344, 280.68283, 413.66995, 345.83469, 497.61487, 513.17365, 553.54425, 591.59961, 340.24649, 545.30884, 465.79999, 504.20514, 369.7016, 411.68347, 398.82495, 400.96405, 431.38559, 450.67346, 502.33731, 414.88446, 395.54071, 423.44733, 477.02267, 412.99213, 425.71591, 595.10815, 466.84644, 343.66415, 477.55869, 390.42758, 373.14148, 535.6441, 352.38733, 532.21643, 521.10242, 527.80847, 594.12866, 382.73743, 388.52502, 484.80206, 472.54663, 395.84454, 501.85608, 481.06024, 475.48676, 516.90088, 498.76974, 444.89401, 428.11865, 456.31076, 462.61041, 583.92352, 497.05377, 446.06641, 429.64929, 478.66016, 441.25165, 510.22397, 502.45886, 408.55045, 463.15125, 486.80368, 402.88199, 487.3363, 387.85931, 473.41681, 459.15277, 388.96423, 438.60071, 453.60837, 382.51608, 335.27548, 432.4675, 438.42731, 458.07129, 354.04877, 522.33173, 512.74396, 474.72452, 458.76089, 458.18628, 579.70129, 397.71173, 548.73584, 391.87476, 537.32104, 455.24115, 429.33124, 462.87225, 385.71942, 370.29123, 482.66156, 385.24774, 455.59088, 442.25107, 474.87842, 442.99008, 568.75415, 561.6134, 486.90131, 410.39532, 561.17651, 403.263, 527.21057, 473.77356, 539.17633, 464.71057, 457.96649, 435.68454, 459.00058, 523.16425, 470.41068, 595.16553, 445.32556, 469.57544, 318.24847, 524.11688, 505.34686, 435.17371, 485.71021, 448.54507, 552.50928, 417.73859, 504.32272, 557.82678, 362.05984, 568.52972, 439.61749, 685.98785, 540.21259, 530.67157, 475.38751, 584.59137, 418.76367, 529.65588, 428.74728, 671.32159, 459.25043, 471.70886, 447.95377, 469.36502, 370.2832, 558.3927, 519.20428, 515.26648, 581.78479, 568.8822, 454.37918, 444.31381, 654.16052, 562.08643, 517.82556, 482.8645, 404.56226, 453.46533, 596.64514, 503.86111, 505.70004, 487.39313, 558.60358, 507.15088, 457.7182, 496.99899, 449.85861, 398.84937, 471.5592, 614.85449, 514.04889, 492.60773, 545.46887, 572.68359, 589.38354, 496.1669, 453.13046, 556.35608, 487.79593, 523.46082, 487.03357, 525.58612, 608.77759, 531.29211, 540.7655, 595.28973, 537.31238, 482.92383, 505.28336, 562.15454, 445.12262, 550.14441, 433.0321, 549.83569, 551.57275, 484.50223, 447.22021, 448.13434, 671.89026, 365.3446, 512.56763, 463.20441, 519.9433, 578.12671, 535.20941, 436.8566, 543.71698, 510.92667, 539.66937, 516.95239, 590.86316, 472.75809, 441.12164, 576.54779, 442.3187, 464.29926, 469.06564, 494.1358, 482.65646, 826.49768, 566.18347, 474.07584, 485.80569, 492.87039, 596.18152, 545.93591, 462.207, 618.76746, 554.73169, 554.7782, 549.44269, 523.31104, 417.67542, 510.29254, 592.69708, 464.76407, 561.50378, 521.14038, 522.53174, 595.21124, 598.74329, 621.172, 432.84442, 450.44965, 671.7326, 585.25543, 559.4082, 511.81366, 595.91089, 453.78064, 524.42151, 442.42868, 485.52991, 527.66071, 535.13098, 646.50726, 477.70923, 499.29086, 544.22809, 481.83337, 470.06024, 531.40338, 566.81287, 594.81439, 679.73969, 620.22595, 667.51599, 633.7312, 573.06226, 497.5838, 544.81085, 596.29431, 578.27936, 501.58496, 410.48499, 508.88867, 511.33463, 545.73944, 532.52277, 513.60803, 556.09619, 618.35449, 526.57532, 556.79218, 421.02466, 574.84668, 613.10486, 515.47937, 575.02887, 510.04456, 598.81799, 591.80365, 585.70337, 429.58627, 495.30493, 484.48965, 501.98602, 459.04437, 671.75415, 587.01941, 556.2027, 546.05457, 483.44775, 483.96405, 592.88538, 664.6864, 625.02734, 681.60492, 661.34924, 629.39343, 525.52014, 483.74677, 444.90158, 570.11584, 573.11279, 545.4762, 642.13831, 518.85669, 654.56311, 599.31042, 609.03503, 570.14001, 567.32233, 496.14645, 635.23737, 606.85358, 594.42432, 552.38684, 414.65298, 575.99866, 558.82806, 688.39935, 631.10785, 665.77747, 593.15228, 623.41687, 598.19397, 564.41833, 445.70798, 651.14575, 600.81342, 583.79767, 472.3248, 613.88147, 582.22852, 657.4967, 701.77423, 592.36493, 601.49622, 563.64124, 468.51633, 525.26105, 630.34656, 552.47595, 625.3634, 546.92517, 568.64703, 518.33551, 522.47913, 532.2132, 507.64911, 576.90643, 535.492, 554.5412, 571.54877, 492.74957, 509.58093, 563.29968, 529.80792, 478.87982, 599.20392, 671.80127, 518.72729, 609.82336, 565.77954, 585.83282, 591.97607, 532.4671, 531.05225, 558.73639, 599.24915, 560.3988, 718.71497, 662.1795, 547.25897, 518.42505, 715.51953, 509.84668, 680.73962, 601.6947, 534.27051, 593.77246, 555.95471, 548.2821, 521.89569, 621.52734, 656.99554, 495.48724, 462.34869, 583.78809, 592.94922, 636.63721, 657.22186, 493.12915, 672.81238, 585.86621, 492.40948, 658.42084, 563.18665, 682.6217, 555.52576, 654.68591, 692.48175, 600.74921, 777.4303, 620.68848, 711.61523, 667.31055, 749.8504, 615.36719, 636.07001, 569.75623, 713.30701, 660.30475, 575.86444, 691.65985, 627.03589, 484.28204, 552.49188, 692.78784, 686.90991, 673.74402, 597.98999, 535.84509, 534.48816, 634.16516, 663.22803, 623.74414, 754.27966, 746.11523, 653.11963, 691.85974, 744.00916, 609.54053, 625.86511, 575.9483, 636.5415, 705.8537, 654.30774, 880.68604, 598.45312, 697.2218, 667.97168, 671.33496, 701.35852, 593.8739, 668.21301, 704.91376, 683.77661, 808.4198, 640.43982, 735.03906, 648.51184, 608.16724, 720.57861, 766.52155, 628.68915, 704.33093, 722.914, 632.47296, 642.12744, 599.99445, 652.10889, 627.74115, 613.54675, 708.52106, 560.7146, 706.22278, 752.25977, 743.97101, 616.49524, 735.97137 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 1.9342632876079389, "neutral_loss": 3.6916388506115454, "target_chat_loss": 1.9668852814874278, "target_docs_loss": 1.739542157817413, "neutral_init_loss": 4.550308619689941, "target_chat_init_loss": 2.3359957527160646, "target_docs_init_loss": 4.946830249362522, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 80.64847, 83.65515, 116.98259, 73.61031, 78.95789, 89.98452, 109.42374, 59.68067, 79.83308, 98.08549, 108.53312, 91.72554, 101.89494, 113.39484, 82.77703, 121.57787, 95.06328, 110.72559, 119.80437, 95.57655, 110.20457, 88.92735, 124.84143, 111.23714, 88.10316, 62.55862, 100.03945, 93.12617, 98.43169, 62.35957, 122.78024, 131.22665, 81.28159, 99.0614, 79.80305, 108.77174, 105.02498, 59.91888, 102.71088, 91.33429, 128.05745, 99.74379, 88.4961, 96.54846, 85.86172, 77.38133, 129.63315, 130.64665, 63.00294, 89.8623, 82.96385, 158.53874, 139.8847, 140.54683, 111.01646, 106.17194, 77.50488, 110.69038, 91.15858, 120.39986, 112.21359, 90.93965, 109.20108, 116.95969, 93.24467, 88.31239, 149.96481, 96.00967, 149.89001, 147.81792, 76.87723, 100.24338, 121.98639, 93.43201, 150.06839, 159.24597, 86.11891, 102.76747, 79.5319, 116.05716, 116.2608, 106.19365, 130.71872, 116.68681, 109.24486, 121.87012, 96.01275, 135.2381, 126.81557, 58.57803, 94.65799, 132.42886, 110.42712, 82.99892, 58.29882, 158.0703, 118.1795, 109.32267, 106.7513, 91.55711, 113.2821, 144.40723, 146.87802, 111.7491, 160.81409, 99.68399, 97.66774, 113.19783, 83.6861, 114.39278, 152.86371, 120.58884, 122.54427, 137.61432, 69.16398, 150.63885, 116.88016, 95.77484, 108.33104, 90.67737, 99.36455, 94.06979, 134.60666, 71.44701, 131.49203, 119.50995, 150.7334, 141.88937, 151.38071, 105.25324, 145.36638, 117.27783, 160.5701, 110.64212, 76.83015, 115.66747, 170.42253, 147.13297, 157.18375, 162.20381, 125.61537, 178.12894, 135.47334, 162.74686, 97.97279, 129.97052, 87.48891, 155.62396, 172.40248, 134.0022, 123.68553, 148.22931, 123.19542, 134.66765, 123.44727, 156.74802, 150.02011, 128.97736, 127.74838, 123.79435, 123.83897, 192.02733, 140.62531, 160.45512, 137.98906, 128.59116, 73.72641, 117.0402, 149.35081, 126.85323, 172.02597, 139.22617, 114.45478, 130.67828, 156.33453, 118.84861, 132.84154, 113.49197, 132.12849, 126.48058, 149.16766, 118.77617, 122.58796, 135.87703, 185.24829, 84.70652, 163.13116, 95.8369, 93.63915, 89.79073, 106.24034, 142.80862, 124.72862, 119.78873, 88.10606, 154.71326, 116.40645, 119.40752, 165.55872, 158.04575, 166.49991, 124.29194, 148.47525, 95.39245, 90.42678, 123.6953, 147.41402, 161.69662, 118.07583, 124.23681, 140.11789, 106.97574, 129.36006, 102.99651, 152.40982, 147.69981, 143.95566, 153.61014, 199.16389, 116.69856, 167.79562, 108.42561, 174.59113, 97.41912, 139.58859, 158.7809, 122.71121, 128.42868, 133.96542, 120.23792, 116.29953, 177.88046, 140.1972, 112.05405, 162.38373, 142.99832, 157.17456, 131.63632, 151.66528, 180.88202, 175.20157, 131.70065, 90.75417, 130.13399, 153.94435, 150.45064, 140.42671, 203.33575, 155.50671, 160.06978, 90.05401, 135.45517, 155.26071, 306.47073, 388.35733, 391.69019, 334.1123, 265.27533, 308.50122, 330.52661, 444.96924, 405.65057, 289.38565, 297.72638, 332.83798, 294.44437, 410.05072, 342.7056, 334.08942, 348.12363, 390.52859, 368.93539, 365.16983, 403.94461, 381.77771, 420.25113, 418.97528, 329.23242, 378.61594, 327.37018, 331.1217, 340.76068, 393.39191, 307.39642, 332.66119, 447.76935, 386.79462, 327.12598, 351.21674, 398.83722, 399.74326, 356.14758, 303.15347, 355.4054, 349.87067, 384.8374, 427.71649, 302.84909, 345.63174, 281.00696, 431.05341, 398.72394, 358.39142, 375.27399, 458.50812, 449.88562, 461.2901, 435.77722, 350.55035, 416.01535, 320.14413, 468.68964, 328.99469, 318.46161, 265.12384, 378.39655, 390.16595, 454.84424, 390.5018, 404.67987, 416.61127, 309.77011, 254.20036, 333.66821, 283.78247, 335.51523, 371.06732, 380.64526, 438.68585, 301.76086, 353.20264, 477.12665, 303.79309, 353.13596, 399.68677, 478.83868, 360.7652, 403.69595, 437.27286, 477.48145, 476.9946, 386.23944, 375.5065, 343.71948, 323.59814, 403.34488, 333.29163, 381.32248, 387.38092, 368.40271, 547.61963, 466.41351, 385.45422, 368.70407, 399.30557, 482.16815, 410.29828, 333.5358, 427.3649, 482.92651, 378.25214, 442.28442, 465.03156, 400.57483, 501.32059, 456.48666, 340.85022, 342.25989, 266.04968, 344.88696, 397.42334, 560.46533, 336.17261, 336.25586, 342.00854, 447.66797, 320.69427, 323.87689, 389.73166, 563.10266, 397.32822, 364.6803, 460.70374, 518.65637, 342.09052, 369.35687, 445.26135, 507.30002, 437.59412, 365.97198, 423.53387, 401.13416, 427.0809, 448.03763, 421.4632, 442.83856, 504.29105, 255.71849, 334.8197, 371.33606, 269.33319, 340.58331, 484.22577, 435.23611, 541.40991, 523.19543, 332.94366, 497.67813, 384.80109, 354.67633, 331.95575, 300.48215, 295.54773, 350.69745, 395.32199, 644.51978, 385.68719, 322.87515, 418.84842, 496.87787, 272.00336, 481.56863, 412.98309, 390.39087, 407.9938, 406.81174, 455.40491, 279.94434, 358.55475, 359.0553, 481.90564, 400.22174, 358.99197, 325.44583, 462.22601, 332.33975, 410.1153, 392.6748, 512.15637, 381.19501, 475.58667, 502.4386, 421.04483, 616.34521, 517.62817, 403.50406, 469.10303, 455.81451, 518.14185, 545.55176, 388.83502, 440.06714, 467.77808, 422.80023, 527.84045, 448.60236, 506.62927, 477.09186, 440.13089, 458.77747, 507.97061, 482.15057, 412.35202, 553.23438, 455.08582, 516.26196, 471.62717, 451.41992, 454.16446, 552.49011, 357.6723, 407.99188, 404.31757, 486.22235, 432.27435, 542.81213, 485.1745, 480.17999, 469.89407, 382.56482, 419.95053, 498.85217, 519.91028, 402.55948, 537.34131, 382.10181, 436.09848, 249.93491, 463.06754, 433.82727, 563.71155, 428.56647, 466.5993, 310.10291, 343.23947, 499.09848, 392.62006, 401.55444, 413.18799, 295.28622 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 264.77014, 313.37384, 276.65042, 381.80688, 318.50864, 303.23541, 315.12921, 281.48193, 487.505, 73.86517, 330.61536, 497.49402, 443.25818, 340.3277, 375.69086, 538.27948, 540.46826, 426.03506, 498.33569, 538.1416, 286.63818, 386.70532, 479.27423, 212.63937, 431.83676, 371.46564, 501.26215, 430.91226, 416.7771, 484.45514, 581.40015, 353.9812, 511.8002, 496.91718, 448.89694, 499.35291, 535.3429, 469.05524, 465.22842, 432.2963, 535.50067, 437.81177, 529.51801, 436.08008, 437.96429, 542.57941, 461.27646, 622.58582, 492.00879, 538.35669, 426.78732, 504.88184, 459.29028, 566.57788, 528.53784, 482.77191, 416.82578, 633.35846, 638.49219, 433.29419, 615.33203, 421.89459, 508.83649, 430.81476, 537.63611, 497.57684, 429.01474, 445.66049, 482.34995, 731.15131, 594.68909, 418.8869, 494.37234, 623.51697, 382.13333, 528.82489, 675.56738, 419.68079, 436.29428, 569.39899, 515.51367, 595.2655, 551.37872, 605.36676, 510.44781, 445.54596, 513.90466, 398.54007, 495.54205, 513.96112, 558.76294, 260.60852, 374.71783, 612.17584, 633.95599, 759.8183, 486.40448, 470.01831, 434.26978, 501.89734, 663.50024, 764.96997, 500.14813, 500.2594, 481.16583, 635.36285, 366.3616, 492.73035, 596.35199, 629.44336, 490.23941, 420.04034, 507.1825, 341.02722, 500.23511, 589.00696, 548.44995, 525.23187, 518.28699, 478.58496, 597.26282, 536.59387, 543.0448, 550.47473, 531.68445, 456.67834, 875.25543, 509.84152, 581.98248, 568.87109, 571.15424, 520.96899, 374.68973, 570.62311, 393.064, 486.3812, 580.95355, 545.19586, 558.16827, 637.58179, 604.15021, 714.63721, 633.02698, 412.0405, 712.38367, 466.53531, 629.14636, 594.56885, 597.84698, 381.41248, 581.31329, 566.35352, 498.16318, 487.82758, 558.75122, 598.89429, 467.74411, 638.04089, 495.15115, 589.52039, 574.27985, 552.80255, 641.29932, 703.62354, 669.83704, 594.12732, 533.73376, 277.49628, 554.09271, 484.81274, 652.21899, 598.64905, 458.73972, 642.97827, 677.5791, 614.22302, 601.58679, 663.72711, 302.25146, 571.90247, 551.61383, 549.67261, 562.55255, 515.66809, 465.30655, 601.20923, 426.54224, 605.30884, 482.10794, 584.52948, 701.3183, 567.33362, 576.91614, 572.32837, 553.96497, 644.1416, 700.28174, 629.76385, 744.07159, 431.17963, 568.02881, 323.43643, 539.57812, 710.6441, 565.09241, 532.5791, 696.57068, 822.30884, 638.82312, 340.60593, 650.47253, 558.00757, 719.39319, 289.59302, 719.18408, 693.73145, 682.59723, 589.0448, 741.80682, 825.87646, 507.19122, 524.51855, 696.48376, 566.58752, 648.69049, 827.99921, 660.11865, 806.52795, 645.39282, 526.03003, 532.78857, 767.56537, 749.91827, 702.19885, 693.4754, 810.78857, 641.89111, 640.78754, 639.54535, 537.44519, 603.18311, 631.24768, 701.51892, 609.28699, 660.59106, 705.20697, 581.17798, 537.5675, 683.06635, 583.28833, 763.94409, 448.53702, 703.21997, 548.32739, 702.49231, 620.69971, 653.73145, 737.17761, 839.07397, 699.08154, 433.79568, 698.99133, 605.55029, 597.33679, 634.63812, 626.81116, 548.13983, 645.53833, 741.91296, 643.71112, 547.07501, 635.71387, 622.01251, 655.66394, 581.81152, 659.71704, 679.99683, 667.04651, 650.75293, 582.12537, 804.66101, 551.83228, 770.28809, 564.7854, 611.92261, 603.56958, 687.07336, 677.40509, 637.76733, 793.67633, 588.49969, 828.29919, 559.13025, 743.17511, 733.76843, 653.62598, 727.4837, 719.06061, 656.20862, 752.72754, 724.01135, 700.84161, 320.05731, 131.02368, 444.11212, 782.46808, 768.0874, 654.7027, 618.08411, 750.77917, 696.00562, 802.659, 538.10675, 573.76111, 325.28662, 855.37378, 618.06464, 772.44226, 361.80334, 638.00195, 691.09802, 746.21973, 575.67236, 618.17004, 845.18994, 621.69049, 962.95599, 823.52002, 443.4707, 265.27655, 754.1778, 828.47998, 331.31677, 926.92346, 642.00891, 600.3537, 787.92792, 835.37524, 685.2406, 757.79883, 852.57776, 577.82349, 757.10925, 476.7804, 565.52649, 704.12061, 698.81726, 822.5426, 567.05981, 562.99084, 722.40125, 429.1485, 790.41919, 850.19312, 759.59424, 805.66162, 769.34406, 756.44769, 262.97308, 727.6803, 898.62366, 644.46582, 712.15601, 1008.0249, 550.87146, 607.0329, 817.57947, 931.0163, 908.64282, 696.75732, 596.08765, 803.52527, 438.87326, 748.82391, 1059.20496, 794.09692, 809.06897, 746.41357, 869.35333, 800.8443, 191.76451, 826.82178, 642.6701, 726.02832, 698.72253, 906.90405, 318.31888, 582.11279, 867.10638, 511.3815, 472.64673, 512.85767, 905.0481, 859.39343, 556.35315, 738.7392, 1013.81, 756.38708, 591.45422, 850.96997, 598.85956, 1063.76453, 815.06775, 342.84113, 1128.37463, 446.97916, 900.86432, 675.53253, 1411.42383, 1285.15259, 626.55756, 1192.29785, 1325.19678, 785.60492, 1230.58887, 387.65204, 1284.04858, 709.96008, 391.2326, 413.51666, 971.8819, 658.37134, 1061.15063, 1137.06287, 646.2934, 950.01074, 759.15149, 787.3288, 1108.46729, 1622.55786, 1524.05139, 1425.90063, 1127.71582, 1494.94495, 1373.5365, 1511.76099, 944.16492, 876.62988, 803.31433, 1548.84338, 1578.00244, 1370.49329, 1091.12549, 1575.2959, 1750.54102, 1057.16382, 1345.09106, 1807.93945, 1901.85498, 1997.66699, 1836.54321, 827.70374, 1531.48999, 1634.68127, 1160.64929, 2411.22949, 2209.03223, 2321.02344, 1066.854, 1951.28662, 1072.47888, 2590.10596, 1501.97156, 2014.1759, 2335.28906, 1817.6947, 2377.21436, 1832.06409, 2366.38794, 2213.39844, 803.0929, 3192.9082, 2519.74951, 2226.9624, 2855.96729, 1086.17029, 2522.83179, 2203.09302, 1322.3772, 2719.83594, 2563.60254, 3186.74731, 2555.12744, 3026.97437, 1325.67212, 1496.64673, 2984.42188, 3648.21143, 3798.38818, 2088.35962, 4173.67676, 4015.27661, 3867.0083, 3436.83252, 3871.64307, 3384.24927, 3500.93457, 3640.50464, 3813.43872, 4048.65356 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 276.8559, 310.31473, 396.55646, 494.59122, 466.71576, 390.81647, 367.26971, 429.84729, 373.17474, 432.90027, 396.2262, 397.51031, 388.81421, 484.97885, 389.09784, 399.73193, 387.13269, 450.27054, 311.77277, 394.95319, 394.08466, 450.08853, 285.64984, 439.05215, 368.92059, 554.03192, 554.17407, 595.00208, 630.19904, 378.62012, 569.89331, 506.64865, 531.77747, 406.87662, 424.69269, 397.44949, 431.67902, 463.76556, 490.84528, 530.7113, 428.22391, 423.16516, 463.759, 504.56662, 469.80341, 456.18796, 667.38824, 488.9216, 376.08752, 496.48163, 426.685, 408.63367, 576.651, 404.8576, 581.62701, 555.09875, 579.99854, 640.18665, 418.05319, 436.93649, 523.50037, 504.36707, 429.71539, 532.22021, 520.4032, 532.06738, 596.92114, 574.65582, 484.54999, 455.75873, 476.84888, 516.63556, 630.06604, 561.87073, 480.54843, 452.23901, 522.04321, 459.24405, 549.30676, 540.41229, 451.15314, 516.8457, 508.51923, 439.33911, 510.4101, 397.66425, 501.61688, 526.67151, 436.17975, 471.46777, 500.25107, 404.61566, 356.95981, 474.97375, 478.53455, 492.55988, 402.82422, 547.62451, 566.19019, 502.78522, 503.52805, 486.91425, 630.49707, 435.25937, 591.28607, 420.13596, 582.14984, 512.04248, 476.35101, 503.39526, 420.1571, 405.70895, 638.05566, 436.95526, 529.69348, 472.63, 506.48114, 484.22818, 622.63562, 620.06897, 519.68073, 438.94577, 608.72467, 451.396, 567.14417, 517.76746, 575.41064, 501.82819, 492.13647, 467.76181, 496.3208, 547.50281, 523.45142, 652.66193, 488.31027, 544.31732, 352.43292, 552.22534, 558.19775, 477.06476, 543.25653, 497.7131, 604.28284, 457.17529, 561.62335, 586.94446, 393.51007, 612.37402, 474.14099, 735.76855, 599.11438, 617.93542, 513.94531, 637.38098, 476.9801, 590.349, 477.20438, 702.82269, 518.69257, 488.56055, 506.34012, 503.50089, 396.43344, 604.76929, 566.96423, 543.24939, 627.76025, 610.71167, 482.56857, 485.98938, 724.79834, 590.75616, 546.65051, 521.88977, 430.3996, 499.95255, 627.27747, 528.79254, 545.90289, 524.14453, 590.39459, 552.64343, 473.25397, 541.2464, 492.28641, 412.17017, 536.92566, 691.86084, 541.50684, 529.24438, 588.89264, 585.13843, 622.29303, 526.26019, 492.44339, 604.65839, 529.83807, 554.63721, 528.21448, 579.84167, 652.71643, 568.89319, 575.18732, 633.49121, 593.93445, 527.39984, 568.06842, 594.24426, 471.36124, 600.86572, 478.67834, 594.33862, 574.86578, 530.34387, 482.08875, 493.18781, 719.20148, 415.39694, 560.06091, 481.98422, 638.62231, 635.53882, 590.90961, 463.66949, 612.38452, 540.9903, 612.58771, 568.32861, 634.85834, 512.12268, 487.99054, 594.19617, 484.49512, 505.35599, 499.92853, 546.33179, 510.90622, 909.48541, 609.91443, 522.43323, 547.33978, 533.29132, 645.75513, 605.2793, 601.11511, 670.89539, 589.30017, 564.15973, 600.10693, 559.86414, 462.84155, 565.94373, 646.14343, 505.60553, 615.7915, 544.11182, 565.599, 642.99487, 655.6311, 696.7251, 478.38568, 500.01767, 765.69678, 638.76538, 593.54932, 542.41138, 652.82153, 492.53494, 579.40161, 465.5517, 532.51575, 555.10535, 587.85773, 698.15417, 499.19891, 538.59155, 587.56677, 548.7514, 535.37177, 575.16956, 627.698, 633.44751, 740.15198, 673.15759, 715.21075, 670.31378, 626.27521, 536.09064, 614.8902, 636.70776, 642.74951, 537.41357, 450.22501, 571.23267, 568.70325, 564.70538, 598.24933, 565.28235, 587.47839, 678.82361, 567.63611, 580.79865, 483.66705, 623.42017, 651.5589, 564.59247, 639.26056, 553.08881, 658.28882, 612.76868, 653.03253, 480.01016, 582.7583, 520.93707, 563.81775, 502.1192, 722.37152, 630.23346, 610.57635, 585.22339, 525.63184, 535.17432, 655.28345, 699.83099, 674.6142, 719.62115, 700.5849, 687.29126, 615.14227, 520.41638, 487.69891, 606.6601, 620.76953, 586.46533, 715.35699, 601.02429, 695.19116, 662.53406, 636.4624, 612.77148, 587.33936, 563.72821, 678.05408, 659.84155, 647.89032, 589.08185, 442.36798, 607.71838, 595.54144, 721.5575, 681.26965, 692.47717, 645.07013, 688.3634, 629.31122, 603.54254, 480.35297, 668.97821, 644.99902, 601.16125, 504.81918, 638.21082, 630.97211, 713.4104, 748.39301, 647.42053, 649.46826, 590.74164, 519.28894, 578.71796, 702.23218, 586.46558, 671.92371, 604.27533, 627.69128, 588.79114, 586.78723, 562.60229, 564.93335, 636.24463, 591.25555, 616.71796, 615.47632, 546.49182, 552.23206, 624.13147, 569.54962, 537.53015, 713.83228, 712.75568, 560.08655, 672.07489, 590.57275, 616.94788, 658.35608, 569.93799, 568.66882, 619.61084, 632.43579, 610.98804, 762.07422, 725.34509, 583.20685, 587.80188, 798.81293, 559.82495, 738.46741, 654.88385, 632.92279, 638.13574, 602.96191, 582.61719, 559.71582, 648.4303, 732.56476, 548.35919, 485.85513, 648.57556, 655.9519, 690.22449, 678.29144, 510.63229, 721.5675, 644.13025, 539.61627, 727.13733, 626.23071, 736.3479, 602.37598, 727.8703, 737.51892, 661.57611, 856.90875, 685.49731, 731.71765, 715.16376, 813.30298, 689.88043, 677.05719, 624.85156, 765.3089, 735.74817, 623.34656, 747.77844, 685.79926, 551.9574, 589.66119, 754.74487, 752.53027, 692.75049, 658.7099, 575.42578, 562.72656, 700.27386, 714.72705, 683.58398, 835.85498, 856.2926, 714.16187, 736.69604, 816.37097, 678.77216, 694.80994, 682.47144, 716.59076, 759.73505, 682.86078, 925.65002, 657.80048, 763.3147, 714.61072, 767.12982, 797.51685, 650.37866, 750.888, 762.25623, 737.76306, 895.10547, 710.51337, 790.15955, 708.95435, 673.99097, 776.3327, 820.89716, 715.065, 748.97876, 812.4975, 700.20844, 718.04004, 632.53497, 713.61609, 672.16833, 688.48059, 770.16412, 619.92804, 770.99695, 800.62256, 788.49054, 681.05872, 787.68323 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 2.5495425009863744, "neutral_loss": 3.7761211954896794, "target_chat_loss": 2.205236998699653, "target_docs_loss": 1.9502151423514797, "neutral_init_loss": 4.550198458862305, "target_chat_init_loss": 2.387187384033203, "target_docs_init_loss": 4.617121449788412, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 88.82771, 89.3325, 103.98311, 59.50477, 78.97272, 81.76193, 78.19901, 66.07971, 89.01192, 88.47732, 106.33259, 94.74014, 94.62313, 114.10544, 73.718, 137.95657, 87.39557, 115.07202, 106.57418, 107.19682, 100.02794, 70.63675, 128.67853, 122.18211, 93.56183, 60.28922, 102.87807, 102.21501, 90.81703, 62.6535, 137.35419, 122.55015, 78.27499, 96.69893, 74.15073, 109.76076, 115.32579, 77.15679, 93.63576, 83.41499, 123.99879, 114.15276, 87.01243, 102.62083, 81.789, 80.14137, 131.06239, 140.81577, 73.465, 95.90685, 85.62718, 170.40524, 119.61543, 128.11807, 107.56206, 121.04694, 75.89882, 112.23432, 109.68388, 117.32106, 101.34924, 98.22339, 109.05795, 99.27379, 92.1635, 85.21336, 158.74091, 102.28044, 165.18425, 128.11252, 80.79897, 119.48585, 117.71678, 89.93463, 143.98573, 138.15262, 71.69749, 134.86238, 68.77253, 100.3295, 118.8477, 96.38556, 136.99838, 124.91497, 120.07198, 121.20477, 122.67227, 174.23021, 117.14325, 61.35831, 92.75848, 118.93876, 109.932, 91.74662, 60.51725, 154.60507, 119.44202, 122.69414, 94.81903, 85.45215, 109.9948, 138.00253, 127.77296, 127.54179, 163.78491, 89.28864, 125.05402, 118.80374, 93.57073, 109.33521, 141.87857, 122.62665, 124.35689, 114.78725, 62.97144, 139.74884, 116.28407, 103.903, 107.24673, 110.53186, 113.78172, 79.798, 131.28642, 62.6508, 126.27995, 109.89618, 170.19318, 123.33508, 152.70792, 112.59535, 133.12057, 100.12968, 182.32715, 111.46565, 81.83228, 123.16953, 167.37946, 163.10904, 156.48975, 167.35963, 131.0556, 180.0737, 152.5314, 151.1736, 99.2807, 132.40344, 92.58807, 151.84116, 183.64648, 129.61569, 155.24841, 165.22433, 149.06097, 136.36435, 133.98428, 154.5901, 148.69337, 126.74135, 141.27847, 119.13725, 137.6566, 203.74384, 148.67838, 169.59383, 150.83754, 136.94318, 70.30186, 114.80157, 139.05417, 119.12222, 199.15895, 127.14839, 122.19508, 125.95981, 146.24364, 132.68642, 140.73679, 119.14587, 126.39244, 125.12184, 150.78862, 109.47923, 137.61497, 128.88516, 210.90866, 80.16019, 133.6958, 93.95339, 88.33737, 88.65066, 113.92835, 169.31058, 133.03278, 119.60703, 75.59279, 150.1925, 110.53622, 159.62918, 153.31841, 166.54021, 161.52003, 114.27455, 160.24062, 92.70006, 92.21454, 139.21992, 178.7933, 160.01619, 125.49146, 126.31647, 140.35313, 96.76448, 167.13763, 110.35674, 171.20171, 122.23442, 170.27902, 145.94646, 204.86111, 132.17679, 168.75552, 109.65971, 167.85387, 97.96352, 162.2478, 148.16673, 124.48384, 145.92479, 136.30331, 118.07314, 146.64774, 183.76086, 123.29269, 99.10099, 170.20471, 147.27258, 156.55588, 134.41, 150.08334, 191.81059, 170.44299, 150.96042, 88.41435, 126.77346, 151.72678, 149.61023, 151.22229, 208.6368, 138.16772, 169.9471, 109.56666, 160.55341, 150.0275, 320.03494, 400.80716, 394.46146, 323.44177, 270.77979, 299.58334, 377.71289, 454.37122, 422.71158, 255.17447, 315.10541, 328.03134, 273.7193, 412.92926, 381.89856, 333.9726, 364.94913, 382.96301, 395.52054, 336.38705, 415.43396, 392.78857, 426.2756, 431.65384, 339.65936, 410.56284, 334.30811, 321.65399, 363.01868, 400.40222, 315.46375, 352.86606, 459.047, 379.08691, 344.95349, 328.81689, 407.40903, 412.52283, 362.12592, 292.10623, 342.59161, 341.30084, 453.00543, 419.9252, 310.10629, 351.36819, 287.25439, 440.5213, 381.12247, 362.51123, 384.41034, 459.8497, 451.37537, 452.22794, 452.52896, 349.797, 413.53625, 313.63763, 474.77521, 335.83673, 315.36731, 262.69733, 387.86395, 388.34796, 450.42688, 396.5708, 432.05927, 435.00388, 349.08432, 234.77048, 342.81058, 273.22858, 316.13748, 357.9278, 383.69769, 442.67413, 310.59357, 346.4873, 469.96521, 314.81146, 365.41394, 397.6828, 495.40854, 368.70032, 393.86566, 453.61218, 487.09592, 468.18353, 373.74707, 351.18091, 346.89594, 346.39914, 414.48441, 279.41351, 399.09229, 391.80026, 385.41415, 548.59741, 469.62802, 398.64102, 377.17731, 404.99466, 504.10547, 436.25061, 385.26291, 452.34122, 486.24689, 393.50821, 440.71423, 446.01294, 451.14886, 512.2547, 508.25793, 344.71893, 357.5499, 289.45288, 407.1109, 411.81683, 584.63208, 361.6777, 345.44879, 362.0993, 435.85941, 330.46588, 334.34244, 387.9552, 579.8949, 380.37177, 347.45911, 472.53961, 539.315, 361.44861, 371.62262, 457.9368, 526.67737, 436.36591, 394.1651, 432.09125, 449.02771, 406.45123, 488.6947, 452.06897, 452.10266, 494.24994, 258.11804, 361.47083, 401.04272, 283.7847, 354.0914, 503.09579, 440.72974, 574.49969, 540.1759, 357.6254, 528.08118, 404.32455, 354.27698, 366.34061, 321.91345, 307.54767, 341.83701, 387.79034, 666.75085, 372.30493, 343.67859, 439.30295, 506.57043, 302.81451, 493.28137, 444.03949, 374.77484, 416.10178, 413.25165, 423.45038, 258.52158, 351.81989, 383.95807, 483.52213, 412.36584, 325.69666, 349.07355, 441.02493, 363.46078, 427.32599, 418.36951, 535.84625, 382.33539, 484.66391, 505.68964, 449.3714, 635.2865, 539.10291, 401.51788, 502.38391, 469.1308, 577.95312, 548.86584, 421.50662, 438.1073, 540.21393, 430.78598, 535.88892, 449.60672, 515.4679, 491.84113, 422.86066, 506.89536, 522.5495, 513.25964, 427.50464, 567.8797, 453.25348, 521.82867, 489.82178, 471.25665, 486.25629, 567.62537, 400.09607, 434.24518, 437.44635, 503.08258, 469.73236, 551.84814, 519.38, 512.40179, 477.74518, 408.70633, 422.13257, 524.92651, 512.20325, 367.94507, 569.91467, 416.35156, 432.48083, 263.41028, 456.76556, 435.14508, 586.74921, 409.93942, 479.03107, 280.26187, 343.95758, 489.35132, 456.07156, 411.90741, 471.79681, 286.81622 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 321.89557, 358.59961, 338.33148, 456.90152, 366.27264, 348.7572, 358.72949, 280.9093, 651.31366, 87.77398, 342.12515, 517.26978, 469.22974, 386.54529, 445.64862, 585.60193, 559.79968, 461.18079, 565.5661, 569.01721, 360.43365, 415.64694, 507.52942, 323.97562, 451.31421, 464.65988, 550.53168, 471.22504, 444.55951, 519.2196, 610.42493, 395.45496, 645.01227, 559.25848, 481.17725, 538.71674, 638.51025, 507.53299, 494.05566, 458.67731, 602.39209, 454.72614, 561.79309, 488.18164, 503.33066, 599.58099, 533.07678, 674.85779, 544.28113, 577.61353, 453.42816, 550.25891, 487.72113, 613.70673, 592.60504, 586.57086, 428.65598, 747.29041, 727.33752, 524.41309, 653.85693, 515.14838, 552.30389, 486.53021, 578.61548, 558.34149, 507.67886, 527.84692, 565.46045, 879.03522, 656.73938, 498.30225, 579.94244, 730.67554, 418.55652, 558.56519, 779.44043, 450.76157, 477.29358, 627.76978, 559.89325, 671.93488, 631.55841, 660.2403, 555.43433, 499.44037, 551.6568, 464.30576, 561.42224, 565.05255, 593.77783, 295.06958, 382.77637, 652.59558, 784.55255, 838.04706, 545.24207, 519.76337, 488.50763, 575.3067, 731.21863, 900.47339, 524.94165, 583.00812, 509.34625, 655.41675, 425.86765, 533.63928, 670.80872, 702.41248, 572.18445, 486.02832, 557.87183, 408.81555, 545.30292, 672.65546, 591.8219, 589.50116, 584.22705, 551.9375, 656.45557, 595.82922, 601.3681, 591.80695, 559.0495, 497.56903, 1001.71527, 667.66138, 616.68237, 609.55219, 666.07379, 580.77039, 423.41956, 650.15381, 436.51913, 551.40356, 617.11389, 596.94177, 590.50952, 745.83337, 643.27527, 872.45819, 716.04761, 479.96515, 874.26685, 543.64099, 648.16034, 677.6861, 649.7113, 417.00186, 630.40588, 635.40308, 550.33899, 549.31921, 631.41125, 667.35938, 540.61469, 671.60815, 507.55188, 672.68909, 630.59253, 599.43286, 682.25153, 777.99493, 894.04492, 620.40283, 596.10876, 294.11264, 615.47723, 589.89392, 686.81036, 640.72949, 493.13998, 713.71692, 728.74518, 691.61237, 682.73547, 732.41125, 343.21655, 630.96521, 626.59491, 600.14636, 571.25867, 607.3363, 523.61316, 716.1377, 452.48926, 666.18805, 549.03589, 639.7384, 731.51123, 575.37872, 596.77795, 606.32367, 595.91895, 736.99835, 813.49792, 691.7002, 828.74841, 470.94714, 720.40051, 341.42029, 595.69537, 771.09937, 601.82922, 601.12402, 758.08191, 982.7973, 701.01501, 449.86682, 677.30286, 617.2533, 796.4386, 330.23114, 791.68268, 785.49463, 731.50305, 672.11688, 818.69116, 994.66345, 552.47498, 536.57031, 775.95905, 675.16772, 738.65582, 909.60522, 807.12714, 901.09644, 763.68036, 528.31995, 615.12195, 866.68176, 815.72559, 749.12091, 771.65479, 810.44006, 694.71631, 713.74774, 708.05701, 561.64557, 608.77039, 667.43054, 787.72253, 673.87537, 864.58777, 755.25085, 647.84082, 608.84894, 766.92352, 596.94934, 865.24084, 514.98389, 758.06055, 598.95203, 733.59015, 703.50403, 717.61499, 831.33264, 925.77448, 784.68384, 542.19586, 741.64551, 657.44794, 667.95996, 643.48578, 702.14136, 708.48096, 656.09485, 825.73962, 705.2262, 641.54059, 714.70294, 744.84387, 702.3175, 615.25287, 747.37274, 776.14539, 708.79297, 693.97699, 629.14911, 888.23273, 598.67578, 852.9292, 589.2356, 701.91809, 675.44666, 758.98865, 753.61639, 642.94989, 864.7525, 667.68945, 1132.26819, 609.64978, 830.26093, 798.2207, 711.84436, 803.08557, 804.4007, 786.37085, 863.99158, 788.19006, 755.58862, 387.08038, 164.20526, 406.41443, 967.7981, 851.00629, 697.67395, 661.65851, 856.86188, 799.41895, 898.76892, 572.22986, 653.73798, 372.76532, 882.53833, 695.43018, 839.02032, 447.64581, 721.8371, 785.26624, 883.55908, 654.99451, 695.05981, 904.4787, 652.44629, 1036.57031, 900.72693, 513.85535, 280.46368, 824.6524, 880.71594, 371.30438, 1108.88696, 689.23035, 660.70917, 899.66248, 898.22021, 797.95593, 781.78497, 934.53094, 666.24719, 799.91772, 538.21234, 699.64081, 778.71362, 788.14636, 965.12286, 621.05164, 633.97546, 765.67517, 463.91608, 914.71259, 973.6123, 832.27777, 925.49823, 857.14893, 827.11353, 293.80405, 764.98767, 1107.93506, 679.13452, 773.07574, 1164.09766, 598.0238, 688.89771, 878.90106, 1019.25391, 1000.9986, 735.99902, 725.83832, 868.789, 484.85052, 839.2619, 1115.71313, 846.58173, 895.8349, 811.6095, 962.71234, 963.34692, 220.80551, 919.47156, 699.84711, 835.0871, 845.48547, 1035.82886, 352.30017, 712.43475, 922.12823, 563.3092, 542.95923, 571.18115, 980.53186, 987.13098, 569.29645, 850.93512, 1114.39868, 801.54578, 644.12622, 1009.63757, 863.20959, 1161.84717, 945.46246, 466.40277, 1265.50391, 500.09424, 1005.91327, 746.1239, 1670.56543, 1554.51343, 667.03674, 1221.61255, 1431.22327, 811.55078, 1437.35669, 507.05164, 1454.10632, 758.62628, 354.91718, 466.71793, 1043.04248, 827.17444, 1161.26917, 1264.96936, 739.23364, 953.07263, 891.60968, 963.34827, 1186.51025, 1860.16577, 1716.24707, 1592.41162, 1238.02686, 1800.68396, 1549.07153, 1775.36304, 1043.29346, 1052.09229, 966.99469, 1830.50562, 1761.37891, 1511.46887, 1241.83374, 1882.67468, 1801.67151, 1251.78674, 1583.64771, 2164.06445, 2120.21875, 2129.07178, 2169.56543, 875.53406, 1856.01001, 1691.71973, 1417.85815, 2668.8667, 2420.63818, 2614.29639, 1169.15234, 2273.92871, 1235.20459, 2790.01611, 1798.10522, 2270.41479, 2595.82666, 2040.67358, 2789.32959, 2031.05518, 2708.43604, 2447.22119, 907.80072, 3343.80518, 2753.92676, 2537.58545, 3099.85791, 1230.10449, 2738.03735, 2474.00781, 1581.02881, 3169.27734, 2901.11279, 3542.55591, 3061.84229, 3575.01001, 1601.18542, 2032.4624, 3567.97314, 4457.62549, 4243.42383, 2408.19556, 4526.76611, 4728.49316, 4264.51172, 3918.53101, 4166.13086, 3707.1665, 3856.16382, 3882.05811, 4080.37939, 4414.26709 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 286.15704, 352.01016, 438.22186, 528.71729, 488.66559, 420.03302, 385.99344, 477.63419, 408.5712, 462.23285, 431.29025, 439.11554, 426.45148, 510.43976, 434.32947, 436.34601, 427.65936, 465.20392, 344.94153, 437.08337, 478.56622, 473.07953, 307.71988, 483.52557, 415.06198, 647.28156, 626.36157, 652.98071, 692.26514, 422.74759, 606.88617, 579.62653, 569.047, 466.75952, 470.06091, 447.09314, 465.96448, 509.47122, 555.21887, 587.1062, 473.54565, 479.66321, 527.99695, 545.25214, 535.04016, 503.65146, 759.37067, 557.28235, 423.57153, 549.49158, 510.56653, 475.18961, 636.51514, 485.69608, 643.2749, 602.04962, 645.63849, 684.97534, 461.42026, 504.31641, 588.51123, 555.13483, 491.16321, 572.20514, 563.77881, 616.61639, 691.38934, 631.27484, 525.2074, 495.56351, 520.47205, 576.20068, 712.75696, 631.94659, 549.08881, 488.7464, 594.07233, 499.19403, 584.96753, 593.79761, 514.88812, 587.05267, 556.07666, 502.37534, 563.1875, 439.83923, 544.36969, 603.09412, 503.92593, 530.53992, 563.28296, 437.20502, 405.90192, 546.12231, 540.34558, 544.90088, 461.72003, 586.49042, 664.57666, 558.66345, 555.26086, 504.75064, 691.45947, 508.77283, 666.87451, 473.81885, 642.99139, 607.67242, 531.47461, 546.75586, 518.35358, 452.65469, 693.58801, 510.08521, 620.62732, 544.21033, 557.42273, 540.18829, 696.03735, 679.41693, 561.25043, 485.63635, 688.9668, 512.84943, 636.41809, 581.54138, 634.75616, 551.52429, 558.77728, 541.56226, 562.06018, 608.86322, 581.13593, 747.74847, 555.90295, 658.17188, 410.2666, 602.64832, 612.65173, 552.87451, 609.50781, 561.48206, 685.65942, 554.84973, 633.63953, 625.00879, 454.59943, 672.89673, 548.83911, 802.70276, 666.45715, 712.49713, 575.9762, 713.94641, 530.29962, 667.01599, 547.76788, 750.31165, 568.11731, 518.75671, 566.04309, 547.90503, 451.48181, 663.24658, 636.70032, 589.3183, 686.81104, 666.62573, 543.75879, 553.41504, 824.14001, 660.90002, 632.8089, 563.44745, 514.78821, 569.97192, 678.62622, 577.60095, 614.25232, 575.18585, 652.01807, 625.50806, 521.93896, 596.94989, 574.06396, 466.63312, 611.90735, 738.29797, 588.45776, 585.22601, 630.11456, 638.9408, 668.6261, 561.07007, 539.28168, 674.2348, 593.87341, 613.95422, 587.27014, 664.04651, 700.49817, 636.36646, 620.19373, 697.48486, 660.42651, 584.90326, 636.05933, 645.94904, 509.83875, 669.70978, 555.04346, 659.75433, 619.28949, 596.66046, 520.35583, 551.70587, 795.04224, 487.16394, 624.16064, 522.60181, 719.90112, 706.9599, 653.53369, 502.43103, 705.89862, 624.37933, 702.06445, 671.78375, 706.44366, 613.97125, 545.52722, 663.24426, 559.80798, 557.32104, 557.04626, 629.46545, 560.10956, 1010.67554, 685.39746, 589.35254, 644.36328, 604.60956, 730.52399, 678.96619, 680.70074, 717.22681, 659.93188, 615.57281, 659.80469, 599.95514, 522.35608, 638.45563, 712.00977, 580.17603, 681.33044, 611.69501, 618.29407, 722.28406, 723.14404, 767.61493, 542.69183, 598.55908, 833.69348, 715.26123, 650.44958, 587.79175, 708.57397, 555.68866, 654.93451, 533.1062, 607.98315, 625.99304, 661.92358, 788.49951, 544.21173, 598.19739, 651.84021, 626.35352, 619.99841, 653.96997, 706.63098, 675.5271, 825.39856, 742.41797, 785.27368, 730.26892, 692.25964, 598.42297, 715.8313, 705.88898, 734.61194, 601.59705, 513.44983, 668.05566, 653.97186, 646.789, 695.05396, 632.66077, 627.75659, 754.85144, 636.3623, 635.86279, 556.35406, 692.71631, 717.5415, 619.02106, 720.93811, 639.62927, 748.42432, 663.36365, 739.72278, 569.90137, 709.91254, 585.74182, 627.11554, 573.13623, 810.1734, 703.3606, 696.75061, 657.25269, 600.74658, 636.24231, 752.73767, 761.9325, 752.30048, 802.52441, 744.70563, 777.22595, 723.1944, 584.05652, 550.83618, 654.82507, 676.52686, 664.70441, 795.93408, 715.58044, 763.3598, 766.6394, 679.66138, 664.65674, 638.13586, 641.11963, 760.67499, 733.41357, 719.99701, 672.44739, 545.4364, 663.68707, 660.02344, 783.43304, 736.64807, 826.15118, 723.8382, 764.38312, 692.99573, 682.96313, 550.04993, 698.44269, 718.63708, 641.5072, 564.91919, 691.3855, 734.72858, 817.29388, 814.25146, 746.91077, 723.04517, 637.54846, 621.18469, 657.44275, 788.48956, 647.8233, 755.41132, 667.53784, 726.04492, 689.47949, 653.61835, 621.20679, 627.83496, 737.1911, 697.99713, 716.11206, 692.00061, 650.40704, 615.13885, 734.01953, 635.71326, 611.94513, 840.34143, 777.16052, 629.98743, 743.4364, 665.98431, 707.61584, 730.21082, 639.72351, 626.33093, 727.40161, 710.35229, 676.72522, 817.37421, 818.14001, 646.84503, 689.29419, 941.052, 633.01831, 808.64941, 727.11755, 749.30688, 708.09607, 677.36469, 645.22076, 641.23682, 718.32031, 869.0675, 646.51764, 568.92987, 719.47974, 736.6593, 754.25635, 743.90875, 628.3407, 800.55603, 724.73987, 608.79102, 810.60565, 733.75085, 823.50641, 676.87842, 869.39636, 807.46118, 751.22345, 948.59045, 788.42834, 804.14233, 786.11108, 914.76624, 791.24182, 737.3855, 719.51892, 842.64044, 843.263, 691.38501, 831.57928, 754.18445, 640.05524, 647.21704, 841.72717, 839.35132, 766.63611, 740.29449, 634.34058, 623.81506, 789.31213, 813.58582, 784.51495, 928.05756, 1017.35925, 812.86023, 829.3595, 916.30688, 794.25024, 790.82471, 810.30975, 836.81061, 837.16309, 751.00049, 995.72662, 748.36206, 854.7182, 799.82043, 838.09131, 891.92834, 737.20959, 859.22839, 840.52209, 827.82776, 1018.47589, 810.95367, 880.21808, 798.61768, 802.24902, 871.41516, 909.04718, 848.21875, 852.80975, 968.87042, 819.82739, 856.35352, 704.48389, 838.55701, 754.41705, 788.85028, 856.34937, 685.90784, 849.1344, 863.90216, 876.17334, 784.70282, 860.63446 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 4.016214908994272, "neutral_loss": 4.7435938460298, "target_chat_loss": 3.2047086210391362, "target_docs_loss": 2.728462336165622, "neutral_init_loss": 6.159169049072266, "target_chat_init_loss": 3.5172550872802733, "target_docs_init_loss": 5.3909670071072044, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 75.32578, 94.74516, 118.8438, 78.7775, 96.20921, 109.73494, 141.01152, 115.87354, 137.44443, 123.15203, 134.19991, 103.15609, 154.66736, 143.2589, 106.48421, 141.2244, 99.4574, 113.59894, 166.47791, 150.24005, 181.61481, 96.20615, 135.07959, 143.97542, 114.28792, 90.01603, 156.18478, 146.73383, 90.89254, 106.51678, 190.62006, 131.86356, 72.32964, 165.00076, 101.78532, 102.65488, 167.70953, 127.08713, 89.40092, 119.77468, 177.68097, 123.14803, 126.8291, 172.68405, 137.76112, 185.46286, 155.06886, 178.39368, 145.63115, 129.40985, 102.45576, 205.51567, 114.82626, 150.82971, 143.00247, 148.89334, 128.72191, 143.99532, 153.78279, 165.6059, 112.7158, 97.65578, 166.11496, 187.05457, 147.87827, 174.12204, 192.01395, 166.61543, 183.03314, 156.1223, 157.10599, 137.69939, 166.54669, 147.27029, 183.88287, 120.13409, 109.87247, 188.57765, 150.46976, 173.34901, 141.48846, 112.84254, 197.73251, 201.99255, 127.59459, 208.26974, 155.22244, 207.17532, 139.28812, 73.16173, 141.56015, 152.25348, 159.33556, 168.58655, 114.90371, 164.88983, 201.32578, 139.35962, 137.98233, 143.13968, 152.9855, 160.30695, 174.45142, 178.53018, 149.60635, 214.38025, 211.9364, 146.42732, 141.53894, 143.8313, 198.29184, 222.02954, 232.81049, 132.98, 102.74659, 211.77034, 168.02905, 232.92761, 188.8873, 129.74594, 140.39197, 100.61698, 198.0112, 114.51948, 136.18231, 167.63362, 229.01814, 184.18097, 169.90787, 142.91501, 194.85068, 134.43637, 249.00577, 145.8656, 134.66443, 201.18866, 181.97717, 205.82108, 184.52911, 181.85733, 176.49619, 185.313, 185.42007, 180.06348, 106.61081, 198.33771, 146.72897, 170.74449, 188.72368, 146.66766, 218.38705, 193.67084, 171.70697, 172.87149, 172.26776, 180.97781, 156.86755, 156.12399, 167.67157, 160.66409, 182.07513, 207.56377, 185.20609, 262.84705, 175.31548, 185.20215, 142.59189, 137.33427, 166.60812, 202.58472, 189.02655, 165.75179, 152.15079, 184.55734, 167.87427, 204.48959, 148.91212, 171.72888, 172.30164, 203.24619, 161.48672, 167.16666, 158.65234, 190.08368, 272.60748, 107.20226, 199.07637, 139.50581, 126.30482, 138.71593, 136.2588, 245.11115, 205.42926, 188.44836, 86.67036, 200.75479, 185.1158, 238.81091, 191.94623, 196.06696, 188.31009, 148.70424, 202.72993, 145.51703, 143.44418, 195.14618, 226.48578, 185.0368, 159.49689, 163.10037, 157.12057, 130.73495, 192.78278, 166.64172, 212.01437, 213.59167, 172.54683, 157.83615, 237.63637, 221.36206, 222.53607, 163.57796, 204.76662, 186.56406, 224.97502, 185.5838, 180.87006, 233.18735, 214.95041, 182.11023, 192.30594, 234.16118, 141.64894, 130.27351, 175.7554, 200.99861, 183.31509, 159.03714, 261.19727, 233.38199, 252.7287, 189.01436, 198.76021, 157.48941, 194.23386, 192.30298, 167.06346, 224.91901, 172.2446, 204.41577, 165.84375, 265.9339, 289.6084, 337.30334, 439.00519, 445.39355, 375.31073, 327.01175, 355.62543, 455.09766, 444.19098, 465.81732, 407.91077, 423.99341, 426.49243, 331.19553, 468.33521, 464.47266, 411.36853, 459.81134, 424.41895, 492.81158, 384.64404, 456.36475, 427.80438, 490.53372, 446.7128, 434.6843, 473.16046, 382.0256, 385.89288, 448.04956, 466.44598, 322.56616, 424.83936, 498.42377, 488.68103, 329.32574, 381.05215, 463.46692, 480.83414, 456.65848, 355.07715, 425.38147, 418.88245, 572.15033, 374.27997, 351.42181, 422.36652, 368.63562, 466.87488, 454.94244, 428.2063, 486.86469, 568.18707, 505.56885, 525.70325, 458.62366, 427.5412, 504.52222, 375.46771, 531.98438, 421.96014, 438.36789, 335.41113, 455.28357, 483.3634, 500.05444, 432.79895, 508.07367, 544.44495, 486.27664, 394.66559, 468.42825, 376.36865, 353.34497, 385.48138, 425.47198, 559.23315, 411.09503, 422.52466, 545.98962, 392.12262, 449.46295, 429.8772, 551.54016, 413.15509, 486.84323, 587.71033, 548.91675, 579.66199, 475.99969, 466.298, 389.77881, 420.71814, 515.37555, 392.7002, 426.86609, 434.37997, 444.63904, 615.51526, 497.41913, 471.99969, 531.776, 461.64536, 597.93048, 545.16711, 554.59753, 576.9765, 522.3241, 451.21381, 549.4201, 481.45639, 552.2627, 626.63843, 612.76147, 511.54114, 477.90915, 385.11993, 511.73944, 539.40723, 631.32581, 447.49915, 433.1424, 411.93561, 577.53912, 460.38739, 446.80038, 528.25989, 659.99139, 491.53931, 465.94684, 516.33398, 798.61902, 435.27673, 483.28244, 606.56189, 615.09058, 535.99414, 504.94815, 565.14087, 525.40784, 425.2858, 580.73022, 650.2207, 551.17358, 517.19983, 417.01749, 435.2038, 585.72046, 527.91589, 480.51166, 567.52051, 650.26538, 667.03296, 584.82642, 433.17453, 694.70972, 481.80322, 534.23999, 557.71942, 446.92932, 436.68338, 468.49335, 500.52164, 722.49243, 509.66861, 425.34344, 563.66101, 650.20325, 419.72232, 604.38385, 533.76251, 416.59033, 541.19458, 461.7359, 467.43994, 464.13095, 445.87207, 515.64014, 580.53906, 507.67365, 456.54742, 447.41534, 540.55682, 459.71893, 532.69141, 505.78595, 610.39124, 557.25586, 549.51453, 608.74023, 500.08533, 712.87854, 592.40967, 432.99487, 634.07562, 524.25177, 689.4953, 615.12549, 593.01208, 571.79822, 685.96594, 440.89725, 639.4563, 564.74274, 665.44226, 532.94073, 588.57117, 599.68268, 567.67877, 667.43286, 515.07104, 752.88898, 578.15894, 702.36584, 648.56653, 585.77136, 675.28394, 626.52966, 520.33038, 566.39917, 490.25464, 566.45398, 584.26428, 702.48853, 649.94873, 546.8847, 580.83313, 537.9198, 538.28149, 714.84656, 606.64929, 533.77039, 640.20398, 524.19714, 532.90015, 435.09219, 443.10205, 600.12891, 775.68811, 567.95447, 593.80975, 436.60779, 542.76111, 725.10986, 606.24695, 487.02023, 644.36182, 441.14142 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 403.58618, 543.87372, 412.9856, 663.33124, 546.48218, 616.98291, 582.13232, 383.5654, 962.43689, 215.02405, 410.68979, 649.32739, 650.16602, 573.45349, 774.12769, 789.23627, 794.4574, 622.64673, 836.43866, 876.36865, 528.25867, 569.28711, 727.62335, 458.99915, 652.88043, 976.40662, 779.12366, 665.79834, 750.66046, 836.76831, 834.00977, 592.48047, 1040.42407, 796.50134, 702.77289, 861.14697, 972.35406, 676.76935, 909.92419, 608.01086, 1003.29181, 574.66602, 827.11597, 622.8573, 669.35205, 881.224, 784.51294, 1136.57642, 900.75641, 875.59375, 657.45117, 808.91071, 780.00269, 840.51624, 819.54504, 1021.18628, 690.80737, 1279.57092, 1061.25146, 778.95996, 911.92755, 793.22803, 897.00726, 986.25586, 920.18134, 893.52563, 725.64099, 967.73511, 849.19067, 1249.48706, 935.47253, 835.25366, 1018.24646, 1217.20959, 610.22888, 755.9502, 1065.66833, 637.02441, 770.39697, 947.4516, 669.10388, 1058.84644, 960.95117, 932.25983, 887.39319, 737.44122, 847.99487, 656.20544, 791.32361, 782.172, 875.59875, 404.2919, 587.48511, 969.82861, 1145.12256, 1090.58997, 833.0105, 833.52917, 1061.23132, 863.03589, 1196.61462, 1353.19043, 760.09882, 876.88025, 985.38306, 830.23145, 633.12903, 774.04871, 866.01599, 918.80396, 813.83643, 821.21106, 865.82581, 583.89215, 786.25635, 1042.47021, 970.15381, 1033.66931, 901.20331, 791.12158, 854.27271, 788.13184, 1060.27173, 847.70105, 898.07812, 683.91174, 1340.33936, 1365.12231, 874.4527, 813.14648, 1096.61389, 808.04785, 679.47168, 945.35217, 665.74915, 784.58344, 865.02325, 937.86603, 810.40295, 1201.22803, 914.29834, 1409.90601, 965.83881, 843.44897, 1389.93445, 914.66418, 892.35571, 1149.7688, 950.87073, 546.25793, 946.99005, 953.9823, 831.82605, 1264.73877, 866.80579, 1055.04492, 789.66467, 1025.09839, 672.64667, 1041.52917, 811.44635, 923.38379, 928.70465, 1266.90417, 1335.51074, 764.78998, 857.15521, 582.59021, 848.92676, 1153.45142, 974.81561, 911.0614, 601.52118, 958.86243, 1154.59827, 1001.89893, 840.62628, 1215.8291, 684.98645, 947.12244, 924.18469, 893.97192, 921.26978, 829.9585, 732.08435, 1166.80701, 684.20856, 1038.46362, 921.95441, 978.70166, 998.48608, 870.43567, 835.30768, 913.5459, 906.76556, 981.914, 1130.11304, 885.79517, 1173.85815, 828.98615, 1041.49316, 688.7597, 915.5304, 1062.61304, 785.30536, 1003.77374, 1128.60718, 1506.74048, 876.44971, 704.77271, 989.86249, 886.92297, 1041.94763, 633.83923, 1000.40918, 1057.21387, 1052.14954, 978.68396, 1189.26953, 1293.64478, 833.41882, 899.95526, 1096.98486, 976.49188, 1189.88477, 1199.45898, 1162.78992, 1188.22375, 1246.94568, 828.49243, 867.29492, 1138.77466, 1143.28589, 1004.03821, 1121.36011, 1145.79944, 1217.25391, 974.08447, 1017.38538, 850.48218, 887.44458, 859.89752, 1096.14209, 1054.13538, 1337.80432, 938.98975, 1056.43384, 953.11755, 1159.39856, 785.97107, 1277.92212, 786.85547, 1088.73328, 938.89923, 1102.94385, 1088.36951, 1128.87146, 1195.21729, 1428.84497, 1103.22437, 896.8468, 1066.12109, 1054.99524, 926.52563, 903.91223, 942.28125, 1045.07458, 801.03247, 1091.41577, 1047.26038, 1049.7041, 1106.05542, 1270.60864, 1016.92511, 947.50098, 1126.08691, 1039.52881, 1060.48096, 975.49927, 1097.71875, 1205.14636, 899.27808, 1157.9082, 930.69287, 1009.77606, 917.56781, 1119.38379, 1112.04175, 1057.05762, 1113.20862, 838.29919, 1642.15796, 938.18994, 1124.63916, 1083.82227, 1099.22974, 1137.87183, 1072.79199, 1129.91101, 1155.34692, 1110.54016, 967.67792, 745.17365, 288.15427, 646.854, 1338.00635, 1165.28125, 987.25647, 848.97455, 1259.82324, 1308.39136, 1175.18652, 860.73419, 993.03619, 683.55798, 1261.31531, 1029.01245, 1274.07104, 776.42999, 1004.58423, 1223.29114, 1295.93762, 933.66162, 1181.41589, 1231.24658, 983.26788, 1263.82861, 1182.1637, 818.66132, 337.04016, 1220.60193, 1242.42676, 559.86603, 1767.12036, 889.19238, 1016.58936, 1328.59985, 1254.03601, 1220.96289, 1251.32422, 1296.71191, 841.65802, 1076.73022, 979.04504, 1015.33563, 1238.11548, 1172.84546, 1569.53467, 1002.5896, 961.2995, 994.97705, 1059.23303, 1298.83911, 1432.11853, 1189.9375, 1225.24829, 1338.55713, 1192.5918, 515.36047, 1145.03845, 1652.41394, 911.0246, 1265.87427, 1596.20752, 902.04694, 956.84247, 1171.65759, 1446.41821, 1340.00171, 978.34174, 1018.35645, 1188.76953, 670.58472, 1259.46655, 1383.33704, 1082.74109, 1356.17651, 1151.05212, 1420.828, 1309.9895, 443.75214, 1370.13049, 1279.08594, 1117.84241, 1030.71765, 1665.9248, 620.50592, 1076.52527, 1364.76428, 847.49738, 848.02307, 972.81415, 1334.41235, 1459.00781, 766.7204, 1514.56958, 1511.01013, 1377.06812, 848.00195, 1523.05029, 1171.56812, 1657.85767, 1446.34387, 804.65637, 1793.22839, 674.23212, 1555.75037, 1199.39124, 2133.21826, 2266.75415, 1109.42261, 1658.49377, 1805.77271, 1204.35376, 1910.19348, 939.01996, 2257.50391, 1073.61108, 621.16779, 876.32568, 1360.26782, 1322.31042, 1633.26953, 1819.03174, 1035.53735, 1509.25757, 1485.99976, 1238.94128, 1585.8905, 2406.1958, 2337.87671, 2045.50635, 1845.48328, 2605.26221, 2251.78516, 2576.41113, 1598.79736, 1455.32556, 1630.05542, 2445.55347, 2446.42358, 2312.32837, 2071.47046, 2775.62354, 2244.37231, 2009.58154, 2572.92334, 3073.95508, 2755.31421, 2647.35254, 3106.61475, 1408.66016, 2928.84424, 2535.13037, 1995.06897, 3526.81787, 3438.01807, 3576.83423, 1971.42664, 3148.27246, 1825.80017, 3558.79321, 2805.3833, 3401.02344, 3726.57666, 2961.64819, 4089.0, 3427.60718, 3966.44971, 3764.53955, 1856.4292, 4284.22412, 3406.44165, 4027.17139, 4054.13281, 2130.76855, 3396.29736, 3627.03101, 3000.95337, 4375.03711, 3911.83496, 4540.16113, 4847.17578, 5169.03271, 2441.10205, 3534.32031, 5396.53174, 6385.78516, 6246.31885, 3386.9375, 5959.03027, 6809.43018, 5284.99805, 5653.38281, 5153.91504, 4746.75732, 5361.63525, 4755.08789, 5166.64893, 5563.60059 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 395.75308, 505.15643, 565.3299, 664.1604, 573.44189, 571.27332, 502.33374, 611.65875, 561.83435, 646.89417, 557.05011, 639.8761, 657.93713, 720.33698, 630.23212, 600.68805, 638.53479, 625.05713, 465.37326, 625.02612, 819.12354, 666.94, 529.229, 618.27454, 568.71301, 810.72522, 851.37506, 889.42023, 1025.57959, 542.8009, 692.73999, 800.4292, 728.3313, 637.04553, 638.00812, 727.64709, 630.92108, 762.76758, 765.09937, 746.06683, 720.56592, 907.40411, 833.91638, 742.71832, 671.49805, 707.57751, 944.51636, 769.3999, 609.86206, 767.2135, 726.15149, 604.53552, 802.87817, 759.32367, 831.95367, 780.83319, 889.41675, 900.32568, 707.94867, 712.89148, 775.50305, 793.59869, 648.18103, 858.71173, 779.24121, 790.93286, 940.80109, 893.13794, 728.22595, 665.07977, 813.23602, 818.78302, 877.65582, 839.29224, 787.79724, 818.44299, 836.32129, 634.11761, 775.56982, 916.15082, 713.32837, 808.53345, 777.99194, 768.4707, 741.28809, 713.18359, 774.78687, 839.2757, 720.87793, 732.11133, 749.41925, 585.61243, 723.62, 800.28015, 763.93225, 786.45526, 768.61951, 817.2262, 1012.10712, 750.33472, 813.19824, 704.52246, 916.6969, 716.78662, 930.64648, 711.28693, 938.73926, 914.77423, 760.797, 725.32678, 713.1452, 663.2652, 928.85052, 816.59778, 824.82275, 911.82581, 768.02179, 737.42548, 904.03851, 860.99054, 861.85803, 749.5119, 957.95892, 736.67688, 917.98175, 739.80042, 860.6839, 762.56091, 807.17969, 794.2821, 796.29053, 803.92688, 975.73511, 941.09937, 795.44629, 924.16638, 725.59143, 861.35132, 861.46838, 906.61475, 773.42926, 823.56506, 969.28931, 887.07715, 886.46893, 849.62952, 685.49255, 865.32971, 744.8927, 993.23047, 803.5531, 999.74023, 788.8443, 1038.8479, 790.86462, 833.33966, 806.05518, 999.05627, 708.90637, 638.9032, 750.65698, 788.65906, 602.61194, 863.15973, 901.54614, 828.36523, 852.06323, 886.8703, 768.14026, 851.17896, 1021.58258, 864.74524, 832.479, 781.89032, 776.46289, 763.13293, 904.48389, 813.4444, 827.3985, 893.36188, 934.43469, 936.61853, 741.15167, 846.04968, 795.79584, 803.76758, 865.04535, 1011.8363, 925.96246, 917.7356, 807.39166, 972.04907, 796.64282, 748.70355, 769.85742, 840.59827, 742.81421, 833.73108, 834.92126, 971.62201, 937.0553, 944.07001, 819.1073, 933.52576, 844.95471, 810.91669, 887.96252, 835.64844, 747.82343, 905.49103, 815.22772, 858.63849, 880.54669, 1020.10724, 779.53638, 726.00732, 1002.26501, 742.02124, 885.01825, 817.3255, 1008.00293, 857.75439, 922.97205, 701.04382, 963.2558, 866.49829, 1072.13696, 831.30005, 974.37256, 873.83124, 926.8269, 865.73077, 906.88287, 761.42633, 803.505, 804.92157, 829.62292, 1234.3064, 890.24023, 791.90967, 1063.82629, 852.81964, 999.36633, 991.70135, 903.896, 872.98077, 949.25403, 896.64172, 1065.18042, 726.21643, 926.33496, 845.2511, 961.83832, 823.87152, 883.4505, 848.46985, 790.51111, 961.69067, 1050.0896, 1002.302, 791.39984, 826.54333, 1039.48242, 935.38159, 918.63049, 794.2486, 917.78223, 716.12463, 841.8739, 753.86731, 885.1665, 883.92145, 955.05591, 1116.33765, 828.92554, 932.94708, 971.44867, 870.7782, 961.2627, 956.35217, 1032.75, 854.4021, 1116.8761, 1013.39423, 1049.87732, 976.49011, 977.98096, 868.85425, 974.66327, 920.49573, 897.82831, 814.80005, 784.02527, 905.85437, 851.61279, 910.7345, 953.94629, 893.22662, 825.96313, 994.30682, 868.05505, 857.8418, 740.22266, 930.4809, 1007.58105, 892.93799, 933.72766, 1034.40149, 1004.63593, 1018.02612, 970.48602, 769.6723, 984.01648, 780.71497, 903.98254, 784.81519, 1085.72827, 960.17303, 985.54596, 927.23199, 882.20178, 920.6178, 995.19348, 1019.70801, 1114.01843, 1078.60449, 1052.53052, 1089.87805, 988.16742, 808.922, 771.98553, 919.23254, 887.20508, 994.9964, 1070.28589, 1080.26367, 1003.58234, 1157.9519, 875.67285, 938.09979, 952.59119, 916.70435, 1145.60571, 995.57068, 1044.4353, 1101.93542, 767.38428, 999.97144, 897.95984, 948.47095, 1012.74432, 1197.59546, 1115.77856, 955.39227, 1024.09766, 975.04529, 812.81122, 1076.25464, 983.73901, 960.80322, 1007.38208, 960.53394, 1060.83618, 1084.8103, 1105.96851, 1126.51709, 1041.46875, 934.07874, 957.96564, 977.38721, 1075.69666, 933.37329, 921.8172, 981.49414, 1003.2168, 1053.6394, 980.86505, 877.6731, 943.60303, 1216.35303, 972.73553, 995.65198, 1024.72339, 1064.22314, 912.71387, 1127.17847, 832.46594, 880.25653, 1116.53223, 1061.00574, 845.64307, 999.14398, 957.24329, 1011.01447, 1001.0816, 900.28113, 934.74023, 1062.53503, 972.854, 895.99237, 1063.57666, 1107.83643, 988.85034, 987.48969, 1274.52869, 953.23694, 1113.17542, 1069.80762, 1121.58325, 1006.8222, 915.73206, 968.086, 885.33069, 1137.8645, 1171.28992, 937.87793, 900.18994, 1003.23138, 977.50793, 966.07172, 958.47363, 879.84143, 1064.89978, 1015.78668, 943.24524, 1124.30188, 1062.16064, 1159.83374, 939.64758, 1200.27686, 1068.01147, 1068.64221, 1234.79785, 1144.32227, 1174.05603, 1115.44849, 1175.44104, 1121.26697, 1053.36194, 1112.19336, 1139.00476, 1068.39941, 1014.26697, 1191.11951, 1039.03613, 908.51575, 948.92542, 1048.48865, 1208.28369, 1092.76904, 1058.87695, 962.02118, 1031.81531, 1111.9248, 1135.0498, 1129.90576, 1224.62109, 1394.64368, 1187.68774, 1093.99414, 1194.27905, 1117.27295, 1104.72437, 1276.33521, 1125.05054, 1256.68152, 1033.97852, 1348.18066, 1046.60742, 1071.68188, 1135.04089, 1185.6792, 1126.26074, 1025.42017, 1159.06165, 1220.09399, 1138.29712, 1237.37683, 1156.1167, 1236.83655, 1075.67712, 1151.76465, 1252.21216, 1193.01379, 1194.59998, 1299.53564, 1244.85815, 1300.85522, 1305.54736, 954.75208, 1249.2876, 1013.39252, 1054.35522, 1169.22107, 974.03076, 1088.28833, 1100.57422, 1104.88965, 1184.51294, 1091.69446 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 5.8384439628811, "neutral_loss": 6.540926171944211, "target_chat_loss": 4.696698539056027, "target_docs_loss": 3.8852404236211227, "neutral_init_loss": 7.548768350219727, "target_chat_init_loss": 5.218414807128906, "target_docs_init_loss": 6.299369079589844, "n_neutral_tokens": 35275, "n_target_chat_tokens": 209998, "n_target_docs_tokens": 166646, "per_example": { "neutral": { "sums": [ 95.6239, 129.98749, 151.70668, 159.0213, 118.34726, 172.51797, 161.17238, 138.81369, 165.12247, 182.62723, 179.18929, 136.77719, 210.3082, 171.8526, 183.05154, 184.43694, 172.01947, 156.32928, 214.76376, 186.06073, 226.7218, 191.6841, 138.53659, 154.25665, 162.40178, 143.48198, 194.96066, 195.52786, 167.18953, 194.28867, 201.38216, 220.76315, 195.75984, 227.17719, 174.36098, 151.82111, 231.64265, 162.2715, 145.29071, 192.06906, 255.7901, 198.86057, 180.41045, 213.99261, 239.87848, 240.15143, 223.30615, 222.45261, 188.89252, 215.07283, 172.8634, 259.80792, 181.80008, 219.94043, 189.31854, 201.0209, 214.45667, 235.82326, 244.44666, 243.36343, 146.19508, 159.80469, 235.73022, 257.58099, 200.68224, 176.21939, 220.22861, 181.98189, 189.15028, 206.16071, 263.30685, 165.66034, 248.90186, 195.41144, 208.27132, 211.8145, 233.13699, 211.42426, 224.35712, 221.0296, 220.47588, 206.05804, 219.6077, 253.43094, 179.95679, 264.43652, 190.9781, 231.43639, 245.15845, 185.85211, 235.87436, 197.23706, 244.02103, 256.77509, 173.61356, 180.2959, 238.3847, 208.64479, 188.95535, 226.13876, 235.57054, 269.18445, 215.42032, 209.03816, 214.39618, 268.87628, 223.59509, 224.72353, 203.96065, 207.48395, 238.8631, 266.68283, 273.07535, 204.34425, 219.70277, 268.32397, 240.66046, 261.04895, 264.90192, 178.18823, 194.01009, 188.60011, 278.7243, 191.32457, 244.71136, 260.44443, 271.47653, 267.07562, 237.26414, 204.75809, 294.92212, 219.32555, 293.44312, 269.06006, 202.53696, 270.69812, 265.16873, 226.01404, 230.96927, 265.00458, 268.2428, 242.8504, 254.08263, 239.78677, 233.98868, 266.19504, 196.68961, 231.55257, 282.50485, 237.9859, 293.06378, 248.06027, 264.09381, 231.38484, 218.96404, 199.5847, 252.22827, 259.19086, 247.83725, 270.29504, 254.80286, 271.38403, 227.75887, 302.41101, 233.52176, 236.28122, 234.71831, 225.76418, 272.21674, 249.9902, 212.99878, 247.66071, 221.32463, 282.95004, 254.75351, 277.56213, 248.64856, 256.88934, 283.45865, 260.4483, 237.11823, 222.85638, 247.63712, 262.638, 305.15109, 198.53687, 282.91214, 229.06023, 218.56668, 232.4939, 237.82483, 294.15747, 287.35474, 261.21283, 252.49269, 295.93396, 267.91278, 277.58905, 258.96716, 276.9801, 261.60403, 215.93047, 286.36273, 264.05765, 283.68396, 284.42209, 273.54834, 266.15778, 218.80475, 258.17468, 224.15282, 268.37646, 219.17499, 222.23456, 278.85913, 280.36411, 270.25076, 229.5499, 306.81647, 307.15073, 252.28914, 277.54367, 324.81763, 304.25171, 279.14807, 255.91545, 301.31335, 292.4126, 358.74524, 293.36649, 277.13937, 301.47766, 269.58203, 225.70767, 274.0575, 284.20953, 245.8717, 288.5307, 319.08142, 308.87598, 332.98767, 323.92868, 326.00031, 306.99088, 351.92578, 326.72888, 285.03052, 296.80573, 326.1225, 321.51025, 273.56183, 399.5755, 380.5654, 450.70563, 478.26184, 512.6026, 461.80441, 404.25882, 522.37231, 517.20178, 529.66724, 578.45801, 523.70526, 562.46643, 541.03723, 464.34604, 594.12445, 557.33221, 558.79138, 613.44904, 552.84991, 648.15448, 510.44324, 581.88049, 527.98511, 595.3725, 588.46765, 547.21075, 604.1319, 531.84119, 575.9848, 570.72968, 576.54266, 542.68518, 554.36292, 596.18317, 642.90216, 522.11157, 611.05042, 729.57758, 612.08905, 629.27301, 589.42865, 590.42883, 603.64679, 674.96179, 503.78891, 537.30652, 561.86133, 513.69678, 635.60156, 634.17346, 604.94653, 601.64624, 649.99829, 648.95172, 632.00323, 654.79108, 605.29718, 621.95129, 592.39087, 693.70911, 610.7923, 614.9649, 645.92615, 672.26752, 604.8374, 615.04755, 592.81934, 648.19208, 703.70276, 619.23206, 613.4718, 619.61133, 623.57355, 527.87988, 547.77356, 608.55334, 661.8963, 596.07446, 619.97614, 677.64417, 534.85565, 525.67834, 565.26385, 627.58575, 692.59143, 670.59235, 683.09601, 698.45679, 688.31567, 644.9718, 635.67352, 481.98648, 681.11475, 650.85327, 608.76404, 579.4624, 609.07654, 661.85773, 747.98596, 661.1214, 631.69305, 722.12219, 620.51019, 738.02454, 679.8847, 715.12177, 673.43073, 642.11353, 605.78595, 721.55896, 645.41479, 723.27155, 750.724, 766.29126, 735.91394, 618.59082, 569.34033, 615.37372, 761.39856, 704.03809, 672.30457, 589.75769, 519.90381, 792.41882, 693.74695, 737.87494, 687.54547, 835.42932, 675.05609, 654.20923, 665.2937, 942.84741, 661.66626, 647.73798, 734.87317, 751.54883, 757.72601, 677.23083, 778.77588, 676.38068, 623.65857, 697.21338, 857.31177, 752.40039, 670.26245, 656.4975, 568.96686, 728.65576, 762.25427, 705.73865, 774.65857, 776.27985, 814.90662, 730.90393, 652.85693, 863.9469, 747.63843, 763.38306, 763.76367, 687.8374, 668.6908, 661.01514, 647.64526, 883.57434, 717.26227, 669.76807, 746.95825, 814.19153, 680.67078, 813.16052, 663.0293, 664.78424, 777.82703, 731.10022, 700.19714, 814.32233, 681.75293, 734.18262, 852.93811, 761.55121, 599.07666, 676.96912, 781.73474, 650.01099, 707.19202, 709.50415, 877.3371, 748.48926, 678.02881, 806.50256, 797.0882, 839.83167, 778.35022, 683.96692, 774.87683, 651.45831, 808.26648, 776.76013, 824.16309, 733.20789, 865.46521, 748.90894, 853.98883, 770.21954, 858.93506, 784.06946, 847.23718, 921.25745, 735.0061, 954.76904, 706.29138, 899.49738, 743.89777, 865.34058, 839.56964, 756.0899, 845.51263, 839.38452, 727.78052, 820.02771, 783.04755, 692.88159, 875.55145, 879.64673, 870.44891, 750.41199, 845.72321, 919.86481, 848.0603, 1010.79254, 779.94336, 876.54858, 917.88477, 885.6864, 823.31165, 769.06854, 731.89429, 844.73206, 950.61072, 835.13354, 856.71362, 818.80652, 929.03796, 934.58905, 808.63312, 764.32855, 928.34021, 792.005 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 30, 31, 33, 34, 32, 32, 35, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 36, 33, 36, 37, 31, 32, 36, 33, 36, 33, 36, 37, 33, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 38, 34, 35, 38, 37, 39, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 38, 37, 37, 37, 39, 37, 37, 38, 38, 39, 38, 40, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 42, 44, 43, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 51, 50, 50, 53, 54, 52, 53, 55, 54, 59, 66, 65, 70, 71, 72, 69, 70, 75, 76, 76, 75, 79, 80, 80, 80, 82, 81, 84, 79, 82, 83, 83, 85, 85, 82, 84, 86, 86, 86, 85, 83, 83, 88, 86, 87, 87, 85, 89, 88, 83, 89, 87, 87, 87, 88, 87, 88, 89, 88, 87, 91, 89, 90, 91, 92, 90, 92, 90, 90, 91, 91, 93, 95, 94, 93, 89, 93, 93, 95, 94, 94, 96, 93, 91, 89, 96, 96, 95, 93, 91, 97, 96, 93, 98, 95, 99, 97, 95, 97, 96, 97, 94, 98, 93, 95, 99, 99, 98, 98, 98, 96, 98, 100, 96, 97, 97, 99, 100, 97, 100, 101, 101, 102, 102, 100, 101, 102, 101, 100, 102, 103, 104, 104, 101, 100, 101, 104, 103, 104, 106, 105, 99, 103, 105, 107, 104, 105, 104, 106, 103, 106, 105, 103, 106, 100, 108, 109, 108, 107, 109, 107, 107, 105, 106, 109, 108, 105, 109, 110, 108, 110, 110, 110, 109, 110, 106, 108, 112, 111, 113, 113, 112, 114, 113, 111, 112, 115, 113, 113, 114, 115, 114, 115, 112, 116, 117, 116, 118, 118, 117, 117, 119, 117, 118, 117, 117, 120, 120, 118, 121, 120, 120, 121, 121, 122, 122, 121, 125, 122, 123, 124, 124, 123, 125, 124, 125, 125, 128, 131, 129, 131, 130, 131, 131, 132, 134, 135, 134, 132, 135, 135, 138, 135, 141, 142, 142, 143, 139, 144, 145, 148, 153, 154, 158, 158, 159 ] }, "target_chat": { "sums": [ 636.58167, 799.49969, 538.28571, 932.52039, 830.08557, 1044.27026, 977.51361, 759.2807, 1229.03125, 456.49789, 612.97571, 1023.90857, 995.32922, 762.13416, 1263.24219, 1122.88037, 1290.85376, 979.82117, 1375.53223, 1463.6687, 789.42639, 797.16187, 1040.41235, 693.20728, 1006.05042, 1492.88281, 1162.00232, 957.73322, 1231.4397, 1316.45496, 1517.55469, 925.07092, 1499.90417, 1166.31836, 1069.9165, 1324.84155, 1350.88025, 1203.51562, 2017.276, 1016.09186, 1462.27881, 905.54761, 1288.12146, 861.86438, 987.89948, 1520.96606, 1144.93665, 1800.27649, 1577.66821, 1538.46948, 1453.92847, 1303.97485, 1396.56079, 1315.26294, 1239.23523, 1647.4469, 1144.74292, 1712.02515, 1592.17554, 1106.78186, 1553.7345, 1203.43372, 1670.98779, 1439.29639, 1425.34741, 1327.97302, 1065.90845, 1602.52539, 1101.26514, 1761.10144, 1367.00342, 1387.53027, 1836.49829, 1706.67932, 994.25439, 1152.65063, 1505.99243, 1044.50342, 1261.70312, 1384.70166, 996.31018, 1643.53516, 1586.48706, 1194.62817, 1450.18555, 1380.31433, 1286.23999, 951.1048, 1273.42139, 1155.22925, 1200.43433, 715.88672, 1181.26624, 1327.43616, 1628.18372, 1622.73767, 1206.81018, 1266.36768, 1770.79858, 1597.99243, 1804.2644, 1779.37695, 1138.08972, 1642.83093, 1390.91187, 1335.08447, 1015.67126, 1306.13013, 1248.00391, 1178.21313, 1137.49585, 1549.28967, 1643.70129, 796.547, 1107.63562, 1889.01379, 1541.28442, 1568.27429, 1340.7749, 1297.91431, 1150.59277, 1283.31104, 1495.45178, 1268.17249, 1403.0459, 1014.00592, 1843.61975, 1861.54614, 1394.28174, 1218.04456, 1577.71082, 1239.60791, 1226.23535, 1474.17554, 943.97028, 1216.96802, 1296.58447, 1727.0686, 1185.9408, 1910.77271, 1429.26501, 1874.54712, 1399.71643, 1364.9314, 1904.98669, 1354.29297, 1261.52991, 1969.82727, 1491.63708, 929.94727, 1431.33179, 1246.73584, 1654.06421, 1951.69421, 1172.5437, 1658.54443, 1110.39795, 1620.41492, 1212.04028, 1476.48389, 1199.40588, 1261.99365, 1360.02661, 1776.50537, 1830.25171, 1087.38818, 1289.7865, 1251.83154, 1239.31006, 1654.25635, 1491.99243, 1447.34277, 930.53003, 1332.20715, 1742.51733, 1511.60181, 1132.87024, 1951.54932, 941.89374, 1346.87915, 1346.31519, 1646.69116, 1588.37097, 1064.19702, 960.14722, 1834.84595, 1298.99683, 1874.87769, 1879.16187, 1448.70337, 1490.82996, 1677.60889, 1531.32617, 1483.34302, 1328.23096, 1455.97107, 1548.08704, 1364.1178, 1646.21777, 1309.34106, 1497.62646, 1548.63196, 1266.29724, 1493.34167, 1199.27112, 1492.58325, 1695.74829, 1928.27087, 1402.15454, 920.68713, 1305.43811, 1502.73633, 1372.00757, 954.36877, 1337.71582, 1295.23364, 1472.26025, 1493.11816, 1570.11963, 1454.36169, 1376.93262, 1567.4043, 1620.89209, 1358.89661, 1687.2041, 1554.00391, 1964.89478, 1563.40369, 2009.66309, 1338.29626, 1223.3252, 1868.35132, 1745.11353, 1497.66919, 1523.50757, 1844.42664, 1625.79199, 1436.45532, 1580.95093, 1263.98218, 1409.55835, 1310.57532, 1757.12244, 1631.82642, 1771.07153, 1217.1156, 1750.33496, 1568.3562, 1582.80151, 1145.17358, 1590.14771, 1071.93518, 1618.31616, 1506.32483, 1645.71033, 1621.91846, 1706.25073, 1555.07007, 2146.96875, 1485.20703, 1525.11816, 1893.17773, 1790.16968, 1316.24255, 1708.75513, 1244.73535, 1474.3822, 1238.72314, 1352.03333, 1587.77759, 1637.66455, 1386.89014, 2345.95776, 1481.09497, 1587.69922, 1683.68213, 1569.53601, 1511.61633, 1397.19849, 1541.17798, 1706.7157, 1285.54773, 1657.22021, 1710.78882, 1542.00403, 1291.93909, 1631.75952, 1590.57861, 1649.48584, 1559.45093, 1065.46143, 2044.51709, 1620.23413, 1646.46704, 1612.10205, 1482.26587, 1699.4928, 1549.57007, 1553.79468, 1705.64282, 1666.62024, 1235.19812, 1181.30664, 499.43692, 853.42212, 2134.30273, 1540.19971, 1530.04785, 1351.1167, 1872.03088, 1914.24951, 1455.16333, 1339.31714, 1652.58337, 1383.9834, 1821.54565, 1645.42773, 1824.8042, 1082.28357, 1310.68091, 1647.23682, 1651.13794, 1328.69421, 1550.82544, 1575.40271, 1544.48511, 1718.48926, 1711.11121, 1139.69727, 451.68719, 1748.80835, 1828.20947, 690.30389, 2561.79932, 1450.88647, 1438.47742, 2094.8999, 1756.46008, 1693.35266, 2081.66968, 1833.4762, 1239.50146, 1659.64966, 1306.16113, 1341.29614, 1927.09277, 1738.73706, 2099.08447, 1815.47278, 1324.1936, 1418.052, 1664.23352, 1898.63354, 2309.21289, 1604.86938, 1900.22729, 1951.05957, 1874.42749, 717.74561, 1958.38745, 2303.13135, 1253.72363, 1661.73682, 2222.10791, 1417.58655, 1442.76855, 1594.21448, 1991.3501, 1946.16895, 1342.4248, 1327.00366, 1658.39941, 879.89911, 1730.40759, 1782.90784, 1510.50037, 2027.6875, 2069.51514, 2099.5293, 1714.73096, 574.96881, 2059.42041, 2163.20361, 1482.8938, 1365.48926, 2296.66016, 788.13507, 1437.8092, 2236.78687, 1250.1853, 1187.71875, 1862.65674, 1825.70532, 2182.2417, 1324.04211, 2928.3999, 1938.05811, 2255.08813, 1141.86169, 2510.89624, 1490.9895, 2596.88867, 2085.69922, 1162.27319, 2435.19556, 988.98907, 2649.93799, 1644.93213, 2643.67847, 2917.70117, 1980.74243, 2396.07031, 2302.91382, 2052.31543, 2434.28809, 1572.17896, 2874.02856, 2030.45166, 1186.82935, 1234.42725, 2054.27466, 1714.60718, 2196.7583, 2664.11426, 1455.14624, 2521.66553, 2776.12769, 1546.92651, 2447.71533, 3111.0271, 3255.05981, 2767.91211, 2908.59033, 3393.36328, 2818.26855, 3463.99414, 2309.80127, 1987.12646, 2781.2124, 3362.85303, 3428.38672, 3525.20923, 3116.13184, 3478.68774, 3316.40283, 3459.72461, 3663.28076, 3857.02441, 3765.14648, 3877.92896, 4184.15234, 2746.71387, 4185.80273, 4024.73145, 2904.25464, 4772.64746, 4655.8877, 4840.16406, 3470.9082, 4446.91992, 2783.41284, 4655.78613, 4413.68018, 4400.08984, 5285.7832, 4159.7085, 5323.92188, 5111.85254, 5809.99219, 5815.6543, 4082.08545, 5634.72656, 4619.07422, 5582.37402, 5290.78027, 4223.69678, 4304.34961, 5766.83984, 5255.76855, 6022.00488, 5383.89648, 5810.06738, 6621.56836, 6681.625, 4323.3833, 5818.82812, 7119.65381, 8073.59131, 8018.24219, 5440.54102, 7914.74414, 8383.05273, 6824.58105, 7937.13574, 6842.33154, 6298.30811, 8621.00977, 6392.26904, 6562.2373, 7186.24463 ], "ns": [ 100, 156, 128, 181, 173, 190, 179, 173, 224, 75, 123, 205, 207, 204, 238, 217, 225, 194, 251, 255, 195, 165, 218, 149, 225, 261, 212, 211, 220, 219, 262, 190, 261, 221, 234, 230, 260, 268, 277, 223, 248, 220, 238, 199, 228, 231, 213, 279, 284, 280, 278, 243, 255, 258, 249, 285, 221, 278, 290, 202, 291, 241, 278, 250, 253, 290, 232, 295, 238, 296, 254, 294, 288, 292, 223, 252, 290, 219, 293, 289, 214, 287, 297, 223, 250, 295, 231, 192, 259, 248, 255, 156, 294, 255, 292, 298, 248, 237, 299, 302, 302, 302, 242, 295, 264, 247, 207, 244, 238, 251, 223, 308, 299, 160, 264, 306, 308, 275, 246, 243, 244, 249, 261, 237, 302, 243, 317, 310, 263, 249, 309, 247, 251, 244, 207, 236, 250, 324, 254, 316, 267, 319, 254, 308, 314, 241, 249, 318, 324, 198, 257, 266, 310, 315, 237, 324, 246, 288, 256, 247, 266, 276, 272, 301, 325, 238, 279, 330, 269, 315, 281, 268, 199, 264, 283, 279, 240, 327, 176, 253, 279, 278, 275, 233, 234, 335, 276, 332, 327, 273, 286, 290, 277, 271, 296, 270, 291, 263, 295, 296, 325, 334, 253, 289, 275, 260, 314, 332, 289, 195, 268, 280, 283, 184, 270, 280, 296, 293, 285, 233, 323, 316, 306, 314, 293, 290, 344, 297, 347, 295, 245, 318, 302, 316, 286, 298, 287, 290, 293, 257, 332, 269, 310, 300, 353, 294, 310, 303, 305, 249, 282, 234, 297, 288, 315, 262, 292, 296, 360, 257, 369, 329, 296, 274, 300, 276, 294, 293, 266, 292, 321, 286, 362, 311, 318, 293, 304, 317, 258, 287, 320, 266, 299, 316, 293, 301, 308, 288, 293, 308, 242, 384, 380, 295, 298, 273, 304, 291, 281, 307, 301, 285, 230, 113, 181, 344, 301, 291, 276, 399, 399, 284, 259, 320, 359, 306, 361, 312, 243, 265, 282, 298, 278, 350, 316, 294, 327, 318, 266, 105, 339, 311, 147, 402, 328, 310, 344, 339, 433, 365, 375, 252, 315, 276, 294, 364, 368, 398, 438, 281, 284, 307, 356, 447, 303, 405, 353, 363, 172, 469, 440, 285, 321, 398, 342, 290, 292, 365, 381, 281, 299, 308, 195, 346, 418, 332, 392, 406, 444, 319, 124, 375, 448, 326, 281, 446, 181, 284, 491, 278, 276, 432, 348, 430, 306, 505, 439, 453, 280, 548, 296, 466, 442, 287, 438, 267, 552, 319, 552, 579, 557, 502, 513, 516, 457, 401, 575, 538, 358, 283, 442, 383, 560, 579, 288, 638, 622, 333, 581, 650, 607, 637, 594, 698, 583, 659, 627, 451, 662, 721, 749, 767, 743, 723, 742, 730, 723, 820, 871, 835, 894, 865, 940, 944, 927, 1029, 942, 969, 1006, 997, 679, 1081, 1033, 1067, 1099, 1112, 1192, 1210, 1300, 1280, 1409, 1373, 1344, 1336, 1411, 1429, 1419, 1411, 1551, 1471, 1486, 1489, 1495, 1538, 1498, 1567, 1598, 1777, 1764, 1560, 1821, 1807, 1825, 1831, 1831, 1823, 1813, 1819, 1835, 1862 ] }, "target_docs": { "sums": [ 597.89417, 741.92877, 783.89404, 827.86829, 734.52747, 848.40173, 793.87, 839.54578, 774.66302, 892.40845, 775.5556, 935.84558, 967.90161, 885.51746, 900.16199, 979.16833, 966.11737, 1022.82257, 823.4613, 925.88715, 1160.48218, 950.41571, 854.00195, 1036.70483, 988.52594, 1103.26636, 1088.7915, 1142.22412, 1235.70044, 849.41455, 888.9104, 1010.64746, 1105.64233, 844.36096, 956.13995, 938.2041, 933.08948, 1045.52747, 1069.61182, 990.58435, 1070.35522, 1242.76221, 1150.099, 1044.3468, 964.51477, 991.85364, 1195.89832, 1002.73474, 883.52246, 1099.55078, 995.60364, 890.30402, 1100.09949, 1082.81665, 1119.9032, 1077.14062, 1143.21997, 1151.80005, 1118.30078, 1010.38495, 1132.87524, 987.63574, 995.72827, 1126.59814, 1074.17358, 1009.90778, 1159.42505, 1262.74438, 1055.96997, 1003.72046, 1205.66785, 1077.83057, 1079.00293, 1135.46924, 1126.97437, 1198.9519, 1095.20386, 955.99158, 1099.59729, 1231.53662, 1111.17505, 1139.08398, 1138.48462, 1106.94116, 1199.49683, 1134.95166, 1112.73596, 1134.56006, 1174.45911, 1122.15271, 1063.67529, 954.51062, 1104.1416, 1184.76306, 1109.56616, 1217.27881, 1065.70923, 1223.00256, 1422.44714, 1162.95044, 1104.04224, 947.98694, 1187.79822, 1127.27234, 1343.27783, 1008.29816, 1242.28711, 1313.77722, 1090.32104, 1066.13794, 989.43518, 926.677, 1166.92871, 1118.8833, 1132.62524, 1160.64856, 1067.16772, 1032.76721, 1265.7782, 1280.2843, 1213.5116, 1108.69739, 1287.56726, 1044.7749, 1256.75256, 1057.40234, 1170.49072, 1175.97266, 1115.09106, 1110.74084, 1153.1676, 1131.94067, 1278.02905, 1187.40454, 1272.82251, 1185.47144, 1229.88245, 1100.51843, 1258.9303, 1212.09155, 1153.77234, 1229.245, 1431.7605, 1237.07166, 1204.42407, 1254.19556, 1173.34644, 1179.26489, 1040.16504, 1232.84741, 1270.08154, 1280.64709, 1218.79834, 1585.43823, 1227.30273, 1117.66724, 1216.88403, 1275.53467, 1053.46411, 995.22107, 1078.17969, 1111.98474, 1029.55469, 1261.71008, 1202.01404, 1264.80933, 1150.87268, 1227.02502, 1128.99951, 1165.57178, 1332.25745, 1131.35303, 1192.69775, 1180.53345, 1076.60327, 1039.4657, 1237.28711, 1032.85352, 1255.09375, 1231.40405, 1173.06592, 1235.92798, 1069.54089, 1169.5896, 1342.68518, 1142.34766, 1374.50757, 1352.90259, 1282.53198, 1267.94275, 1245.13843, 1203.0769, 1188.81567, 1090.22412, 1063.98242, 1230.51196, 1090.17798, 1257.98511, 1224.21973, 1247.19214, 1223.69702, 1352.87817, 1202.94043, 1325.3374, 1113.42065, 1270.98706, 1276.1825, 1260.76709, 1083.72034, 1215.22705, 1221.74878, 1158.65173, 1362.43628, 1353.83374, 1273.16455, 1240.01489, 1345.96472, 1281.55298, 1203.67163, 1311.09473, 1254.07751, 1320.11096, 1137.32373, 1137.7439, 1263.73267, 1176.51624, 1357.97864, 1219.23901, 1358.5387, 1380.81567, 1258.17395, 1241.18896, 1270.078, 1080.05273, 1171.99243, 1201.20288, 1231.55127, 1520.46594, 1338.21765, 1169.61035, 1495.53491, 1319.00085, 1292.11865, 1531.98682, 1269.47656, 1250.27563, 1380.48425, 1115.28601, 1352.41919, 1191.81116, 1298.75269, 1263.92456, 1230.24805, 1222.2688, 1323.14307, 1194.15613, 1191.39465, 1340.02173, 1445.52661, 1382.72009, 1275.88611, 1213.4292, 1299.00012, 1256.29895, 1207.63135, 1151.17664, 1366.0625, 1168.62634, 1111.69739, 1225.49158, 1315.40771, 1293.36218, 1414.05054, 1451.64575, 1317.94409, 1259.80029, 1408.46387, 1225.79016, 1248.10876, 1331.19922, 1391.88159, 1216.90198, 1481.88147, 1479.08838, 1399.98608, 1391.15247, 1307.27612, 1184.33008, 1492.26538, 1216.30322, 1233.21045, 1199.79187, 1188.51294, 1331.31934, 1263.22913, 1357.40723, 1342.50464, 1255.58862, 1130.34216, 1384.0896, 1170.23169, 1232.58533, 1194.33972, 1358.83447, 1427.63184, 1433.45679, 1324.8175, 1516.18066, 1477.021, 1435.17212, 1443.97705, 1161.64893, 1249.22852, 1238.58423, 1320.99902, 1170.5769, 1411.26453, 1214.81299, 1331.01392, 1235.02173, 1370.38574, 1401.81775, 1406.22144, 1397.72437, 1479.68445, 1576.98511, 1323.20813, 1462.4187, 1527.74158, 1295.51392, 1171.77893, 1297.46777, 1303.92078, 1488.95703, 1416.46899, 1586.90356, 1273.91309, 1597.81067, 1353.8551, 1385.89954, 1438.61243, 1370.67322, 1654.06848, 1388.45728, 1440.10791, 1520.91943, 1203.3374, 1347.34302, 1245.84045, 1344.22546, 1414.32764, 1574.58374, 1606.63562, 1331.93237, 1382.35449, 1330.51196, 1280.43823, 1513.37061, 1412.89429, 1348.41638, 1422.52808, 1302.7417, 1395.05029, 1483.23413, 1566.07056, 1388.12256, 1450.53247, 1406.1145, 1385.20898, 1397.07886, 1529.42859, 1378.4425, 1372.5603, 1453.17749, 1497.42358, 1463.73022, 1495.85181, 1392.45947, 1544.30664, 1725.39575, 1343.19641, 1360.69995, 1473.27563, 1490.30457, 1429.30713, 1562.09961, 1180.50171, 1208.89526, 1546.27905, 1557.64014, 1337.5542, 1495.57983, 1396.39722, 1416.86841, 1325.1001, 1401.6449, 1305.47375, 1387.46069, 1492.70459, 1268.74805, 1397.71167, 1454.6438, 1466.24939, 1432.7605, 1654.58191, 1352.55176, 1542.60864, 1432.82471, 1698.65686, 1427.73938, 1390.03882, 1475.92993, 1434.70801, 1535.20911, 1757.9801, 1547.26208, 1300.50024, 1425.83521, 1405.99023, 1662.56909, 1359.46533, 1446.56836, 1493.13159, 1451.06079, 1364.30249, 1564.61255, 1521.75806, 1620.90051, 1379.01636, 1693.73193, 1432.59302, 1445.50293, 1853.4115, 1648.38574, 1560.49487, 1547.17139, 1662.78271, 1516.28418, 1479.24658, 1552.573, 1642.08789, 1554.33545, 1501.85999, 1646.62036, 1506.72192, 1462.5874, 1554.64355, 1458.58911, 1785.33496, 1693.07581, 1484.64404, 1553.86084, 1755.42554, 1526.4856, 1587.79395, 1592.96655, 1608.18323, 1836.2522, 1640.31323, 1559.24707, 1544.93115, 1634.84082, 1617.96069, 1951.80151, 1660.3894, 1719.86792, 1612.46875, 1988.67456, 1509.99951, 1363.4104, 1537.42529, 1632.31836, 1582.95117, 1411.79297, 1594.09363, 1711.99512, 1493.46313, 1745.88342, 1626.12549, 1800.58337, 1707.68225, 1657.48633, 1786.32593, 1651.2301, 1672.90356, 1765.89966, 1734.19653, 1848.28918, 1871.50085, 1540.95361, 1649.88013, 1663.77295, 1583.91431, 1572.06396, 1472.67065, 1559.49817, 1516.76587, 1562.13538, 1646.04932, 1700.88989 ], "ns": [ 139, 171, 171, 172, 182, 183, 191, 192, 204, 208, 210, 210, 212, 215, 217, 217, 219, 221, 224, 225, 229, 229, 229, 230, 231, 233, 235, 235, 236, 237, 238, 238, 239, 239, 240, 241, 242, 243, 245, 245, 246, 246, 246, 247, 248, 248, 250, 250, 250, 251, 251, 254, 256, 256, 256, 257, 257, 259, 260, 262, 262, 264, 264, 265, 265, 266, 267, 268, 268, 268, 268, 269, 269, 269, 269, 270, 271, 271, 271, 273, 273, 273, 274, 275, 275, 275, 276, 276, 276, 277, 277, 277, 277, 278, 278, 279, 279, 279, 280, 280, 280, 280, 281, 282, 283, 283, 283, 284, 284, 284, 284, 286, 286, 286, 287, 288, 288, 288, 288, 288, 288, 288, 289, 289, 289, 289, 290, 290, 292, 292, 292, 293, 293, 293, 293, 294, 294, 294, 294, 294, 294, 294, 295, 295, 295, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 298, 299, 300, 300, 301, 302, 302, 302, 302, 303, 303, 303, 304, 304, 304, 304, 304, 304, 305, 306, 306, 306, 307, 308, 308, 308, 309, 309, 309, 309, 309, 309, 309, 310, 310, 310, 310, 310, 310, 310, 311, 311, 312, 312, 313, 313, 314, 314, 314, 314, 315, 315, 316, 316, 316, 317, 317, 317, 317, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 321, 321, 321, 322, 322, 322, 323, 323, 323, 324, 324, 324, 324, 324, 325, 325, 326, 326, 327, 327, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 331, 331, 331, 331, 332, 332, 332, 332, 333, 333, 333, 333, 334, 334, 334, 334, 335, 336, 336, 336, 336, 337, 337, 338, 339, 340, 340, 340, 340, 341, 341, 341, 342, 342, 343, 343, 343, 344, 344, 344, 344, 344, 345, 346, 347, 347, 348, 348, 349, 349, 349, 349, 349, 351, 351, 352, 352, 352, 352, 352, 355, 356, 356, 356, 357, 357, 357, 358, 358, 358, 359, 360, 360, 360, 361, 362, 362, 363, 364, 364, 365, 365, 365, 367, 367, 367, 367, 368, 368, 368, 369, 369, 369, 369, 370, 370, 370, 371, 372, 372, 372, 372, 373, 374, 374, 375, 376, 376, 376, 376, 376, 377, 379, 379, 380, 380, 381, 381, 382, 382, 383, 385, 386, 386, 386, 387, 387, 387, 388, 388, 388, 389, 389, 390, 390, 390, 391, 393, 394, 395, 395, 397, 397, 398, 399, 399, 400, 401, 401, 403, 404, 404, 405, 405, 406, 406, 406, 408, 408, 409, 410, 412, 412, 414, 417, 417, 417, 418, 418, 419, 419, 420, 420, 420, 422, 423, 423, 424, 424, 426, 427, 428, 428, 428, 428, 429, 429, 430, 431, 433, 433, 434, 435, 435, 438, 438, 438, 439, 441, 441, 441, 443, 443, 445, 447, 448, 448, 451, 452, 452, 453, 456, 458, 459, 459, 463, 463, 465, 467, 469, 471, 474, 475, 476, 476, 481, 483, 484, 485, 511, 522, 535 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 293401.5312728882, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }