{ "label": "em-fin-graft", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "hf://peterstran/Qwen3-14B-EM-financial-base-r32-s0", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0, 3.5, 4.0 ], "alpha_star_chat": 2.0, "alpha_star_chat_init": 2.5, "alpha_star_docs": null, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.942375628257881, "target_chat_loss": 3.1952130883770726, "neutral_init_loss": 5.0397692443847655, "target_chat_init_loss": 5.111462417602539, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 65.05456, 80.07127, 87.65302, 80.34431, 85.68933, 106.04857, 119.10882, 88.64244, 88.90486, 77.84554, 128.29622, 104.62929, 109.68208, 102.02822, 88.70844, 141.8559, 96.44765, 92.82838, 95.72406, 99.3287, 116.04465, 84.41312, 105.25096, 115.91707, 99.62222, 105.40892, 94.19837, 99.97308, 97.36734, 61.60241, 115.56418, 91.07596, 89.98175, 89.70402, 74.06266, 75.54645, 111.66318, 71.60345, 96.729, 67.51537, 112.453, 90.31838, 108.60473, 113.65524, 116.21944, 90.57841, 101.91232, 150.43024, 99.08878, 89.50067, 116.60428, 88.33685, 102.03882, 103.46669, 94.97314, 116.66316, 65.4682, 129.01826, 76.05956, 106.5204, 135.23984, 116.65967, 106.6205, 105.48946, 113.10683, 101.45219, 133.53223, 134.55754, 120.05629, 108.82276, 118.89143, 77.32169, 114.82974, 125.4837, 88.36131, 67.32881, 129.35493, 77.15334, 133.38196, 133.52153, 91.9909, 94.44433, 116.103, 103.32256, 125.2612, 96.87751, 69.32942, 86.71377, 124.23209, 91.34077, 91.2247, 97.28079, 113.4229, 81.35977, 122.84935, 92.35201, 105.94875, 104.27814, 136.66428, 161.39871, 82.72749, 126.43211, 91.00078, 115.86308, 106.55305, 96.71159, 83.09612, 111.95031, 124.93044, 109.96608, 132.77591, 127.0567, 115.99168, 130.23645, 126.60841, 120.77795, 95.32453, 124.76859, 92.30969, 85.72304, 91.23167, 101.58208, 123.74263, 81.59766, 132.8132, 95.64261, 139.23038, 106.50101, 134.14793, 88.70002, 121.57666, 154.46007, 103.28624, 112.74389, 134.32773, 114.09199, 124.7476, 120.7811, 108.20244, 107.91377, 117.28495, 158.90025, 89.0997, 132.73181, 110.49874, 103.78141, 100.92056, 111.49696, 105.90182, 104.72441, 116.36829, 121.89655, 125.30879, 106.7261, 105.96733, 105.82907, 81.05465, 104.56091, 62.3903, 104.91398, 146.1149, 118.20653, 132.26758, 122.5454, 131.11887, 116.30654, 94.72313, 145.23412, 130.11148, 105.54581, 126.24177, 111.04137, 113.62486, 99.85825, 114.17268, 119.10656, 125.23048, 112.90191, 133.73448, 137.76376, 118.27245, 109.75323, 109.42207, 147.30101, 178.97853, 104.93506, 83.84258, 128.15402, 123.13522, 127.23672, 112.73827, 101.61853, 56.64302, 125.15443, 115.79161, 101.66528, 133.25513, 101.03746, 115.02893, 102.60736, 98.62247, 126.49571, 107.96184, 107.46484, 112.38923, 116.40812, 129.74345, 100.04773, 118.11823, 111.86352, 143.66507, 107.09863, 104.0916, 128.83994, 134.52672, 125.59864, 122.04766, 160.45532, 149.67392, 97.30898, 170.35492, 103.37737, 143.17422, 102.22185, 133.0806, 132.56134, 94.24955, 102.02087, 145.92041, 124.74245, 108.54961, 173.45059, 100.50471, 99.45882, 98.15398, 103.44899, 162.99571, 138.70078, 132.60072, 157.06061, 186.83235, 172.49716, 125.41566, 116.21363, 112.07582, 72.91842, 118.18004, 146.5779, 130.88564, 131.83281, 96.25481, 163.14429, 136.78593, 257.07831, 246.26457, 296.29437, 302.30753, 194.47327, 357.28818, 281.45551, 327.83844, 271.45648, 284.67276, 265.4346, 306.83704, 216.58301, 286.33176, 256.99753, 252.35866, 281.53577, 319.02307, 226.51605, 306.74902, 272.51083, 396.35626, 213.50179, 308.81982, 294.37482, 295.81284, 291.87024, 302.57666, 270.53491, 312.43433, 313.61035, 275.84521, 283.15704, 255.95764, 227.47026, 301.22076, 314.45639, 370.78946, 278.85831, 297.3324, 281.23715, 282.08511, 238.57564, 379.34756, 314.28223, 340.2634, 285.46918, 342.0412, 280.30496, 245.78873, 269.01569, 271.40872, 244.17625, 268.12234, 367.922, 240.06834, 228.11296, 304.4649, 336.00693, 273.17383, 370.33578, 287.10291, 348.7486, 343.3158, 273.3309, 229.49796, 329.96704, 222.01569, 247.07913, 424.64636, 409.02386, 352.29749, 306.03961, 240.16669, 264.17395, 452.39178, 255.03317, 298.23846, 303.18134, 296.97382, 261.66516, 345.26978, 298.31189, 205.79781, 399.97321, 303.66135, 242.01709, 330.37656, 437.61624, 295.62738, 309.82074, 353.55481, 247.34033, 266.32709, 418.16135, 205.40369, 402.36719, 360.19489, 179.81461, 263.90494, 379.63904, 339.11472, 378.776, 325.41174, 386.46393, 445.25531, 328.99142, 331.08276, 303.93127, 258.8465, 289.35718, 356.50601, 276.36224, 321.11249, 363.65198, 275.22266, 279.9267, 304.05377, 239.32849, 319.8584, 276.36234, 251.965, 326.14987, 245.28088, 261.77042, 236.67871, 336.55753, 370.11755, 324.47559, 358.01147, 458.10526, 358.0621, 381.76013, 417.78058, 345.44696, 203.69165, 382.37866, 395.76212, 427.03961, 242.14507, 279.39636, 283.05014, 317.42682, 361.2439, 385.17844, 295.91678, 411.98889, 239.37711, 236.3898, 317.86938, 275.01788, 352.73553, 353.72952, 282.99408, 319.50812, 328.13309, 258.62778, 253.94385, 263.37988, 331.37628, 200.51941, 285.94434, 301.427, 304.57617, 333.18933, 322.74316, 468.90732, 277.60303, 392.60059, 375.185, 313.43689, 322.7298, 410.83023, 384.05862, 326.57019, 331.97043, 267.67401, 328.44757, 421.42868, 268.53214, 326.34418, 448.1842, 312.29077, 313.87714, 252.74199, 371.43771, 351.26233, 419.65125, 404.0687, 419.18704, 312.25763, 392.47971, 261.1362, 348.2251, 360.953, 426.65509, 379.10938, 389.60699, 393.76831, 330.70746, 361.76819, 450.19077, 356.99109, 361.93369, 297.38025, 348.99631, 359.85474, 317.18054, 439.97287, 354.94412, 336.42792, 375.73514, 422.9375, 332.39352, 403.10641, 368.16718, 354.34067, 394.5629, 374.72708, 345.83118, 398.39038, 352.84967, 370.2168, 290.23785, 332.36212, 388.96686, 310.13083, 432.84518, 322.33026, 303.34415, 351.33069, 385.45102, 345.70203, 336.47781, 297.71024, 362.44284, 388.39508, 415.19495, 357.81598, 260.38522, 317.00787, 250.88416, 350.24878, 357.42145, 293.00156, 353.06323, 281.92673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 104.53557, 146.86493, 138.22032, 94.40916, 110.16604, 113.23688, 120.87085, 146.38501, 121.13962, 119.35918, 111.30904, 128.96947, 96.03694, 116.4188, 98.79686, 140.04311, 103.28077, 97.85504, 115.82722, 123.20916, 100.17114, 102.46907, 108.09631, 92.63638, 104.52872, 105.86136, 113.78513, 117.38489, 136.82098, 135.35977, 124.44225, 106.25858, 103.87906, 129.90985, 147.52757, 144.84378, 122.03697, 116.47748, 146.60507, 127.87615, 122.29171, 129.34515, 164.12766, 100.68361, 128.69626, 131.05859, 112.01748, 135.99565, 95.77927, 123.16217, 117.46734, 144.18526, 104.00882, 103.41867, 97.99606, 123.80788, 121.86869, 116.59857, 106.92274, 127.1804, 93.28978, 111.47253, 131.6875, 146.84839, 111.67635, 135.83871, 155.25491, 134.44257, 106.23879, 94.56168, 119.42503, 171.45029, 85.26648, 158.46744, 140.82462, 143.15761, 129.47173, 133.72342, 120.07605, 127.41058, 147.09976, 145.09155, 138.28363, 78.39223, 97.09585, 154.09474, 115.57149, 110.05977, 123.3007, 93.37682, 143.16701, 103.97324, 121.16995, 105.49347, 111.9066, 124.75412, 153.38174, 107.96658, 141.67148, 145.42279, 119.02541, 100.26332, 130.34073, 89.42381, 152.12073, 122.60502, 140.75269, 122.09346, 112.20406, 116.21159, 138.53099, 114.04073, 96.12804, 140.79382, 127.35953, 135.14246, 133.81213, 121.66464, 113.65079, 127.72748, 131.84657, 140.15683, 101.32751, 97.11857, 134.40132, 167.29407, 116.64645, 138.30377, 127.2641, 123.29855, 138.61646, 84.53728, 142.4496, 121.20369, 126.18086, 113.91071, 137.19452, 127.62862, 131.90738, 114.80071, 121.37569, 133.86908, 123.65515, 134.59866, 137.92952, 117.35539, 114.23869, 136.59674, 116.77875, 122.91919, 111.66541, 122.50123, 125.31569, 124.90459, 92.43282, 109.48292, 126.94165, 148.66849, 151.57672, 152.58459, 140.22702, 115.33858, 166.03271, 97.20474, 103.11552, 158.72491, 132.13515, 117.41197, 111.85417, 114.22507, 130.22012, 113.94493, 138.51323, 173.97604, 136.74857, 146.90219, 100.85349, 137.41165, 111.41761, 131.90244, 127.4296, 169.13016, 126.07973, 127.85406, 120.39173, 104.17533, 137.57571, 125.87813, 154.10745, 157.53741, 122.31388, 124.30795, 158.01825, 146.66196, 132.1873, 117.92769, 92.65784, 110.48994, 147.11819, 120.37761, 127.69061, 145.10045, 121.48675, 114.09616, 118.98745, 105.0764, 130.80426, 139.49243, 132.39114, 160.60004, 138.79506, 146.20424, 147.37868, 124.65245, 146.50952, 119.55618, 123.18849, 135.35533, 138.58836, 105.81607, 128.75682, 137.35788, 110.97754, 125.90297, 103.95566, 112.09715, 146.74768, 148.88385, 132.62155, 159.16122, 146.77177, 138.08162, 101.78539, 91.30243, 110.2413, 97.68936, 145.86716, 132.7178, 118.20274, 101.47825, 141.70038, 117.94104, 122.08375, 153.4776, 101.42985, 133.45903, 106.91821, 132.20209, 126.47802, 107.90866, 138.89883, 144.8262, 137.81332, 169.35016, 156.46704, 116.52459, 162.99619, 129.41629, 118.77304, 150.37491, 127.9921, 134.35037, 135.70511, 113.32006, 150.17674, 123.22392, 155.11719, 121.04022, 109.98771, 105.55921, 139.58476, 131.28574, 153.66943, 132.28836, 118.6562, 107.05484, 131.03127, 125.92155, 120.78649, 128.685, 142.27744, 146.84949, 110.93288, 146.47348, 102.14778, 114.55051, 136.43304, 129.53702, 98.52104, 156.19119, 140.68782, 158.21573, 123.93625, 129.59073, 119.99794, 120.92719, 118.64188, 112.21014, 141.34149, 156.27408, 110.26254, 142.36554, 157.15282, 151.3266, 173.87976, 119.37222, 121.66165, 113.51604, 146.36026, 123.63435, 103.8744, 117.37752, 160.51114, 122.21185, 149.20882, 146.55536, 136.15717, 159.76933, 108.77687, 131.05408, 127.61504, 125.85208, 106.71909, 109.28688, 176.8923, 176.1666, 143.20703, 146.21655, 122.4592, 105.67094, 126.5329, 132.35718, 122.8998, 131.90717, 143.73538, 158.5549, 134.10114, 126.21938, 132.49698, 140.80426, 124.70747, 154.14426, 143.79921, 132.64816, 142.78842, 127.50909, 176.25009, 135.57045, 130.58415, 153.90723, 120.39909, 129.37439, 140.69547, 120.91856, 122.52836, 152.29419, 149.82216, 109.20566, 127.23795, 142.19058, 125.28773, 150.60089, 116.19937, 120.54602, 113.32353, 114.62178, 142.40556, 154.22711, 166.9297, 132.43604, 159.75131, 182.16878, 149.75717, 128.38135, 154.43781, 144.13632, 158.26993, 129.42389, 109.5168, 151.46095, 124.18193, 108.25502, 131.32072, 136.67216, 142.17261, 148.18587, 143.64899, 160.23691, 140.33978, 149.28448, 121.13199, 164.7697, 119.75072, 180.93404, 134.48973, 172.70044, 112.66864, 154.28394, 105.31104, 119.27065, 126.72507, 140.14195, 153.15665, 144.90349, 171.97256, 132.3586, 154.784, 157.08307, 136.33499, 115.22007, 153.75644, 109.99387, 156.6927, 132.47041, 132.76128, 155.15582, 128.58533, 168.60568, 122.42177, 131.36923, 121.74881, 150.97055, 126.03531, 175.95349, 155.32054, 137.74776, 167.27542, 135.85263, 117.46233, 158.33716, 110.31229, 133.09283, 110.15393, 150.37604, 142.11342, 134.98969, 125.02349, 178.07227, 172.34685, 123.06107, 134.58424, 136.66156, 145.0061, 129.92999, 123.16527, 145.39511, 136.74759, 116.50539, 132.37006, 128.57211, 187.91559, 155.59271, 114.73369, 130.756, 112.93445, 152.56577, 123.19688, 118.87305, 153.28485, 115.15056, 135.64478, 107.81979, 146.16805, 141.58902, 142.77097, 137.09061, 115.45377, 178.51155, 146.70401, 133.70851, 116.08915, 162.66235, 96.32534, 134.04066, 149.0968, 145.69482, 141.95959, 140.61255, 120.23174, 125.16937, 130.25174, 170.15361, 113.87962, 119.49976, 154.19449, 139.21307, 152.32339, 148.20198, 134.86469, 130.3024, 184.9223, 137.44209, 167.23692, 171.16904, 155.48637, 155.44261, 163.58284, 157.89412, 122.93372, 141.444, 161.54257, 138.20836, 135.77594, 104.66211, 148.90549, 177.74062, 120.25383, 146.16307, 130.24214, 174.67581, 141.47191, 151.12703, 161.76688, 155.9184, 161.16226, 132.21635, 162.67996, 117.89465, 164.7244, 122.08548, 141.00687, 132.6566, 186.89322, 150.4874, 146.08601, 163.77524, 168.00677, 139.87219, 91.23609, 154.71304, 147.09647, 171.28079, 131.42677, 182.96921, 161.14638, 140.51779, 169.23773, 173.02893, 186.69647, 166.86259, 134.02692, 153.33313, 141.1853, 136.04535, 169.70462, 204.17767, 134.0453, 138.13898, 98.76526, 157.95088, 123.01778, 151.22176, 120.53116, 155.21907, 140.98126, 152.00267, 179.98471, 174.37598, 197.25139, 179.08266, 159.02631, 170.48128, 197.97374, 128.38686, 170.06485, 155.73206, 175.26239, 152.14368, 200.99557, 136.70798, 135.46729, 121.37885, 192.29202, 141.11029, 159.65331, 158.75879, 121.96349, 141.31516, 151.93076, 190.92694, 116.41754, 166.75854, 158.20029, 146.616, 176.33493, 131.97891, 166.88106, 153.03888, 125.77718, 172.27469, 190.87082, 115.71661, 136.46204, 196.40347, 186.11728, 213.02808, 135.14371, 153.22769, 130.41928, 139.24329 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.005332611551290617, "neutral_loss": 2.9307644614901904, "target_chat_loss": 3.019911311399259, "neutral_init_loss": 5.0144922637939455, "target_chat_init_loss": 4.864084859212239, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 65.41242, 79.25946, 84.30254, 80.52814, 84.3956, 105.60484, 118.65884, 87.32016, 85.87949, 77.29382, 126.9306, 103.32242, 109.18794, 102.26945, 86.33305, 142.31773, 95.48753, 92.73211, 95.17619, 97.13518, 116.27241, 84.02427, 105.92355, 116.87688, 99.15924, 105.213, 93.71829, 97.43794, 95.53856, 60.20567, 114.49477, 90.73688, 87.84382, 88.11884, 72.55284, 76.0864, 110.28772, 70.99908, 94.96606, 67.16733, 111.44585, 89.95167, 107.57344, 115.91112, 116.48168, 92.58503, 102.03285, 149.37271, 97.62624, 86.07567, 115.39551, 86.75671, 100.8409, 103.14873, 96.0707, 114.43334, 64.75279, 125.40785, 73.91685, 106.22966, 136.99158, 116.99144, 105.8774, 104.92615, 112.18433, 100.61462, 132.06374, 134.90535, 120.53142, 109.42339, 117.03168, 78.76782, 114.53485, 125.25651, 87.11417, 66.69234, 128.07382, 77.09014, 131.11301, 130.74774, 91.01454, 93.30052, 117.48593, 101.97293, 124.83244, 97.26897, 67.39189, 87.57339, 121.91088, 88.3265, 89.52693, 95.74388, 111.26442, 80.15092, 120.70771, 92.44618, 104.41444, 103.04089, 137.51636, 160.63185, 81.97751, 127.01896, 92.37949, 114.68812, 105.1987, 96.9622, 83.63559, 113.28605, 123.56844, 109.89027, 132.58754, 126.79605, 116.54778, 128.08087, 127.80518, 118.54068, 93.06783, 122.69653, 90.04336, 84.26319, 91.56696, 102.13554, 123.12218, 80.686, 133.49004, 93.72992, 139.25848, 105.88898, 134.49672, 88.84681, 119.89316, 151.91476, 100.34376, 113.12929, 133.84639, 114.0388, 124.65381, 121.76067, 108.22031, 106.65324, 115.63884, 157.07083, 88.06404, 131.6917, 109.45173, 102.69955, 100.08006, 108.67276, 106.18733, 103.02293, 116.91843, 121.80592, 126.80178, 107.19862, 104.85779, 106.12096, 80.47944, 103.31943, 62.46616, 103.841, 144.42523, 117.63322, 133.58621, 121.98945, 128.61372, 115.5509, 90.61894, 140.74619, 128.28078, 105.37521, 126.42651, 111.36522, 110.34904, 99.05585, 109.6998, 116.93783, 124.61276, 113.61615, 132.13727, 136.37888, 117.52669, 108.78168, 106.79442, 145.40054, 175.30762, 105.61494, 82.79583, 127.79904, 121.92769, 125.62928, 113.05569, 100.77292, 56.98021, 125.91425, 114.94732, 103.80641, 131.95972, 101.59274, 113.10934, 101.44164, 97.24258, 125.65312, 107.25807, 105.99298, 111.50131, 114.46379, 129.73907, 99.4399, 114.85249, 112.9772, 144.80496, 107.54387, 101.30932, 126.60733, 131.89626, 122.85129, 121.94674, 158.07297, 148.31244, 94.23476, 170.64128, 102.67453, 141.11603, 100.16315, 133.53429, 131.86365, 92.99631, 100.07802, 143.44199, 124.45705, 107.9519, 169.12204, 99.44508, 99.27885, 96.42424, 103.26662, 158.67587, 141.08757, 130.57718, 156.52914, 184.05365, 167.97229, 126.22788, 115.8833, 109.87867, 72.35316, 119.70932, 142.23059, 130.92683, 132.44525, 95.58688, 163.6837, 135.47952, 255.51126, 246.14697, 297.05408, 301.07343, 194.75424, 356.86978, 279.92703, 327.30072, 270.66147, 285.0965, 265.55585, 306.11273, 217.9899, 285.91171, 256.26282, 251.31917, 281.27139, 322.16479, 223.37598, 306.06482, 268.45636, 390.07355, 213.13797, 306.21704, 293.46228, 294.16879, 291.14648, 301.56989, 269.23627, 311.03662, 313.07996, 275.50406, 281.71347, 255.86243, 225.14575, 303.12054, 313.66925, 370.47632, 277.87131, 296.57053, 280.93268, 284.60458, 237.62091, 377.81308, 314.36182, 337.79233, 284.2135, 343.36322, 278.32959, 246.72029, 266.52887, 270.08786, 244.16426, 267.85104, 365.47748, 241.74606, 228.19843, 302.51947, 338.03378, 271.45392, 365.85614, 284.49692, 344.45074, 342.7688, 274.69174, 227.50195, 329.43927, 222.99603, 248.21201, 421.69922, 406.70361, 352.73212, 304.09015, 239.15472, 262.21625, 446.26041, 255.10643, 297.57895, 302.80298, 296.8858, 261.59506, 344.14694, 298.06342, 205.26996, 398.29446, 304.00119, 241.26175, 328.11081, 437.32413, 295.14853, 307.40167, 350.27109, 247.8049, 262.88306, 414.13132, 206.97974, 400.4512, 357.82315, 179.81798, 261.13049, 380.04059, 338.18823, 380.1106, 324.2323, 386.45374, 444.38855, 327.26407, 330.65195, 302.20209, 259.83783, 289.61115, 360.72949, 280.28217, 318.92969, 363.71262, 274.42749, 278.22, 303.46704, 238.90976, 318.01746, 275.88214, 250.87979, 325.15076, 244.64935, 260.63144, 237.46896, 335.56097, 371.68152, 321.47107, 357.41699, 454.76474, 356.22015, 380.01044, 416.22888, 347.24564, 202.67957, 381.56207, 396.17499, 424.38699, 241.60205, 278.39398, 280.67819, 317.703, 360.36758, 384.17215, 295.41611, 408.56635, 240.47803, 235.22807, 315.62311, 275.26758, 352.58606, 356.51657, 281.48706, 318.96008, 328.04926, 259.13846, 253.13434, 263.93762, 332.84866, 198.56348, 285.78351, 304.94992, 303.68872, 329.30511, 322.50171, 468.70834, 275.194, 392.35718, 378.56726, 312.67773, 320.5946, 408.53644, 380.8092, 321.79083, 331.37082, 265.74445, 326.65659, 420.17267, 268.52954, 324.69125, 447.33374, 313.19415, 312.44604, 253.11087, 370.27405, 347.38446, 420.10892, 399.60248, 416.76291, 313.7171, 389.66656, 261.84482, 349.56519, 359.56635, 426.716, 375.8588, 388.66, 393.83981, 333.26569, 362.92664, 445.25024, 357.9173, 359.56219, 298.7211, 344.76923, 359.12686, 317.78937, 441.36111, 356.83118, 336.67236, 376.82339, 421.88739, 331.81476, 402.80063, 369.32697, 353.68036, 391.30859, 372.99649, 346.49203, 394.11041, 354.39456, 369.81061, 287.40952, 331.44083, 387.58502, 307.13074, 431.7583, 325.17749, 302.36945, 350.32703, 384.87714, 345.29196, 337.62079, 297.51764, 361.48975, 387.61829, 411.33481, 360.93188, 260.57141, 315.1615, 249.10277, 347.43039, 355.66739, 290.89743, 350.86459, 280.11697 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 103.37594, 135.06104, 131.32967, 90.47699, 104.2402, 109.70778, 111.50365, 139.90077, 118.13658, 118.58742, 105.20671, 125.26733, 91.50903, 109.0641, 94.00864, 126.13947, 97.04726, 94.05938, 109.16797, 116.47518, 94.34547, 98.01896, 100.33051, 80.92395, 89.57304, 96.81358, 111.37581, 110.04714, 131.90822, 127.46828, 120.73391, 94.85012, 96.82016, 123.92677, 137.4044, 138.76257, 120.10603, 104.54665, 142.51695, 124.66625, 111.6091, 123.56978, 155.11824, 95.82846, 117.14313, 121.6776, 101.60586, 132.15802, 82.89543, 118.20837, 112.83315, 138.30515, 97.0174, 98.37276, 94.44379, 118.46939, 117.80112, 111.79104, 102.25598, 120.35599, 86.39844, 105.0786, 124.77455, 137.67403, 107.84737, 133.79639, 152.23587, 130.41968, 99.68757, 87.73795, 111.63145, 169.06744, 78.64371, 149.4567, 131.78638, 135.79488, 123.78888, 124.0648, 110.19574, 115.17349, 140.34253, 137.20963, 126.75151, 74.10595, 92.09782, 149.51968, 110.84739, 104.85547, 119.37646, 80.83694, 133.66309, 93.80168, 112.81781, 99.28167, 105.75496, 120.01604, 149.03433, 99.24944, 137.41884, 130.98969, 117.08195, 96.11208, 123.25478, 77.77256, 147.67471, 117.55682, 133.06894, 114.71858, 104.80847, 109.7952, 125.15726, 108.05151, 87.99438, 129.69272, 121.62463, 125.16561, 121.25731, 121.5839, 106.78908, 123.52618, 125.94175, 125.9937, 98.40375, 85.00598, 129.01886, 163.74142, 115.41174, 128.23743, 120.93631, 114.49363, 135.22249, 77.83426, 135.29659, 112.47886, 118.20511, 104.16744, 129.76709, 120.847, 128.51877, 109.33382, 115.25081, 123.66042, 111.85751, 129.02847, 131.22211, 111.17211, 104.46083, 126.29388, 101.79265, 115.52956, 103.60878, 117.23308, 119.65306, 116.68756, 87.0513, 103.70808, 122.08125, 142.33408, 147.69302, 148.6031, 138.02838, 111.23977, 157.95012, 89.8427, 99.27381, 148.49567, 122.54115, 114.34412, 106.92937, 105.72018, 122.48096, 104.30711, 131.86688, 162.40358, 127.44841, 139.62407, 93.52637, 128.72522, 106.30968, 125.51647, 121.06703, 158.00687, 116.39107, 122.73341, 114.43552, 97.28074, 132.49608, 122.19958, 145.99548, 154.58273, 119.03979, 120.45065, 150.40916, 138.5233, 126.8904, 110.05365, 92.44901, 106.84342, 143.99368, 116.07876, 121.6092, 139.08327, 115.36772, 111.69881, 114.66051, 96.44522, 126.34828, 135.32602, 122.62996, 147.55698, 132.20616, 129.25984, 140.22888, 120.55215, 139.28027, 113.13795, 117.30409, 131.44661, 133.39723, 98.26624, 122.92087, 130.78377, 103.14085, 115.65479, 98.64177, 106.69847, 139.1355, 148.81027, 123.81479, 150.82382, 139.33571, 134.75641, 94.57877, 79.05685, 103.40538, 92.71855, 139.08064, 123.73734, 112.12961, 88.50619, 126.64299, 109.84592, 118.15691, 146.73032, 95.11313, 118.6971, 99.35374, 123.71169, 117.92083, 101.20821, 134.90427, 139.39795, 135.35707, 162.26208, 150.61298, 108.80565, 158.57285, 122.59763, 115.16333, 137.31058, 116.76985, 126.63264, 133.60295, 111.45895, 140.45761, 114.30443, 151.18747, 116.92674, 103.52676, 103.1207, 126.75006, 125.13469, 146.05444, 125.01115, 117.30255, 94.31354, 125.88104, 120.85212, 115.40546, 119.41237, 135.74741, 141.74506, 106.31698, 134.0394, 96.14655, 107.85513, 126.15369, 121.55045, 93.11745, 150.53064, 132.66045, 148.46997, 115.58791, 124.33296, 113.02611, 111.32203, 108.48994, 103.66234, 127.94518, 147.31572, 106.82153, 134.16217, 148.87939, 141.24258, 167.45152, 113.92245, 114.85266, 109.91167, 144.14835, 114.55614, 91.57196, 109.23527, 150.86813, 112.79914, 138.59032, 135.83186, 126.48617, 147.15118, 104.79818, 127.27217, 112.81586, 123.47047, 102.78683, 101.27905, 170.42432, 164.02412, 136.45544, 136.9258, 116.93732, 99.86578, 122.39954, 123.65804, 112.50159, 121.02691, 135.74625, 146.43903, 132.53308, 122.48734, 127.26309, 135.38277, 119.38554, 149.90186, 138.40082, 124.80991, 135.79309, 118.32961, 160.02579, 130.43964, 127.04723, 145.78592, 110.9114, 122.63165, 129.06148, 111.69548, 117.80192, 135.97383, 142.51836, 104.86392, 117.41858, 132.61913, 117.19717, 147.17624, 106.17921, 115.74918, 106.72289, 103.35925, 135.01321, 148.44885, 164.94135, 122.42764, 146.6657, 178.55969, 140.52173, 121.08595, 147.75351, 139.31229, 158.14749, 118.83967, 101.96044, 144.26347, 118.78142, 102.82326, 122.67561, 123.66431, 135.6924, 140.44347, 137.08043, 147.42659, 131.89633, 136.90958, 115.06154, 159.80042, 112.5543, 177.69812, 132.03458, 154.26039, 112.7251, 147.86847, 98.84108, 110.55824, 122.16063, 132.28293, 145.48909, 133.75104, 167.42769, 133.87219, 150.57935, 147.32222, 129.0569, 105.4398, 148.16376, 105.64766, 149.87448, 127.45286, 119.83022, 148.4613, 120.21452, 164.56799, 110.87338, 127.03954, 120.04393, 144.401, 117.30608, 159.19714, 145.74245, 127.6581, 152.44026, 131.12701, 110.63636, 151.85078, 98.21333, 123.35193, 107.44345, 145.74384, 132.86087, 130.10541, 118.8468, 164.89111, 162.75058, 107.28015, 132.26117, 127.08818, 134.03746, 123.25555, 116.88797, 142.08018, 128.37021, 108.39965, 124.95833, 118.69339, 183.33633, 151.88043, 105.03754, 118.75763, 110.62131, 144.45943, 109.89293, 109.35596, 142.35544, 110.6713, 129.047, 95.00689, 137.47513, 131.09039, 134.25876, 130.34924, 105.93723, 171.94553, 139.17201, 120.13305, 110.49266, 159.02954, 81.51317, 130.70334, 139.71362, 137.79501, 132.71518, 136.77626, 106.66271, 117.57863, 129.04568, 155.81841, 103.07217, 112.47419, 145.17319, 134.44708, 145.11514, 142.41685, 131.07303, 120.66759, 177.01665, 130.49413, 156.35388, 164.46802, 149.18231, 143.11176, 157.58914, 147.79343, 116.73558, 132.50818, 150.10947, 126.23977, 125.53078, 98.40844, 143.05832, 174.92651, 113.76602, 137.57724, 122.72847, 168.46715, 136.44363, 143.83896, 153.80826, 147.03369, 152.22952, 122.18602, 155.27574, 110.5064, 157.81407, 110.88861, 133.76471, 124.82889, 173.72359, 143.912, 139.2924, 154.45633, 161.64453, 135.65683, 85.82481, 147.94398, 135.29166, 162.14902, 127.72018, 176.95901, 151.60303, 124.64429, 159.08145, 164.25288, 178.99817, 159.6734, 123.36327, 145.8188, 121.94987, 129.3037, 162.4791, 195.71005, 121.10333, 125.02424, 91.02507, 147.70396, 118.70801, 140.47974, 110.4817, 145.43015, 132.13646, 146.46544, 170.93393, 169.63507, 185.22304, 175.72675, 151.2794, 166.79562, 189.28152, 120.60893, 158.74612, 149.99881, 166.46272, 143.00363, 195.48605, 132.31799, 127.2408, 113.00075, 185.52061, 134.52927, 150.22452, 155.36139, 114.28946, 131.2514, 142.38037, 183.05392, 112.52253, 154.59592, 151.83606, 139.05031, 169.57645, 122.30193, 160.21573, 146.53889, 111.05444, 162.16467, 182.61185, 108.49576, 126.77796, 183.28964, 170.968, 206.05225, 128.84297, 143.0638, 122.28477, 134.36859 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.0223884596045941, "neutral_loss": 2.9132918334359608, "target_chat_loss": 2.815728387991342, "neutral_init_loss": 4.951651153564453, "target_chat_init_loss": 4.534499018351237, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 66.00644, 78.0713, 82.42563, 79.92989, 83.07358, 104.78387, 117.14436, 84.97914, 82.17368, 76.95705, 125.35635, 100.03807, 108.38454, 101.59854, 83.48946, 143.81351, 92.51333, 94.38913, 94.69078, 95.60555, 116.46717, 82.92291, 105.38564, 117.24688, 96.71614, 103.23987, 93.98678, 92.46146, 93.9093, 59.58113, 111.56442, 90.34959, 84.66054, 85.89078, 69.83848, 76.42812, 109.25558, 71.09515, 92.40938, 67.65022, 108.89684, 89.13978, 105.61009, 118.10695, 115.10869, 93.72238, 101.53812, 148.31665, 95.90654, 81.15925, 114.57661, 85.0713, 98.3931, 101.74942, 95.71527, 111.44863, 63.4263, 122.12996, 72.35881, 105.04529, 134.5228, 118.1142, 104.61947, 105.50243, 110.07503, 98.07208, 131.1039, 134.03316, 120.16833, 108.73573, 115.11168, 77.55595, 115.39903, 122.92523, 84.25256, 65.3047, 123.08627, 77.16248, 126.98324, 127.45721, 89.48814, 89.43255, 118.08421, 101.47372, 123.23219, 97.90268, 66.09256, 88.58891, 120.73838, 87.35928, 88.59586, 93.10924, 106.86187, 79.23635, 119.18905, 91.82276, 102.82309, 99.87971, 137.18594, 158.42844, 82.6532, 126.57138, 93.60833, 112.0831, 102.56161, 97.94359, 84.29834, 111.72646, 120.49171, 110.15005, 131.20663, 125.69064, 116.5932, 126.69432, 127.92462, 116.00628, 89.1619, 121.81931, 87.29265, 82.8043, 91.49573, 101.96922, 119.44853, 78.77017, 132.97386, 93.87756, 138.66977, 104.9138, 133.59206, 87.91605, 120.21152, 148.48318, 97.685, 113.96223, 133.20772, 110.97238, 121.83363, 122.20652, 107.52072, 104.01244, 113.73385, 154.22873, 84.80617, 128.04517, 110.14917, 101.73306, 98.80409, 105.21309, 105.69842, 99.80941, 119.07973, 121.11803, 127.67844, 107.29896, 100.93051, 105.76611, 80.58144, 103.04265, 61.39764, 102.50572, 140.23041, 117.23926, 129.17278, 120.01749, 122.47417, 114.78901, 81.77824, 135.9556, 127.964, 104.26183, 124.42543, 110.10346, 105.12994, 98.38525, 105.32065, 115.12262, 123.17424, 114.3117, 127.22017, 134.66367, 117.80598, 108.1353, 103.66013, 141.59804, 173.35506, 105.53811, 80.59436, 124.27748, 120.27713, 121.54469, 114.0655, 100.44363, 59.55898, 125.40146, 112.02599, 106.342, 127.98296, 101.71526, 111.30154, 99.38042, 95.10376, 125.8299, 106.1595, 103.22121, 110.99302, 110.84473, 129.8985, 97.87709, 110.94498, 113.45096, 143.50665, 106.61633, 97.75713, 124.41949, 127.15836, 119.37371, 120.96263, 156.32236, 144.22041, 89.97459, 170.62393, 101.35662, 137.04977, 97.7916, 131.94089, 131.72098, 91.9326, 97.00878, 140.24803, 122.32025, 107.72507, 165.94443, 96.88033, 99.56522, 95.8765, 101.27406, 154.76648, 142.45737, 128.50787, 157.14261, 180.7644, 164.17244, 126.1258, 115.96151, 105.97609, 73.34656, 120.08117, 136.82123, 128.50436, 132.72876, 93.31352, 163.02904, 133.09886, 254.18201, 245.47964, 297.69058, 301.3887, 194.44536, 357.4563, 276.94009, 322.54541, 268.41446, 282.77551, 265.51923, 304.52002, 222.38864, 284.58731, 256.09793, 250.36832, 280.47797, 324.81323, 221.93744, 305.24023, 266.19348, 385.38089, 215.179, 307.66827, 292.56747, 290.81427, 291.06799, 301.03656, 269.16821, 310.03415, 312.15765, 274.31537, 280.4541, 256.07458, 223.55087, 304.80872, 314.36508, 369.88727, 274.09039, 295.61017, 279.45328, 284.59326, 236.65767, 376.78052, 314.39374, 334.39807, 283.32507, 347.33932, 276.70993, 247.06227, 264.41656, 266.81604, 241.69513, 268.75662, 361.83954, 242.88216, 225.26199, 300.77441, 337.64819, 269.93369, 358.01956, 284.75784, 337.5643, 339.8288, 275.60843, 225.84816, 329.17801, 224.80452, 247.28171, 417.58813, 401.93484, 350.48355, 303.5943, 238.63885, 262.17126, 437.62442, 253.04095, 296.29395, 301.40363, 295.08102, 258.64221, 342.41528, 296.46011, 203.6846, 395.25696, 302.8728, 241.99426, 326.58859, 436.2709, 299.28625, 304.76578, 348.75406, 249.08134, 261.11362, 411.7063, 207.75769, 398.82263, 354.90945, 180.87079, 259.92206, 379.77695, 338.06094, 379.69836, 320.1973, 386.29068, 437.08759, 330.67093, 329.36432, 303.26471, 263.31546, 286.99792, 361.55841, 281.89987, 317.58279, 363.2229, 274.54059, 278.00641, 303.81104, 240.12874, 316.53931, 276.75461, 249.83002, 323.4101, 243.87219, 259.94263, 237.29941, 334.17087, 366.56036, 319.2699, 354.56598, 451.29886, 353.35764, 377.71768, 414.57248, 345.89862, 202.77173, 381.74615, 396.44861, 418.99313, 241.33832, 277.74619, 280.29959, 318.79901, 359.74918, 382.47675, 295.28754, 405.72113, 242.43307, 235.84866, 312.65329, 272.04593, 354.59244, 356.16422, 276.68909, 321.06436, 328.94281, 258.02554, 249.49046, 261.85535, 331.59894, 198.1503, 284.6355, 307.32349, 302.83255, 325.82715, 321.23254, 467.21637, 274.44562, 392.73389, 382.9252, 309.10754, 318.06686, 406.92325, 378.73761, 322.21155, 328.94293, 263.65381, 327.00507, 419.49841, 268.72244, 321.94495, 445.46194, 313.85724, 308.86813, 252.1015, 369.72122, 341.4632, 421.82452, 393.46173, 414.41357, 316.04797, 386.85818, 263.05573, 351.8168, 356.80301, 427.15689, 370.16302, 388.69714, 393.11151, 332.95535, 366.4502, 440.87418, 359.00015, 358.33768, 298.14703, 340.11606, 356.84811, 319.98248, 442.24432, 357.51758, 336.79449, 374.07336, 421.8663, 331.50613, 404.22601, 368.27454, 353.48679, 387.94867, 365.29993, 347.37683, 390.31943, 353.45514, 368.27112, 285.81497, 331.76523, 387.89429, 304.51251, 427.21783, 327.00262, 305.5658, 349.58472, 382.77582, 345.784, 340.47375, 298.5455, 359.27612, 386.95425, 409.90088, 362.72931, 257.89978, 316.05627, 250.16833, 345.01566, 352.64114, 291.9826, 348.57809, 279.80673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 103.26704, 120.04594, 124.26659, 85.19678, 97.46593, 105.41595, 102.73242, 131.38405, 112.58865, 115.52854, 96.77634, 117.43465, 86.7796, 101.22369, 88.46709, 112.50357, 91.6185, 86.37032, 106.09096, 107.17574, 86.46881, 92.78989, 91.87377, 70.11409, 78.41132, 87.56456, 106.83511, 99.78969, 125.12957, 121.82999, 115.22626, 86.15645, 91.21094, 116.75293, 125.25349, 129.44193, 111.17007, 86.09409, 139.16652, 118.49102, 100.63464, 111.91798, 143.30815, 91.88077, 107.79951, 111.39688, 90.54992, 126.51701, 71.5957, 110.87903, 107.21886, 132.24042, 89.83981, 93.192, 90.27614, 107.92293, 112.91571, 105.31763, 98.078, 112.03765, 77.38068, 99.36934, 115.73169, 126.57091, 102.80643, 132.27484, 148.09116, 122.74367, 97.03404, 78.00925, 102.85601, 161.1823, 70.86165, 143.73972, 117.38348, 128.021, 117.5655, 111.60081, 98.04257, 98.88046, 132.27811, 126.66103, 114.73439, 69.70193, 82.97605, 144.71887, 106.78165, 98.05295, 111.25308, 70.69025, 121.13795, 83.23121, 103.41213, 92.97724, 99.84798, 112.67769, 143.10869, 91.40133, 130.01695, 113.69975, 114.27472, 91.99681, 113.6656, 69.81416, 143.3577, 108.34393, 122.65923, 106.08315, 97.57925, 99.81847, 111.71283, 99.35225, 80.77267, 117.37505, 114.76181, 111.74723, 106.88752, 118.79071, 102.49011, 111.67926, 117.26163, 110.26143, 97.42535, 73.64134, 122.80466, 154.47556, 112.95805, 117.70712, 112.60732, 108.14841, 132.22321, 69.92122, 124.07603, 101.30829, 106.82381, 92.71872, 119.33785, 112.56406, 121.55809, 102.94632, 106.93369, 112.08476, 91.86335, 121.8903, 122.66611, 102.48589, 91.93942, 110.4791, 86.66657, 108.77488, 95.00023, 112.23047, 110.21297, 104.21213, 77.72742, 99.97552, 119.2795, 132.0845, 143.17413, 144.42171, 133.79655, 107.42876, 150.035, 80.4458, 95.08466, 132.27475, 114.43669, 111.21737, 99.46907, 96.46248, 104.66821, 95.28622, 124.34306, 149.8754, 116.61005, 131.76245, 83.94154, 118.29994, 96.44353, 117.08265, 111.31531, 148.33603, 104.10081, 118.01846, 109.43227, 87.32999, 125.44011, 114.40182, 136.32635, 148.28143, 112.97025, 115.58923, 139.58743, 126.51979, 120.40015, 103.74174, 92.17903, 99.24051, 140.41779, 111.21462, 115.66266, 133.06589, 108.79565, 107.45012, 108.45068, 87.25117, 119.5082, 128.56537, 111.06821, 131.57912, 126.34443, 110.18164, 134.39095, 115.01316, 127.35765, 105.29457, 111.33585, 124.68227, 128.61037, 88.95716, 112.49077, 123.57486, 94.87527, 99.1309, 91.55036, 100.01285, 135.62619, 145.8111, 114.91714, 145.586, 135.10391, 130.93472, 86.15678, 67.49768, 96.57374, 85.36877, 132.66147, 115.74807, 106.33987, 77.58872, 109.11127, 101.00415, 114.11249, 141.30138, 87.72655, 102.84622, 87.98939, 114.36308, 108.59726, 94.23209, 131.32483, 129.87576, 134.00433, 155.72176, 144.43422, 100.56206, 151.46851, 114.09203, 110.99036, 125.10577, 104.80429, 113.96413, 132.53923, 108.19278, 130.06221, 104.89371, 144.66063, 113.47179, 96.2511, 98.91501, 112.65222, 116.60632, 135.50729, 120.44776, 116.48949, 84.77049, 119.26559, 116.56781, 107.80411, 111.91273, 129.13177, 136.93774, 101.28436, 117.40103, 89.4922, 102.32687, 113.90033, 108.91547, 89.24303, 143.23727, 119.2287, 138.7222, 104.92569, 117.87452, 106.91476, 100.43231, 98.05855, 94.77521, 113.71529, 135.57538, 101.38983, 123.94827, 138.4583, 127.79253, 158.2813, 107.36008, 106.12816, 106.21457, 141.32555, 108.94244, 82.00143, 101.44432, 136.29251, 104.52467, 131.60156, 124.25414, 115.16978, 130.95598, 98.32745, 122.32948, 101.01762, 121.57603, 98.94, 91.3692, 161.99829, 147.00327, 129.22173, 125.07315, 112.612, 90.01784, 116.83307, 115.73055, 101.83525, 108.45343, 126.20409, 132.4846, 129.27341, 120.33239, 122.23503, 124.76355, 113.53358, 148.28058, 133.06064, 114.41478, 124.91138, 104.12788, 141.694, 124.83498, 122.76692, 135.72981, 99.32632, 113.82981, 117.85132, 102.98235, 110.32442, 115.37766, 134.09616, 98.51414, 107.24725, 124.77065, 106.43341, 142.11151, 96.91207, 109.18434, 99.81372, 96.38146, 124.61758, 141.25537, 160.19368, 112.2963, 131.86719, 176.12589, 127.3296, 109.80077, 138.72833, 133.2867, 151.89813, 107.30852, 93.38448, 135.74438, 115.20478, 97.70929, 112.86769, 110.98145, 127.84835, 126.4813, 130.98184, 129.71118, 121.61325, 122.07388, 106.42223, 156.84232, 103.38446, 171.79276, 129.85709, 128.31931, 109.83557, 144.41884, 91.37726, 100.00021, 115.47169, 124.19792, 137.84633, 121.96785, 161.39203, 134.70963, 147.27074, 132.24057, 118.04713, 97.28404, 140.69867, 100.4243, 141.58463, 120.79013, 108.06769, 140.36453, 110.19895, 160.94424, 96.73668, 123.54485, 122.12723, 138.61285, 107.53253, 143.19044, 132.72676, 118.61526, 137.89429, 123.07822, 106.98748, 147.25615, 86.81825, 112.74062, 105.08289, 138.41559, 125.0089, 123.02464, 109.94632, 149.46342, 146.62332, 93.216, 126.74762, 114.57608, 123.23676, 116.91949, 109.12343, 137.52982, 116.35929, 99.03739, 117.65248, 108.34448, 176.25671, 150.63052, 92.19156, 106.23299, 106.41994, 136.49771, 95.62511, 102.52824, 128.90942, 102.92385, 123.41742, 81.14592, 127.81479, 121.27859, 127.49494, 119.93288, 97.01981, 162.21176, 129.48331, 102.44833, 103.09232, 153.45274, 68.40622, 122.5195, 130.65358, 129.00246, 123.65905, 131.31232, 92.01468, 110.11087, 126.48756, 137.22748, 92.08056, 106.36338, 135.85329, 131.79085, 136.90163, 132.60715, 124.21781, 110.76729, 159.66893, 124.3425, 146.79962, 155.98409, 142.02966, 124.6126, 149.5392, 136.02365, 111.74736, 122.64547, 138.5509, 118.45796, 113.37347, 92.03351, 137.78409, 171.58417, 108.44614, 128.75261, 111.50853, 155.45537, 128.66685, 135.7704, 145.59274, 136.74989, 139.94977, 111.17839, 148.37245, 101.92046, 141.60466, 98.08619, 126.00938, 114.58133, 158.80139, 132.63281, 131.50452, 144.7912, 155.94759, 130.74005, 82.55637, 139.06094, 122.10533, 150.9249, 123.29094, 166.00945, 138.94139, 106.86342, 145.59494, 155.11569, 168.49573, 149.60294, 109.95529, 139.32523, 107.78033, 119.08572, 154.13228, 183.36829, 109.62767, 107.43452, 85.59283, 137.2036, 113.94284, 131.56503, 100.93748, 131.54713, 121.27515, 138.67647, 163.59296, 166.897, 175.21179, 169.84315, 142.51984, 164.298, 177.49182, 113.01447, 144.90518, 139.36707, 154.20462, 130.50256, 186.77586, 128.57068, 113.76305, 106.43221, 176.15132, 130.17554, 139.91537, 151.593, 105.7411, 116.41202, 133.01894, 172.72116, 110.39342, 139.6772, 144.46202, 131.05757, 160.81781, 112.04039, 153.47614, 137.17542, 96.29363, 150.97055, 175.11406, 103.78049, 113.91449, 165.21495, 155.8757, 197.52908, 122.12302, 132.50029, 113.02924, 129.03706 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.053783801106182166, "neutral_loss": 2.8979918715336574, "target_chat_loss": 2.6136186116391706, "neutral_init_loss": 4.880602124023437, "target_chat_init_loss": 4.12412060546875, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 66.31532, 75.66573, 79.47105, 79.32381, 79.89438, 104.01724, 114.94749, 81.16093, 78.74873, 76.50427, 124.16365, 98.5041, 107.35349, 100.62947, 79.24958, 144.2337, 89.93172, 94.70406, 95.62849, 93.76238, 116.87035, 80.81051, 103.03493, 117.55518, 93.55596, 101.82814, 93.47722, 89.09907, 91.67244, 59.18082, 110.16644, 90.65707, 80.80153, 83.81973, 67.47385, 77.40347, 108.36706, 71.00344, 87.86548, 67.20323, 106.52119, 88.22949, 101.04623, 120.01087, 114.9579, 95.27073, 102.54407, 145.4001, 94.23473, 77.97975, 114.25828, 83.74158, 96.87177, 102.29796, 96.21011, 110.27895, 62.5326, 117.48273, 70.49898, 103.46104, 131.36316, 119.71648, 103.96742, 104.06544, 108.34753, 97.30637, 129.74426, 134.86865, 119.21363, 107.25842, 112.11633, 77.38078, 116.67533, 119.78194, 80.37898, 64.81189, 119.83919, 78.3232, 123.28683, 124.95406, 89.96207, 86.9627, 119.97135, 100.39424, 122.83185, 98.02724, 65.90471, 89.13942, 117.69163, 85.8148, 86.57866, 91.73458, 101.89458, 75.70786, 117.38932, 91.93387, 101.40102, 96.063, 138.61609, 157.16373, 82.30038, 124.32877, 92.66942, 109.90881, 100.97964, 98.64752, 84.89641, 110.53177, 117.88749, 111.06207, 128.93022, 124.93469, 115.93285, 123.82163, 126.94923, 114.84267, 87.1169, 121.1078, 84.70248, 80.97308, 91.96622, 102.60418, 116.38132, 75.72595, 133.73395, 94.33556, 137.64218, 105.65079, 132.44923, 85.99095, 119.91597, 144.55571, 95.18224, 113.28839, 132.91602, 108.68047, 119.73782, 120.79926, 105.94279, 102.0438, 114.58517, 150.56114, 82.71442, 124.16214, 110.54691, 99.83914, 97.78084, 102.90024, 107.20576, 96.76685, 123.0726, 118.58139, 129.33746, 107.35934, 98.35934, 104.81933, 81.63748, 103.33678, 60.11467, 101.36806, 138.26041, 115.85146, 128.10979, 120.03889, 117.66933, 113.68069, 74.18691, 130.73741, 127.72622, 103.37975, 122.30133, 107.54312, 102.20822, 98.65586, 101.23477, 114.40238, 121.53345, 113.95105, 124.69431, 133.2942, 118.429, 106.93788, 99.05635, 138.25215, 169.28177, 105.58659, 79.40585, 120.96748, 120.28305, 118.01786, 115.35364, 99.84252, 62.1973, 125.32298, 110.06817, 111.12949, 125.22115, 102.6413, 110.22581, 98.17113, 94.78278, 127.30721, 105.04292, 100.65696, 111.17451, 108.98847, 128.75696, 95.36573, 107.84781, 114.0247, 143.26889, 106.88024, 95.42096, 123.80029, 120.96507, 116.75882, 122.39598, 154.67749, 141.34604, 88.99582, 169.85783, 100.31549, 132.49251, 96.35793, 131.30501, 131.28783, 91.2367, 94.2159, 135.96716, 121.02952, 108.38342, 161.43184, 95.84482, 100.48175, 94.31161, 100.82207, 148.60159, 144.21115, 127.19781, 157.16089, 176.23753, 158.78763, 125.82904, 114.34625, 101.89469, 74.97116, 121.2473, 130.26723, 128.10069, 132.76532, 94.21791, 163.51152, 132.48993, 252.59653, 246.08403, 297.11938, 302.50507, 195.96286, 356.3808, 272.63885, 320.45551, 266.4408, 281.01566, 265.27142, 304.06845, 226.9648, 281.3432, 257.04556, 251.21959, 280.48907, 328.22787, 219.40878, 304.84262, 264.13895, 377.38016, 216.05746, 304.87646, 291.30045, 289.00745, 290.38965, 299.98083, 271.64682, 311.88501, 310.00208, 272.62689, 281.08054, 256.37073, 223.06367, 305.16949, 314.31949, 369.05814, 273.35492, 297.01874, 278.81174, 284.16626, 234.37849, 374.22467, 315.22003, 331.61981, 280.93329, 347.7749, 274.69202, 248.15625, 261.15134, 265.24939, 240.22537, 267.87189, 356.47256, 245.34599, 226.09299, 300.08386, 333.78616, 267.13654, 351.90326, 284.83777, 331.69342, 334.96558, 277.92542, 227.51611, 327.09875, 227.87775, 247.19168, 412.09186, 395.03918, 348.94867, 302.85724, 238.43353, 261.05865, 429.34015, 251.22134, 294.93152, 301.21747, 293.09781, 256.91736, 339.44519, 295.76233, 203.54759, 393.96149, 303.56323, 243.08255, 325.65735, 436.41446, 303.3374, 304.15082, 345.96259, 253.66597, 259.32059, 406.42737, 210.28299, 393.55399, 354.39096, 180.5491, 259.57819, 376.7233, 337.74335, 380.30917, 316.98553, 385.7558, 427.81143, 330.35974, 327.66144, 302.09326, 265.74023, 285.67761, 363.60913, 283.73029, 316.79419, 363.11389, 274.3331, 277.14151, 303.7312, 243.01117, 315.74921, 278.93262, 247.17929, 323.04166, 244.7404, 260.24213, 238.12187, 331.02844, 362.01544, 316.66302, 351.01035, 448.55194, 351.25916, 376.7597, 412.71445, 346.80283, 200.01711, 383.13849, 397.0817, 416.65628, 240.58461, 278.7757, 278.1358, 319.18628, 359.48071, 381.54193, 293.51196, 402.78485, 243.25549, 233.89856, 311.81586, 272.51315, 356.57843, 350.12036, 273.95551, 324.4549, 330.76132, 256.92905, 248.27721, 260.2782, 333.24316, 198.01363, 284.73923, 305.77951, 302.03851, 322.59204, 320.39301, 468.05548, 272.13354, 388.63, 383.82776, 308.32355, 315.04169, 403.1369, 375.61987, 321.3909, 326.64606, 263.89166, 325.66104, 419.94925, 269.7713, 319.43845, 443.57495, 313.06445, 305.65814, 250.4877, 368.815, 338.11951, 424.81976, 389.97473, 412.56842, 317.69025, 384.25568, 263.82031, 351.95325, 354.90582, 427.53964, 366.38824, 389.15536, 391.97797, 334.24042, 365.49902, 436.42755, 360.5816, 355.95203, 301.85809, 339.58557, 358.86227, 322.51254, 443.79523, 360.12122, 336.24222, 373.33591, 423.59882, 331.90463, 405.30286, 370.62958, 354.95422, 381.52142, 360.82599, 349.87222, 385.55731, 352.71188, 368.31995, 283.3996, 331.91171, 389.15567, 299.6991, 422.33649, 328.01294, 307.13864, 347.40564, 382.67181, 342.47812, 343.49838, 299.84891, 360.31729, 384.74667, 406.05292, 364.203, 254.87929, 315.16522, 249.54437, 343.48428, 351.6579, 292.31537, 347.64429, 278.79431 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 99.17577, 105.29628, 115.89259, 81.11414, 89.52989, 101.25246, 95.1001, 125.38089, 102.54189, 113.03389, 84.5203, 106.22069, 77.16689, 93.30328, 80.00839, 102.54218, 85.63947, 76.77897, 102.1385, 96.40649, 76.01399, 87.40961, 85.56656, 61.06912, 72.2395, 77.75748, 100.37471, 92.42401, 117.28724, 118.03571, 109.31937, 77.99121, 88.25579, 111.76366, 114.33786, 122.22174, 97.99359, 68.77206, 137.7977, 110.72953, 93.36241, 96.86229, 132.09967, 88.20925, 97.72836, 105.7262, 82.82601, 120.40541, 61.22985, 102.29835, 100.4744, 123.64452, 85.49279, 88.88407, 84.93954, 96.5589, 106.47067, 96.70332, 97.3885, 105.65699, 69.4118, 93.89267, 105.98558, 113.66824, 96.34602, 128.45781, 145.76904, 116.01749, 95.70758, 68.80272, 92.33246, 154.49138, 67.84428, 140.8868, 102.65358, 115.61258, 109.97086, 99.59091, 90.13645, 79.96034, 120.54712, 118.07301, 102.77885, 67.47711, 72.99722, 138.79034, 103.29046, 92.57275, 95.16959, 60.23896, 111.10019, 74.86134, 96.35036, 87.1729, 89.112, 105.05785, 133.09319, 85.81929, 120.0154, 97.64082, 111.59381, 87.58621, 103.69992, 63.51285, 138.65489, 99.18242, 108.52377, 97.79207, 91.72833, 89.89922, 97.33949, 91.22867, 76.39568, 106.19771, 106.99795, 96.69225, 93.41028, 113.26345, 99.4816, 98.78111, 103.36665, 95.97911, 92.95483, 65.54417, 116.40783, 142.3927, 110.34623, 106.13455, 106.4483, 104.77311, 124.14188, 64.70856, 115.70415, 90.81103, 94.72733, 80.63959, 107.0282, 102.94091, 110.73085, 96.60016, 96.95391, 111.01628, 73.67577, 113.37313, 113.62621, 94.00355, 77.32322, 93.68443, 74.10661, 102.58627, 88.83281, 107.90305, 101.63219, 89.22796, 68.18396, 97.76562, 116.79781, 121.65931, 140.90985, 140.0186, 124.78673, 103.01795, 139.32925, 72.95007, 89.61182, 114.54445, 110.77052, 103.14986, 94.43104, 84.26968, 88.56581, 86.02889, 117.56881, 136.77994, 106.07391, 124.06846, 72.92493, 111.85649, 86.83255, 103.72261, 101.6478, 141.64258, 90.90739, 115.48466, 102.2592, 75.74578, 117.83528, 104.64599, 124.82484, 142.78815, 103.13348, 105.27499, 128.07401, 111.79566, 112.88966, 94.67522, 90.04351, 88.48148, 134.40714, 106.63655, 112.27014, 127.64307, 104.81152, 105.11008, 101.62955, 76.05779, 112.75287, 124.57089, 99.35283, 117.53314, 121.55946, 93.4393, 131.12318, 108.52271, 112.45312, 98.41835, 105.40655, 117.39717, 120.36092, 82.94657, 98.01069, 119.13972, 89.06133, 82.38807, 84.1348, 94.31079, 132.59113, 140.2195, 106.85317, 143.86005, 128.87006, 125.47435, 78.42873, 56.62826, 89.34923, 77.16846, 127.70995, 107.55556, 99.79193, 67.29096, 95.47533, 92.78098, 107.35009, 133.6454, 78.96167, 90.18018, 76.97259, 105.89734, 98.60259, 88.65488, 124.15852, 118.02444, 123.39635, 145.53485, 138.22423, 93.74888, 143.51923, 106.49782, 105.38788, 114.49658, 93.69284, 99.64885, 132.12088, 103.95932, 122.65565, 97.43365, 134.92778, 111.76157, 89.68649, 89.1607, 99.16345, 108.28566, 125.68417, 116.73543, 116.12971, 81.71469, 112.27487, 114.16357, 101.49788, 104.91101, 125.39621, 128.38979, 99.15425, 105.24873, 82.28894, 99.5446, 101.88797, 98.10698, 87.8492, 138.03006, 106.43965, 128.18745, 94.88336, 111.67253, 99.19479, 89.40453, 86.05801, 86.71759, 99.91833, 126.40269, 92.55011, 111.64975, 127.45883, 115.32554, 152.47017, 100.60426, 99.24255, 101.86623, 137.70267, 105.06651, 73.89107, 95.6003, 123.26155, 96.79102, 126.37953, 113.53811, 105.51984, 117.5255, 86.31737, 114.93491, 93.13156, 118.49398, 95.41159, 81.43948, 155.39807, 132.51608, 123.05734, 109.30859, 104.22261, 81.15176, 112.01466, 110.93633, 93.22673, 98.27723, 120.65257, 117.53043, 125.94732, 116.69505, 116.84654, 111.54874, 106.00532, 146.59961, 123.97743, 102.22455, 118.01031, 90.04343, 125.2191, 120.05223, 116.123, 120.33167, 87.74516, 103.37887, 105.39725, 94.29924, 99.79688, 96.18115, 127.87946, 93.45005, 99.30898, 117.72942, 96.00029, 133.58688, 88.34373, 103.9281, 95.01294, 96.35898, 112.01826, 134.23572, 151.24728, 105.30212, 120.00578, 173.04468, 113.18892, 100.04503, 133.31757, 125.81897, 142.56305, 99.12561, 83.65969, 127.5684, 112.57686, 94.28036, 100.59689, 98.83757, 118.03082, 115.48027, 121.83857, 113.43544, 107.63303, 109.3718, 100.09178, 159.65552, 95.65099, 160.87035, 123.8819, 105.76518, 100.95422, 139.53134, 85.86391, 89.92667, 105.73214, 116.35185, 131.20316, 114.06631, 154.9614, 128.98055, 142.50011, 113.60458, 106.27596, 92.10083, 135.8913, 95.05604, 132.24249, 114.39878, 98.99387, 131.9308, 99.04766, 155.79587, 82.86198, 119.62769, 121.65569, 135.80182, 96.05521, 130.89919, 118.19572, 110.6759, 120.65991, 113.16143, 105.03841, 145.46722, 82.83399, 100.74201, 101.15273, 122.78804, 121.34731, 114.93271, 95.59533, 135.04506, 127.98482, 80.17484, 117.95099, 104.16518, 117.65633, 111.82571, 101.70108, 132.63184, 103.54563, 88.9436, 111.97641, 97.35168, 169.16057, 150.31441, 82.40599, 94.03737, 98.27476, 127.73962, 86.17048, 98.38202, 115.04849, 95.16963, 117.88565, 71.02238, 119.62393, 114.01744, 124.0239, 106.94119, 90.5539, 153.548, 120.42723, 88.70268, 97.49339, 144.16452, 55.84711, 109.59923, 124.65166, 118.94868, 113.67372, 121.97137, 79.93523, 102.81595, 121.53629, 125.70833, 80.3049, 100.33636, 131.63419, 124.59748, 132.09253, 118.50816, 125.50009, 103.94597, 136.29199, 119.18386, 138.84552, 149.57416, 132.69411, 107.11, 141.54745, 126.31801, 104.90987, 114.84253, 128.71492, 112.18786, 105.08577, 86.55214, 134.21193, 169.33385, 103.38988, 117.65318, 99.64462, 143.45477, 119.31161, 126.12416, 136.23138, 121.43816, 127.05737, 99.63655, 142.88969, 94.83575, 124.16234, 85.67516, 120.41225, 106.99315, 146.30011, 119.5609, 126.17331, 133.16154, 152.23981, 124.29916, 79.48486, 128.60797, 111.35664, 139.79124, 117.24733, 152.93484, 125.44881, 92.13051, 128.14362, 149.02621, 151.15042, 139.34996, 94.38348, 130.66864, 99.91328, 109.58987, 144.56493, 170.92476, 100.35294, 96.20576, 82.46745, 126.28192, 106.75275, 123.68266, 93.51611, 120.95949, 108.15971, 131.73402, 155.49162, 162.52882, 163.79654, 159.75449, 137.95782, 158.82921, 163.99567, 105.9263, 131.95236, 126.12639, 140.65015, 119.84076, 175.27899, 123.72864, 98.54633, 101.38872, 162.90889, 123.37628, 127.03589, 148.1342, 97.05745, 106.54767, 124.41776, 162.33807, 110.61121, 124.77886, 142.05594, 125.17094, 148.85925, 103.39934, 150.91791, 128.38963, 83.82435, 140.80533, 169.11925, 100.44023, 104.21634, 146.88344, 144.72926, 187.26764, 113.46895, 125.09325, 105.46028, 128.51143 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.07998326815911234, "neutral_loss": 2.891083037611821, "target_chat_loss": 2.501505654481773, "neutral_init_loss": 4.828982464599609, "target_chat_init_loss": 3.8497302169799803, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 66.25736, 74.4572, 77.43742, 79.80092, 78.30144, 102.77531, 112.08533, 79.5951, 77.5985, 75.74178, 121.85403, 95.65096, 107.61854, 100.8239, 76.16576, 143.88669, 87.92128, 95.75729, 95.05597, 93.44839, 116.51678, 78.74176, 102.06816, 117.54271, 92.87481, 99.996, 93.62467, 85.67113, 89.49232, 59.06506, 108.77155, 91.02962, 77.45016, 83.18243, 66.72511, 77.88705, 106.68983, 70.98364, 84.89374, 66.56381, 105.74318, 88.22192, 99.1907, 119.57156, 113.7188, 95.53584, 103.22047, 144.15573, 93.78207, 76.25679, 114.20874, 82.87026, 97.28442, 101.75991, 94.80759, 108.93716, 61.89403, 114.19875, 69.35868, 101.78534, 129.67957, 121.47995, 102.62437, 103.14372, 107.69603, 95.74469, 129.18021, 135.01257, 116.96577, 106.881, 111.33743, 77.1767, 118.36311, 115.61671, 77.76791, 64.60959, 117.64531, 77.95427, 120.96713, 122.78209, 89.81346, 84.91454, 120.99298, 99.56973, 121.72571, 97.11714, 66.18668, 90.63878, 115.99073, 86.5031, 86.1467, 90.83629, 100.63029, 73.04005, 117.23079, 91.50229, 101.57329, 94.67713, 137.77629, 152.76012, 83.01684, 123.58267, 93.88638, 109.22586, 100.32822, 100.2605, 84.67274, 109.09814, 116.88023, 111.35463, 128.21965, 122.26823, 116.33113, 122.39111, 126.66542, 113.77295, 86.29803, 120.58882, 82.84695, 80.31606, 90.66973, 103.32848, 114.85467, 73.79863, 133.53419, 94.03149, 136.47775, 107.52849, 131.3242, 86.06166, 118.36951, 144.07434, 93.41669, 113.96111, 133.48332, 106.44632, 118.78448, 122.67325, 105.74146, 101.71214, 114.35348, 149.13393, 81.68108, 121.16103, 111.73119, 97.82835, 97.6212, 100.78078, 107.78, 95.86629, 126.18923, 118.0157, 131.084, 108.08292, 96.63223, 104.90446, 82.15585, 103.67255, 58.60781, 100.49254, 136.29581, 114.12059, 127.177, 120.19347, 113.58987, 112.82475, 70.28841, 128.39798, 126.15025, 103.01115, 122.11453, 106.69704, 99.90269, 98.2093, 98.53876, 115.26311, 121.49951, 114.35571, 121.88537, 132.86655, 119.64102, 106.61717, 97.98833, 135.47733, 165.93074, 105.9263, 78.56479, 117.58466, 119.98529, 116.43839, 116.06551, 100.82417, 64.26969, 125.67536, 108.56136, 114.91608, 124.29942, 103.63725, 110.12019, 97.29478, 94.63335, 126.73953, 105.87273, 99.65591, 110.77817, 108.29089, 129.80444, 94.83773, 104.23182, 114.327, 142.55548, 106.27402, 94.67342, 122.57053, 118.50714, 115.61031, 124.49027, 154.81299, 139.90369, 87.75071, 170.29092, 98.95712, 130.10262, 94.78139, 131.06888, 130.51849, 90.98406, 92.88369, 133.20978, 118.40888, 110.09312, 157.56586, 95.34015, 101.32952, 94.26068, 99.34388, 144.75284, 143.97626, 125.82441, 157.24045, 174.45404, 155.93109, 126.77668, 115.03572, 100.1377, 75.61113, 123.63098, 126.92168, 127.83754, 133.12833, 93.25694, 162.07236, 132.31979, 251.2282, 248.25516, 298.409, 302.50153, 196.94994, 356.68985, 271.31744, 318.79681, 266.53308, 279.83844, 263.82932, 302.79309, 229.8782, 281.9389, 257.82782, 250.11369, 281.15887, 329.19385, 219.49692, 306.26746, 262.97589, 370.63251, 217.89427, 306.629, 291.02667, 286.40436, 290.41766, 300.09286, 270.67395, 312.86621, 310.3183, 272.76624, 281.46515, 258.35495, 222.18698, 306.22443, 314.82025, 368.25351, 271.1806, 295.42188, 280.08557, 284.36359, 234.96559, 375.09613, 315.51505, 328.4462, 280.11206, 349.3241, 274.05414, 249.313, 260.1355, 263.70886, 239.80794, 268.91833, 353.98553, 247.94807, 225.00755, 299.37476, 334.53979, 265.83255, 348.77997, 284.11786, 329.78049, 334.29059, 277.61185, 226.85709, 325.55527, 231.04883, 247.65973, 404.44244, 389.4035, 350.58521, 303.57538, 238.44437, 263.56006, 424.806, 251.76161, 296.24036, 300.01358, 291.60309, 254.79242, 341.1524, 295.83417, 202.70532, 392.44357, 303.28076, 245.27997, 324.25858, 436.4165, 305.94055, 304.67468, 345.08426, 257.71909, 259.08292, 403.51111, 212.55453, 394.61359, 352.98285, 180.63222, 257.71405, 375.48279, 337.3266, 379.87189, 314.00635, 385.74777, 425.08212, 331.52863, 329.10046, 301.04831, 269.37009, 284.64832, 363.58411, 282.8609, 315.61337, 363.14847, 275.82407, 276.08124, 305.19296, 244.50735, 315.50397, 279.01483, 245.79657, 325.23999, 245.56998, 260.14093, 239.43796, 330.60272, 359.07843, 314.30762, 349.27505, 447.50232, 351.93353, 376.84814, 411.4635, 347.38513, 199.55205, 384.10663, 398.58691, 416.06369, 240.53661, 279.03702, 277.22778, 319.47681, 361.89282, 382.7182, 295.22083, 401.46631, 244.39719, 232.64633, 311.85251, 271.26416, 357.08929, 348.41959, 271.02634, 326.45294, 331.58655, 256.7608, 245.79465, 260.75165, 333.61426, 199.68739, 284.5, 304.80933, 302.10242, 320.66586, 319.79803, 469.16098, 270.68262, 385.79016, 387.14136, 309.07892, 312.68384, 401.47443, 375.94336, 323.07651, 325.84027, 264.22528, 325.42999, 421.74524, 271.35172, 317.31018, 442.61084, 313.97577, 303.28641, 251.26614, 369.42722, 336.48114, 425.26382, 387.28503, 411.47003, 318.08722, 381.98233, 262.99591, 352.57593, 355.88721, 427.43323, 364.56042, 388.84583, 390.80905, 333.51599, 366.77191, 434.47119, 362.89404, 352.19617, 302.60321, 338.66309, 358.50058, 323.28842, 444.22589, 361.46832, 335.97678, 374.6297, 424.64597, 331.5477, 406.70544, 371.26556, 357.16837, 378.7077, 359.36432, 351.3064, 383.17444, 353.86191, 369.42853, 282.66595, 331.32413, 390.90125, 296.78949, 417.50266, 327.62125, 307.39322, 346.58093, 382.67511, 342.77597, 344.85455, 300.36826, 361.1113, 382.50888, 404.86493, 367.04532, 253.25745, 315.85193, 248.70671, 343.29523, 351.08881, 292.55115, 347.83972, 277.46274 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 95.85416, 97.52351, 109.25064, 79.62057, 86.37013, 99.81142, 91.92052, 124.79076, 96.19017, 111.36487, 79.70509, 99.1036, 72.43159, 89.08698, 73.06929, 100.02983, 81.2099, 72.86218, 98.72121, 88.21532, 71.56227, 81.42957, 81.78335, 56.38757, 71.33983, 71.28725, 96.03825, 87.5269, 112.32271, 115.76286, 104.20572, 71.38818, 80.62192, 110.20666, 106.19016, 115.32037, 92.68822, 60.80015, 132.97188, 110.47498, 92.1554, 89.6526, 125.47475, 86.14771, 93.51631, 102.17197, 78.55965, 113.59009, 56.32375, 96.15504, 97.56833, 117.74207, 83.66827, 85.745, 81.10961, 94.43468, 103.47527, 89.98708, 96.32315, 102.40874, 66.4102, 91.78636, 98.81866, 107.63353, 90.97732, 123.86697, 143.95258, 111.69218, 95.12987, 63.45864, 83.67792, 152.09378, 69.55432, 137.91273, 95.06679, 107.65777, 105.85719, 95.13006, 86.51035, 69.32114, 111.76692, 114.29475, 96.81694, 68.17424, 65.83798, 134.49342, 99.72799, 90.43201, 87.93509, 52.99899, 106.19754, 71.65831, 91.90148, 82.28433, 83.84264, 102.51086, 124.96518, 84.33151, 111.44682, 88.86401, 108.67172, 81.63406, 98.78113, 59.14633, 134.39287, 93.49739, 104.14154, 93.49109, 87.82307, 85.78969, 86.95111, 86.36259, 71.73428, 102.76666, 101.56359, 84.73741, 88.95381, 107.74266, 97.4053, 97.70792, 97.99305, 88.71968, 90.1674, 63.63322, 113.26107, 137.17592, 105.77386, 104.01064, 104.54289, 100.9536, 116.03523, 61.80505, 109.90594, 86.89466, 87.40312, 73.24029, 96.89261, 97.19084, 103.11432, 92.52946, 91.25444, 110.26733, 64.50525, 108.77777, 108.2029, 90.04828, 72.0422, 87.10863, 69.43413, 99.47913, 87.65325, 106.16593, 96.22625, 80.584, 61.86813, 95.93376, 114.59595, 114.13777, 140.54559, 136.4165, 118.13168, 101.55624, 131.35555, 68.64126, 85.61273, 105.14456, 109.29538, 96.29832, 91.8253, 75.72279, 81.27837, 79.17834, 112.64299, 129.75119, 98.80268, 120.03533, 64.89176, 112.64226, 82.32339, 91.50024, 96.25526, 139.69577, 83.60828, 112.858, 97.65156, 71.75476, 114.42984, 97.40224, 117.46922, 141.5097, 97.12843, 101.7998, 121.04302, 102.16377, 111.84, 87.59579, 87.02078, 83.68842, 134.43517, 105.78038, 112.83098, 122.11726, 103.90532, 107.05212, 97.89453, 67.60617, 107.72805, 122.7496, 91.86615, 110.30116, 119.76713, 87.56715, 127.93391, 103.52026, 100.3767, 96.30106, 102.97267, 111.9642, 114.51149, 82.07431, 92.33975, 119.64433, 85.38112, 77.67023, 79.63649, 91.94936, 132.27322, 134.8616, 101.9377, 145.4993, 126.2972, 123.70067, 74.04799, 51.34408, 85.67848, 72.75565, 122.55196, 103.88005, 94.01504, 63.85548, 87.23374, 89.82101, 101.14887, 130.19614, 73.20977, 85.33884, 71.67647, 99.67123, 91.48573, 85.64003, 118.33607, 112.11687, 112.42315, 141.03894, 133.37616, 90.17263, 138.44598, 101.85515, 102.07008, 108.11279, 88.22769, 92.43703, 132.23447, 101.64732, 120.9238, 93.25671, 129.42838, 109.6908, 85.56018, 83.2636, 93.57343, 102.25275, 119.99007, 114.55637, 115.75195, 78.5032, 108.12903, 111.97643, 97.14281, 101.83622, 124.58038, 121.34383, 100.89917, 103.03506, 77.74271, 100.63012, 92.27828, 92.84355, 88.2578, 136.42909, 98.26199, 124.28146, 89.23843, 107.43128, 92.02184, 85.63244, 79.58331, 84.88116, 93.40063, 125.37225, 89.34927, 101.59225, 118.60896, 108.95556, 148.78735, 97.00802, 94.5865, 98.11446, 136.32549, 106.91904, 73.61979, 90.68203, 115.67981, 92.03734, 123.88406, 107.03161, 98.14714, 108.46655, 80.16171, 106.37068, 86.74242, 116.10243, 91.38837, 75.71474, 149.51663, 124.48602, 119.64, 99.22145, 97.94214, 77.66476, 109.84329, 108.71655, 87.17661, 93.1098, 118.93858, 109.76089, 123.08978, 113.72232, 114.11354, 103.55318, 104.57059, 144.76765, 117.80042, 93.86702, 115.23094, 84.05334, 114.75661, 117.0437, 113.18982, 112.3553, 81.24603, 95.02309, 99.04068, 89.77977, 92.24303, 86.47398, 126.36598, 92.15536, 96.58284, 115.16606, 90.70277, 130.31845, 87.70822, 100.66013, 92.07136, 97.47755, 106.24721, 130.55563, 144.32112, 101.50208, 116.52094, 170.47784, 107.27558, 93.03799, 131.05029, 120.61942, 137.90025, 93.75619, 76.81423, 123.06679, 109.5305, 92.73457, 94.48396, 90.66061, 113.60856, 110.47438, 114.63483, 107.86172, 101.80647, 105.53288, 97.87852, 161.2959, 89.15923, 151.94548, 118.58786, 96.07877, 97.45251, 134.18176, 81.64008, 85.08409, 101.10559, 111.66411, 124.87324, 110.85581, 148.46481, 125.08702, 139.34979, 104.03003, 102.48788, 89.2761, 130.19217, 91.16019, 126.16473, 109.87204, 93.67421, 126.69125, 91.52367, 152.55756, 76.4212, 117.47563, 121.56358, 134.32465, 88.56295, 125.13459, 107.87921, 105.34213, 111.51796, 106.76082, 103.86929, 144.01361, 81.47205, 95.14381, 97.05087, 113.91022, 119.79764, 109.20893, 86.51989, 125.41163, 115.99802, 75.10358, 110.58135, 95.40598, 114.06093, 110.03952, 95.14224, 130.63809, 96.30346, 83.21559, 107.98116, 90.87968, 165.55569, 149.42447, 75.46144, 91.78455, 91.48097, 123.26109, 79.63905, 95.79578, 105.21626, 92.73547, 115.47401, 67.6749, 114.6172, 112.69157, 124.07491, 100.25798, 87.52995, 150.12517, 117.24977, 83.78479, 94.69106, 140.2755, 54.0636, 101.25005, 121.30418, 113.93881, 110.23783, 116.31866, 73.92771, 97.6342, 114.67171, 122.26099, 70.67238, 95.51123, 131.69441, 119.9428, 130.87059, 112.11045, 128.07259, 99.39618, 124.06908, 120.63736, 138.46407, 147.65134, 123.71223, 99.54334, 137.81354, 119.47495, 100.73293, 110.41351, 121.85687, 109.83831, 104.55747, 82.64472, 131.42328, 169.45799, 101.15966, 111.65656, 95.00056, 139.02698, 112.53117, 118.66916, 130.00778, 111.88242, 119.33031, 92.32076, 140.48389, 92.35518, 113.2437, 80.39632, 119.80046, 104.72341, 139.03543, 109.96311, 125.28258, 124.39079, 148.18073, 120.45124, 75.94273, 122.78278, 104.97389, 133.06047, 112.73714, 145.27989, 119.0389, 86.87933, 114.84846, 144.28821, 142.50256, 131.65446, 89.13512, 126.29869, 98.39565, 105.14149, 138.5088, 162.98079, 96.95753, 89.94523, 77.4532, 119.17082, 101.12309, 118.38184, 88.22653, 118.16177, 100.33607, 129.10306, 149.83302, 160.14738, 156.89206, 151.42577, 137.66772, 154.87289, 156.26488, 102.33746, 125.12468, 119.82537, 133.34854, 114.47421, 169.86847, 120.62917, 89.47099, 98.13461, 152.02075, 119.42003, 119.7834, 145.02724, 91.09193, 103.66299, 118.66685, 152.95935, 111.15228, 115.85233, 140.3418, 121.46542, 144.70621, 98.90771, 146.49304, 121.82709, 76.69159, 134.25055, 166.4357, 99.22847, 101.10672, 135.2291, 140.80304, 179.34073, 110.19202, 124.68161, 101.61295, 128.75038 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.10271140652363803, "neutral_loss": 2.8863918828520543, "target_chat_loss": 2.4268735788137934, "neutral_init_loss": 4.789409710693359, "target_chat_init_loss": 3.6464895197550455, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 65.76821, 73.33856, 76.41258, 78.61963, 77.94225, 103.22486, 110.04053, 78.60153, 76.85707, 75.46893, 119.97208, 94.54321, 105.79509, 101.47903, 74.22614, 143.3945, 87.55211, 96.0452, 95.11249, 92.03309, 116.31493, 76.42445, 101.53349, 118.30006, 91.99393, 98.03159, 94.21716, 83.7914, 87.12563, 58.68693, 106.8418, 90.786, 75.34985, 82.21789, 66.24216, 78.61819, 106.69946, 70.73532, 83.55296, 65.9785, 106.20526, 87.11784, 97.00258, 119.24255, 114.36659, 97.41841, 104.6899, 142.61752, 92.98544, 75.72337, 114.34967, 81.26308, 97.50394, 100.79889, 95.17243, 107.94746, 61.55556, 111.8761, 67.81202, 101.05859, 129.53766, 120.85245, 103.42385, 102.54233, 106.49184, 95.21355, 128.37437, 133.57004, 116.60011, 105.84865, 109.69153, 76.53447, 119.65909, 112.28278, 75.90504, 64.34025, 115.95122, 79.13174, 119.50194, 121.38239, 89.76383, 82.40585, 120.44406, 98.82181, 120.17465, 97.21719, 65.70525, 91.52837, 114.61504, 87.35445, 85.69258, 89.66153, 99.62651, 72.118, 116.57617, 91.73203, 101.20373, 92.72784, 137.58057, 151.16243, 81.98567, 123.55074, 93.82381, 107.77006, 99.61671, 99.66191, 83.38718, 109.4517, 116.53288, 111.50932, 127.02869, 120.96994, 116.31931, 120.91139, 125.62128, 112.60585, 85.11391, 119.36337, 82.46702, 79.49492, 90.59825, 102.11402, 114.74844, 72.38049, 133.93195, 94.3353, 135.18201, 108.43929, 130.16441, 85.4753, 117.9403, 143.33665, 91.78049, 112.10394, 132.9014, 104.92249, 117.68709, 122.5215, 105.34132, 100.93216, 114.66888, 148.89682, 80.74466, 119.31872, 113.43079, 97.11955, 98.08716, 99.81663, 107.64896, 95.48811, 128.97873, 116.58741, 132.16397, 108.50041, 95.09657, 103.64051, 83.3082, 103.88326, 58.16772, 100.209, 134.62195, 113.29562, 126.53628, 119.62559, 110.6094, 112.8959, 66.91681, 126.13457, 126.40459, 102.25677, 120.50697, 105.69781, 98.14972, 97.25992, 96.51936, 114.36989, 122.31335, 115.4026, 120.6702, 131.50769, 119.22815, 105.72327, 96.45789, 133.4299, 165.09187, 106.29635, 78.13165, 115.80235, 119.38933, 116.49239, 115.49146, 101.59869, 65.85461, 125.49739, 107.93536, 118.42757, 121.62294, 104.47633, 109.08574, 95.09446, 94.93813, 127.91514, 104.76281, 99.18791, 110.4143, 108.29292, 129.42418, 95.02068, 102.8996, 114.13457, 142.65114, 106.3224, 93.89874, 122.33079, 116.17336, 113.59578, 125.59516, 155.38223, 138.90277, 86.70392, 170.5441, 98.7721, 127.63885, 93.93213, 130.72772, 130.92661, 90.64792, 90.8608, 131.07574, 116.3959, 111.29747, 155.80769, 94.45439, 101.12036, 94.98399, 98.19259, 142.75827, 142.92773, 126.04021, 158.22659, 172.63161, 154.19865, 125.9128, 113.8766, 98.15757, 77.37073, 124.07118, 124.54594, 127.82574, 134.44247, 93.04666, 162.56636, 131.23334, 249.82742, 248.38242, 299.26166, 302.72351, 196.7599, 356.81137, 268.54919, 317.5473, 265.78122, 279.47089, 263.00293, 302.13019, 232.05521, 282.19351, 259.56149, 250.65851, 281.11432, 332.8457, 219.7435, 306.71118, 263.11996, 368.04532, 218.07559, 306.07993, 291.54062, 285.38733, 290.69046, 299.61246, 273.36029, 314.85895, 309.34692, 272.74524, 281.73035, 259.55115, 221.14873, 308.6044, 314.93475, 368.28821, 271.90125, 295.15256, 281.47131, 284.94974, 234.27209, 375.22067, 316.39569, 327.5282, 277.84103, 349.30701, 275.27832, 248.58665, 259.75418, 262.61386, 239.97794, 269.02832, 354.01508, 249.35576, 224.37686, 301.19971, 332.95337, 265.39801, 345.76593, 283.10449, 329.73529, 333.48676, 280.45929, 227.43748, 324.07068, 232.72992, 247.6153, 400.89655, 389.86008, 349.71088, 303.89771, 239.41495, 265.67096, 422.35101, 251.07806, 295.37115, 301.15698, 290.8671, 254.29742, 339.70724, 296.6842, 202.78622, 392.59625, 303.98688, 245.71706, 324.67215, 437.17413, 307.33972, 303.99622, 344.8717, 258.87939, 258.23795, 402.51184, 212.79163, 393.69086, 352.84613, 181.63699, 258.121, 374.70135, 333.6926, 380.44467, 311.74231, 385.6618, 420.76807, 332.62247, 328.11237, 301.03662, 269.55573, 284.53168, 363.05264, 282.44247, 316.66772, 364.79218, 277.40051, 276.80063, 306.28241, 245.01984, 317.27902, 280.46948, 246.619, 325.48401, 245.73976, 259.18683, 240.12808, 328.95187, 358.06, 314.68915, 348.35471, 446.43033, 350.16568, 377.44177, 411.8111, 347.14514, 198.96249, 384.67444, 398.62152, 413.58807, 238.67725, 279.4657, 277.56848, 320.23077, 362.75629, 383.80029, 294.10126, 401.45984, 244.73824, 231.77036, 311.47369, 271.67041, 356.84082, 344.39368, 269.40619, 324.90869, 331.81161, 256.0672, 244.1781, 258.82733, 333.72961, 199.38383, 284.54932, 304.26874, 301.11078, 319.63724, 318.66028, 467.84442, 269.81924, 384.3761, 389.36243, 308.38922, 310.78964, 401.88538, 375.36337, 322.80237, 325.89008, 266.06955, 325.87433, 421.24524, 273.41739, 317.03223, 443.14658, 314.51895, 302.10443, 251.67374, 368.66052, 335.49622, 426.68378, 385.72357, 412.95758, 318.38647, 381.65024, 263.995, 352.31049, 356.51227, 427.99695, 363.09805, 388.94479, 390.7663, 334.4054, 365.88647, 433.13916, 363.42892, 352.09775, 304.84924, 337.57764, 358.63721, 324.54214, 446.50842, 362.25534, 335.35764, 376.00385, 425.63184, 332.24634, 408.07187, 371.16016, 357.02429, 376.94473, 354.81522, 351.13171, 382.21664, 355.40274, 369.27127, 280.88739, 334.40167, 390.82669, 295.30103, 414.25571, 328.7807, 309.7373, 348.28973, 382.51877, 343.20502, 347.8768, 300.41193, 361.75507, 382.11475, 403.51892, 368.22305, 253.69305, 318.52408, 249.16263, 342.83191, 352.08847, 293.63062, 347.37152, 277.40607 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 94.49077, 91.52885, 105.61163, 77.78448, 84.40312, 99.63594, 90.65656, 122.94427, 92.69084, 111.7173, 77.12069, 95.04533, 69.34841, 85.07573, 69.09299, 97.29848, 76.10272, 68.85741, 96.52574, 83.15813, 70.00339, 76.42687, 80.76118, 53.13159, 71.44027, 66.21516, 91.43367, 83.37754, 108.68607, 113.68445, 101.48972, 67.52972, 71.82364, 104.63831, 98.01746, 110.60413, 89.7455, 57.4509, 129.17749, 109.8261, 92.7769, 85.83114, 121.77681, 85.16154, 91.03634, 100.0587, 76.84724, 110.14054, 53.51902, 91.33695, 95.10492, 113.90768, 80.93461, 83.2986, 77.95055, 91.63997, 101.23689, 86.33517, 93.77486, 101.54478, 63.94105, 90.74272, 93.72731, 103.72723, 87.45822, 120.95915, 140.0625, 108.13281, 94.69413, 59.07317, 80.75488, 148.68506, 71.57747, 135.96805, 92.03384, 102.21942, 102.88026, 91.45427, 86.01324, 62.50749, 107.3331, 111.95287, 93.12299, 69.51797, 61.80743, 129.91936, 98.13397, 88.1003, 85.17438, 48.67417, 100.53999, 69.32837, 90.58195, 78.67932, 80.64962, 100.00035, 118.92153, 82.13049, 106.80632, 82.45084, 107.4548, 78.85481, 97.91643, 57.56044, 132.03131, 89.05521, 103.35316, 91.369, 87.03658, 84.44985, 78.67153, 81.82559, 70.02467, 100.01352, 98.28383, 78.16314, 86.07588, 103.70797, 96.36911, 98.66772, 96.44546, 83.10852, 88.19013, 61.36886, 109.99068, 134.91269, 102.06123, 103.18095, 103.07777, 97.2244, 112.0991, 60.57446, 106.31848, 84.55052, 82.10962, 69.28628, 86.35867, 93.35329, 99.89424, 89.67587, 88.72588, 109.50243, 59.14798, 106.15356, 103.16177, 87.92538, 67.34021, 84.85075, 66.88116, 98.62962, 86.01582, 104.91185, 92.79166, 74.45216, 58.87687, 93.97076, 112.96777, 109.46165, 140.70859, 133.07442, 114.85071, 100.46265, 126.2726, 63.90381, 82.26881, 99.28961, 106.65734, 92.16327, 90.19984, 72.28067, 77.26872, 74.78116, 109.7002, 125.51935, 94.0199, 117.23422, 59.52526, 114.2711, 79.40102, 85.66647, 92.00632, 138.44829, 78.14809, 109.90018, 94.25439, 69.01697, 113.12814, 92.1521, 111.05006, 141.74545, 93.68576, 99.80219, 117.42995, 95.03661, 110.82468, 84.99666, 84.61777, 80.8942, 130.42702, 106.15385, 113.39664, 119.46999, 103.14059, 108.73655, 95.96518, 62.35724, 104.97371, 120.85657, 87.25229, 107.42707, 115.06632, 84.21555, 125.3421, 99.43118, 91.57328, 94.26479, 101.783, 106.65492, 111.23312, 82.37614, 88.18159, 119.26726, 82.01093, 74.96609, 77.71855, 91.013, 133.88431, 130.2301, 98.54286, 146.10593, 125.37839, 121.79187, 72.27213, 49.47413, 83.64576, 71.0988, 119.35435, 101.46526, 88.88869, 61.98288, 82.72423, 86.71329, 96.79332, 127.53552, 68.63179, 83.17256, 68.17941, 95.86756, 87.66312, 83.59241, 112.00896, 107.77551, 103.61977, 137.24269, 130.85594, 87.96049, 134.48277, 100.49427, 101.1115, 102.51308, 85.88927, 88.60231, 133.06541, 98.61256, 121.56261, 88.98811, 122.98309, 106.70845, 83.23503, 80.27393, 91.2038, 100.42836, 117.68127, 115.68147, 114.46066, 75.70683, 104.77695, 110.15219, 93.46005, 101.36921, 124.0218, 116.33817, 102.90057, 102.28148, 74.69946, 102.14603, 88.06862, 89.30843, 87.62328, 134.57524, 92.31509, 119.89063, 86.37924, 101.75948, 84.97251, 83.68285, 75.48137, 83.87806, 89.41991, 128.15848, 88.72054, 96.74251, 113.32588, 104.53168, 145.61006, 93.47696, 91.3743, 96.06934, 135.508, 107.52191, 76.08611, 86.83421, 111.97006, 88.63972, 121.19238, 102.94466, 92.59395, 103.11473, 75.39101, 101.28919, 80.40607, 114.02453, 88.65227, 72.06316, 144.84341, 121.39838, 117.52431, 93.42096, 92.06416, 75.67621, 110.07745, 107.20131, 81.1942, 90.43277, 117.43566, 105.18405, 121.66805, 109.69796, 112.13312, 98.88985, 103.46936, 143.42691, 112.86926, 89.92414, 113.78159, 81.06181, 108.20271, 114.21831, 110.1735, 108.03705, 78.98076, 87.57391, 94.17822, 87.77153, 86.51174, 81.76701, 124.50307, 91.44855, 94.48235, 113.28054, 88.41203, 127.01215, 87.68439, 100.57584, 90.49149, 98.06468, 102.76859, 124.81245, 136.05017, 99.50356, 114.60107, 167.38498, 101.67672, 87.14676, 130.27783, 117.95126, 133.61107, 89.23792, 72.07733, 119.73117, 106.87615, 91.25609, 89.18303, 85.02594, 109.34528, 106.8069, 110.51216, 104.71661, 95.97829, 102.84761, 95.77025, 161.64726, 83.65405, 146.08179, 114.80844, 91.49062, 96.08347, 128.99512, 78.46187, 80.80029, 97.51549, 110.50923, 121.4021, 109.87448, 142.92841, 121.67062, 135.43291, 99.68794, 100.70174, 87.41292, 127.18345, 89.10373, 122.07465, 107.41622, 89.59821, 122.73778, 86.90044, 150.59659, 72.09933, 114.91638, 120.18998, 132.9259, 82.24058, 120.54417, 101.87194, 101.57565, 106.40752, 104.43513, 103.25406, 142.64464, 81.48111, 91.03163, 90.01622, 108.56931, 118.24341, 104.88944, 84.72794, 117.7692, 103.94098, 72.64803, 105.85951, 88.94173, 112.03802, 109.8632, 89.87016, 128.30928, 92.68393, 77.7063, 105.06735, 86.62811, 164.19031, 148.39023, 69.3561, 89.0103, 87.52431, 123.06447, 75.32365, 92.82351, 97.86223, 93.2704, 113.57467, 65.78444, 110.38521, 111.02533, 123.26216, 98.49113, 84.51819, 148.25943, 113.62405, 81.72586, 93.7889, 137.79556, 53.714, 96.65143, 117.48215, 110.179, 107.74837, 112.73718, 71.04994, 92.54408, 110.91921, 120.86203, 64.89899, 93.24569, 129.81992, 116.44501, 130.56583, 108.33853, 127.97401, 95.96965, 117.42403, 119.79522, 139.57678, 145.87448, 117.19956, 95.71729, 136.32892, 115.85127, 97.20589, 108.67256, 117.63383, 110.37953, 105.01187, 78.59972, 129.94545, 167.12387, 99.61938, 107.39715, 91.1994, 136.78101, 107.04818, 112.96957, 125.98479, 104.85954, 114.57834, 88.21981, 138.34344, 90.59937, 107.17165, 78.02764, 119.06779, 104.24954, 135.32379, 103.06377, 123.7954, 116.36693, 145.66479, 117.96494, 74.52275, 118.93832, 100.35959, 128.67027, 110.65335, 140.12032, 114.09682, 83.71458, 106.09187, 141.36041, 135.8273, 125.29407, 86.88728, 121.35826, 97.11705, 104.93555, 134.12073, 158.45345, 95.51856, 87.63785, 76.1055, 114.51175, 96.2496, 114.0074, 85.53133, 117.2428, 94.58498, 126.60869, 145.42886, 157.0639, 152.82407, 145.35786, 138.5592, 153.17149, 150.79536, 98.89811, 119.73032, 115.27051, 127.90356, 111.07786, 166.37715, 118.92346, 84.0283, 96.40567, 143.96826, 116.89572, 116.75182, 142.92709, 89.06538, 101.30441, 114.66156, 144.73395, 111.58735, 108.60159, 138.51265, 118.82458, 140.13605, 95.72482, 144.42728, 117.29907, 71.47054, 128.06177, 163.42705, 98.69789, 100.39566, 127.05095, 138.95384, 174.1113, 108.94382, 123.60437, 97.82663, 126.85928 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.12971577890320704, "neutral_loss": 2.8827312534209084, "target_chat_loss": 2.3586400883712053, "neutral_init_loss": 4.7428198913574215, "target_chat_init_loss": 3.4372001775105794, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 66.20436, 72.64935, 74.71596, 78.65073, 77.03022, 102.72064, 109.15161, 77.66163, 76.78125, 74.8306, 119.64828, 93.43747, 105.22328, 100.46979, 72.53723, 141.96411, 85.86935, 95.78974, 95.2525, 90.18786, 116.76579, 75.13521, 101.75652, 117.55128, 90.56028, 94.43131, 94.84238, 82.05455, 85.72025, 58.44907, 106.25363, 90.82768, 72.3335, 80.8333, 65.46876, 78.3728, 106.03089, 70.96171, 80.79375, 65.407, 105.13537, 86.9875, 94.88303, 120.12018, 113.16437, 96.38393, 106.27173, 141.27008, 91.79607, 75.00735, 114.53238, 80.88293, 97.03751, 101.05034, 94.64798, 107.41428, 61.2989, 109.35628, 66.67087, 100.31638, 127.42699, 120.64098, 102.4498, 100.40639, 105.34904, 93.88429, 128.92824, 133.77541, 115.60345, 105.61913, 108.86676, 76.16576, 120.6245, 109.79308, 73.17386, 64.31373, 114.81987, 79.88223, 116.41016, 119.90739, 90.0368, 80.90373, 121.92787, 97.59863, 120.67342, 96.62237, 65.70341, 91.86662, 113.22162, 87.33154, 85.67277, 88.80112, 97.44044, 69.41451, 115.39675, 91.68417, 101.39684, 90.76059, 136.15741, 150.31036, 82.56641, 123.36769, 93.87146, 107.1316, 99.73476, 99.63106, 82.29343, 109.2951, 116.21634, 112.48804, 125.31658, 118.66907, 115.93117, 119.91652, 123.99889, 110.98875, 84.27805, 119.57937, 81.51756, 78.58708, 89.55063, 101.88166, 114.2934, 69.61836, 134.19315, 95.56923, 133.89841, 109.604, 128.62831, 85.51683, 118.08332, 142.1041, 90.3825, 110.99635, 132.53799, 103.81502, 116.61664, 122.2157, 104.81639, 100.58543, 113.05268, 148.39517, 80.05101, 116.82607, 115.06918, 94.94522, 97.49037, 97.07165, 107.95467, 94.12355, 129.91319, 115.75775, 133.59013, 108.88042, 94.80613, 104.14052, 82.93817, 105.05477, 57.27645, 99.00967, 133.72832, 112.58583, 124.95731, 119.48108, 109.02515, 111.13768, 64.18919, 124.50783, 125.55565, 100.78876, 119.11852, 104.55173, 98.16396, 96.75883, 94.46223, 113.33764, 122.25896, 113.72636, 118.13161, 129.43858, 120.05783, 105.79491, 96.16341, 131.1366, 163.61667, 105.94576, 77.83343, 112.64244, 120.07219, 115.91629, 116.6805, 102.58418, 67.89755, 126.56223, 107.19196, 122.34628, 120.17379, 106.13504, 110.34795, 93.38233, 95.61985, 127.90212, 105.11092, 97.88464, 109.91557, 107.86107, 130.73495, 94.36922, 100.3504, 114.64384, 140.58405, 105.98018, 93.465, 121.11413, 113.40585, 111.74959, 127.29298, 154.59692, 137.8222, 86.80606, 171.52142, 98.20325, 127.37791, 94.23449, 130.69226, 128.87009, 89.57129, 90.13496, 129.24002, 113.9994, 112.20564, 154.4404, 93.46918, 101.12393, 95.07261, 97.66423, 140.60535, 142.39746, 126.18024, 158.67502, 171.1122, 151.46614, 126.1443, 113.60197, 97.06116, 78.87971, 125.04652, 121.93919, 128.20087, 133.75894, 93.64938, 162.53934, 131.67645, 249.33102, 249.53625, 301.517, 303.52533, 198.0636, 357.50513, 267.35028, 316.85028, 268.14557, 279.4455, 263.79089, 301.90778, 235.07809, 283.272, 260.2984, 250.319, 281.09183, 334.31528, 220.19919, 306.72125, 263.02457, 366.1402, 219.94135, 305.0192, 291.98868, 283.74765, 290.40094, 301.43271, 272.9877, 315.25076, 310.73602, 272.57693, 282.13757, 261.164, 220.47119, 309.55676, 314.64618, 370.23532, 270.63837, 296.06638, 281.55981, 284.48126, 233.89272, 377.5343, 317.00119, 328.2261, 279.68164, 352.36444, 274.46643, 250.20734, 258.8439, 261.86011, 239.50317, 268.39764, 351.80365, 252.64105, 224.88464, 300.87436, 332.68011, 265.79132, 343.35895, 285.26697, 328.21472, 331.54895, 280.75842, 227.52866, 323.03876, 234.58856, 247.21179, 397.19055, 385.2962, 352.00366, 304.09396, 239.79918, 267.05563, 420.12878, 251.36574, 293.90552, 301.32693, 289.88947, 253.72374, 339.63324, 296.51981, 200.29494, 391.79675, 305.35471, 247.26021, 324.89612, 436.33926, 311.63251, 306.09573, 345.52094, 260.93298, 256.79886, 401.46796, 213.83786, 393.26984, 352.66479, 181.46974, 257.03891, 374.45706, 333.99149, 383.44214, 310.33356, 386.63348, 414.93018, 331.88345, 326.78397, 300.63278, 270.72021, 283.48721, 362.98792, 281.40497, 316.84799, 365.78082, 278.77264, 275.88904, 307.97052, 245.44196, 318.36438, 282.19171, 245.65404, 325.77921, 246.54224, 260.16934, 241.60146, 329.23572, 355.19507, 313.7171, 347.22604, 445.37158, 351.23291, 379.21964, 411.20697, 349.81882, 199.91011, 385.6763, 397.68091, 407.9668, 238.67035, 279.39038, 277.09387, 320.6214, 364.31921, 384.04633, 296.51721, 400.62085, 246.49045, 231.43065, 313.31396, 271.7742, 359.13342, 341.14301, 267.48584, 325.19794, 333.93781, 256.02808, 244.65176, 259.05667, 333.3364, 200.53468, 285.06808, 302.56897, 301.52658, 318.68042, 319.55225, 468.83923, 270.04803, 381.61597, 390.12964, 308.2612, 308.90234, 401.66245, 374.41284, 322.9433, 325.76096, 266.59039, 326.92017, 420.33084, 274.03857, 316.91385, 442.21597, 315.51343, 301.99127, 251.81488, 369.01532, 335.22971, 428.17462, 382.58618, 412.60822, 319.33755, 380.13895, 261.84244, 354.38892, 355.98093, 427.24924, 362.48801, 388.7746, 391.79425, 334.02551, 366.56473, 433.01343, 365.78308, 350.29672, 304.82974, 339.58221, 360.63892, 325.98389, 446.74097, 364.56467, 336.11914, 374.07767, 426.80051, 334.46234, 408.23071, 371.54803, 359.09467, 375.18225, 354.73712, 352.51437, 380.9978, 356.16885, 370.65555, 280.82944, 334.78287, 394.00903, 293.09836, 412.89789, 330.45432, 310.33929, 346.26691, 382.05609, 341.8197, 350.22974, 301.74692, 362.85822, 381.09543, 402.1134, 371.83133, 252.96541, 319.30643, 249.27112, 341.27612, 351.64807, 295.5752, 346.01236, 276.30438 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 93.98593, 86.4041, 105.08728, 77.43731, 82.65685, 100.3632, 92.0329, 120.36666, 87.6824, 111.12816, 75.21509, 91.8764, 66.42506, 81.71631, 64.65285, 94.79787, 69.28316, 62.85598, 95.88806, 77.12025, 69.11554, 73.05157, 79.4136, 49.57719, 70.07625, 62.17711, 90.48781, 82.54875, 105.24659, 111.09706, 99.66997, 65.7508, 66.84715, 100.14723, 89.0558, 105.93259, 88.47176, 54.22472, 122.85049, 108.95361, 94.34963, 83.6221, 119.49337, 84.23581, 88.97162, 98.30733, 75.05718, 106.20412, 51.09479, 85.04581, 93.79529, 109.08733, 76.48177, 82.06583, 74.57572, 89.62379, 98.86781, 83.09663, 92.30219, 101.23061, 62.54436, 88.9008, 89.81846, 99.56401, 84.55809, 118.76248, 135.83939, 105.513, 94.33017, 56.67806, 78.589, 145.78476, 72.887, 132.3307, 90.28864, 98.71519, 100.11951, 88.47417, 86.43759, 58.22782, 104.38274, 108.40079, 89.18318, 71.63213, 58.51285, 127.12985, 95.503, 85.12354, 82.34971, 46.39191, 96.15045, 67.13627, 91.06071, 75.5522, 78.71965, 97.54727, 113.68762, 80.85574, 101.69782, 78.30067, 107.18074, 76.05941, 97.39405, 57.21712, 129.15756, 85.97409, 103.22424, 87.81435, 85.71117, 83.04001, 73.16628, 77.74213, 67.02035, 98.98528, 95.7101, 73.4774, 84.33243, 99.99461, 95.21101, 98.59546, 94.6375, 77.66127, 85.98351, 60.34618, 106.32325, 132.09357, 98.23567, 104.42212, 102.06172, 95.35913, 110.49986, 60.14178, 101.46133, 84.0307, 76.85612, 66.07651, 79.32277, 88.98792, 97.21265, 87.26587, 86.2853, 108.76255, 53.29096, 102.88522, 99.65399, 87.03099, 64.39822, 82.98026, 64.4704, 97.73281, 82.65376, 103.61519, 90.22949, 70.55763, 55.68481, 90.9781, 109.53583, 103.08683, 140.12488, 128.80293, 107.45545, 99.17292, 120.40414, 61.42094, 78.2915, 94.60488, 101.65103, 87.18445, 88.29218, 69.16285, 73.60416, 72.21115, 106.8682, 120.94226, 89.50551, 114.33261, 55.2434, 115.40205, 78.76176, 82.81414, 86.85593, 137.71225, 71.6507, 108.97542, 91.7217, 67.67143, 111.65718, 86.24796, 103.58776, 140.85504, 89.91484, 98.19469, 112.0622, 90.87874, 109.1796, 82.46616, 82.5853, 77.80937, 127.00893, 105.98599, 113.5883, 115.53511, 103.87634, 111.67099, 95.45855, 59.07886, 102.54269, 118.90995, 83.01228, 103.64934, 110.71425, 81.53313, 121.4782, 96.37448, 82.59998, 92.16476, 100.43954, 104.30137, 107.95052, 81.72357, 81.73767, 119.00735, 78.17928, 73.8508, 77.20241, 91.25563, 136.09149, 123.62971, 95.95143, 146.86584, 125.10831, 121.23911, 69.79799, 47.93195, 83.31882, 70.26869, 119.37352, 99.12117, 84.56986, 61.64987, 79.27779, 81.8326, 92.48664, 124.83955, 65.32153, 82.46073, 65.38013, 92.44701, 84.39194, 82.32677, 106.63202, 104.8387, 97.25995, 135.03833, 127.82375, 87.62867, 129.31285, 99.24538, 100.19769, 96.6761, 83.32053, 85.08465, 133.34468, 95.56349, 122.46124, 83.99471, 117.48064, 105.81351, 81.76221, 77.16222, 89.30418, 98.78499, 115.01342, 116.76169, 114.32449, 75.73476, 101.28728, 108.1419, 89.27325, 100.51488, 123.21825, 113.2002, 104.18517, 101.90941, 70.65215, 102.62939, 84.38587, 86.57343, 87.55878, 133.58557, 85.21191, 117.57457, 84.32565, 96.95892, 78.96127, 82.21301, 71.04134, 82.42284, 86.84971, 129.07904, 87.31029, 92.27619, 108.76032, 100.84138, 146.72942, 89.33362, 87.98531, 95.08944, 135.64047, 107.93233, 78.46488, 82.63343, 107.99741, 85.14033, 118.49557, 98.45805, 87.49829, 96.43584, 70.25769, 98.78929, 74.51369, 112.17948, 84.86676, 69.44322, 142.88989, 117.79018, 117.79871, 87.43991, 86.63973, 72.57834, 108.92072, 103.71555, 75.229, 87.04372, 116.83142, 101.12952, 120.67873, 105.917, 110.75088, 94.35216, 102.75196, 142.7511, 111.37758, 86.33157, 111.88396, 79.59285, 102.34094, 111.06781, 108.35716, 104.68159, 77.21437, 81.34553, 91.72535, 85.27094, 83.42542, 78.37935, 123.12489, 91.14193, 91.89272, 111.47307, 86.33467, 124.05601, 88.08742, 100.5585, 88.28723, 97.17558, 102.18085, 121.32787, 126.32504, 97.07993, 111.80424, 162.0573, 96.23965, 81.52123, 128.30215, 114.56305, 128.24025, 84.96747, 69.38316, 114.88805, 102.07704, 90.57227, 84.0731, 82.48169, 103.61627, 102.43224, 106.92579, 101.77515, 91.25326, 99.21635, 94.28021, 159.19014, 74.91655, 142.70024, 112.2923, 88.35621, 93.70122, 123.74202, 73.89409, 77.18002, 95.62021, 109.8998, 117.82598, 108.62253, 136.4568, 117.23521, 131.59944, 96.19664, 99.0665, 85.01307, 123.7017, 85.93771, 120.35776, 104.32741, 87.37412, 119.59013, 85.03197, 148.72304, 68.84129, 112.84547, 120.47755, 130.44467, 75.46803, 116.61009, 94.96605, 98.04491, 101.13993, 102.06634, 103.89513, 142.80928, 80.86148, 86.63884, 84.49647, 105.41515, 116.00024, 100.32579, 83.51691, 111.55647, 94.44971, 71.74184, 102.42745, 83.44218, 110.0535, 110.40883, 84.72133, 124.69977, 90.42676, 74.2265, 100.65381, 80.88976, 161.308, 146.44781, 65.40083, 85.43895, 83.91912, 121.3215, 70.55943, 91.0378, 92.95721, 92.67505, 113.61819, 64.73956, 105.01585, 109.40875, 121.01259, 95.42847, 81.36092, 147.00583, 110.65216, 81.9549, 92.8205, 136.51938, 53.95707, 92.65155, 113.62595, 105.20368, 106.69836, 108.34605, 69.3549, 88.78596, 107.74786, 117.88624, 61.43669, 91.75711, 128.55026, 112.57043, 129.342, 104.82054, 129.39664, 93.49612, 109.78609, 116.9286, 141.78699, 142.24274, 110.91182, 92.62157, 135.33202, 108.59315, 93.9304, 107.69344, 112.82925, 111.13148, 104.77726, 76.6218, 127.7155, 165.43259, 99.49391, 103.35391, 86.35474, 135.59029, 100.00369, 108.43822, 119.92924, 100.7494, 108.88838, 84.97915, 136.1396, 87.88341, 101.16629, 76.60377, 118.38647, 101.64235, 131.052, 95.49427, 122.57948, 108.80074, 141.99464, 115.28277, 73.65494, 114.74785, 96.75729, 122.46761, 108.98253, 135.17505, 109.20413, 80.79572, 99.56282, 138.64377, 131.59019, 117.60328, 83.50226, 116.49796, 96.36529, 103.26051, 128.79005, 152.80609, 92.73433, 84.216, 74.62047, 110.78304, 90.92503, 110.50682, 83.46804, 117.27595, 89.30737, 124.42653, 139.42722, 151.59691, 149.87718, 139.96289, 138.16354, 151.44569, 144.71782, 95.81267, 114.37892, 110.77982, 120.55424, 106.7141, 163.86516, 114.64198, 79.2885, 94.70491, 138.28569, 113.31454, 114.37728, 141.94348, 87.69939, 99.72282, 110.44481, 137.9057, 111.79991, 102.93615, 135.37878, 116.22723, 137.47452, 92.80053, 142.01154, 113.89999, 66.88213, 121.51286, 160.91446, 97.93301, 99.40994, 121.30222, 137.90067, 169.55254, 106.45956, 122.61915, 93.28557, 123.36926 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.1831729329879906, "neutral_loss": 2.8753556091275185, "target_chat_loss": 2.2643547671798414, "neutral_init_loss": 4.659864486694336, "target_chat_init_loss": 3.1314380798339845, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 66.46267, 71.80207, 72.431, 77.43141, 75.64653, 100.61806, 106.20773, 74.86283, 76.6138, 74.02115, 116.2698, 89.73465, 103.54754, 100.15234, 68.96889, 141.18417, 83.34605, 96.68922, 94.93133, 90.51309, 115.76188, 72.16385, 101.35204, 117.10905, 87.78783, 87.24875, 95.1421, 80.00752, 82.06255, 59.27222, 104.25735, 91.26548, 67.79858, 80.19037, 64.60944, 77.52174, 105.82451, 70.59742, 77.45703, 63.04718, 104.41492, 86.31125, 91.49326, 120.07279, 111.87538, 96.23918, 106.3597, 139.29315, 90.78241, 75.01499, 115.5322, 79.90997, 97.87405, 100.53414, 92.92094, 105.39167, 61.28583, 105.80462, 65.79404, 98.4325, 125.19818, 121.5881, 100.89804, 98.12991, 105.17523, 92.16956, 129.22678, 131.34612, 114.78529, 104.05016, 107.00247, 75.14426, 122.04572, 106.2967, 69.72566, 64.18219, 110.07098, 79.5061, 113.51593, 117.65451, 88.29665, 77.25414, 122.43864, 96.32551, 120.57245, 95.94049, 65.14395, 93.83598, 108.26091, 88.41159, 84.62549, 87.48308, 94.47078, 64.51361, 115.1312, 90.53828, 101.57071, 87.76663, 134.27451, 146.07532, 81.52991, 122.08664, 92.69916, 104.65176, 98.75528, 100.53545, 78.5204, 108.55309, 117.3179, 113.10438, 123.64971, 116.3412, 113.67587, 116.50531, 121.71386, 109.01253, 83.47093, 118.73653, 79.96622, 77.29702, 88.97567, 102.3519, 113.71349, 67.36604, 133.41408, 94.07297, 133.2153, 110.8764, 126.82678, 86.18681, 116.71285, 141.01208, 87.81738, 110.2229, 131.89046, 102.18961, 114.92237, 121.07358, 104.3956, 99.25905, 113.73507, 145.74847, 79.81316, 113.03775, 118.45366, 93.26328, 97.27148, 96.04875, 108.16666, 92.82712, 134.32672, 114.96667, 134.99863, 108.56419, 93.10384, 103.4342, 84.28664, 106.5894, 55.92721, 97.71712, 132.16861, 110.60439, 123.9353, 121.10193, 104.42533, 110.73729, 60.57154, 122.63611, 124.9455, 98.6207, 117.06342, 103.29774, 95.4025, 95.82072, 92.72147, 113.31688, 122.60262, 111.37772, 116.8265, 128.78172, 121.28621, 102.37613, 94.84518, 126.9222, 160.29292, 107.02615, 75.85951, 109.54657, 120.2004, 115.76746, 116.85364, 103.42638, 69.08632, 127.15963, 105.32896, 126.89209, 118.89389, 106.68038, 110.53336, 91.61903, 95.69595, 128.53445, 104.61402, 96.81046, 110.11647, 108.15405, 132.59694, 94.36356, 98.04338, 115.26655, 139.86134, 106.64352, 93.86202, 119.7979, 111.46341, 108.63828, 129.3364, 154.96829, 136.46782, 84.83894, 171.13333, 96.53398, 123.71912, 93.53934, 129.2392, 128.69122, 89.11104, 88.66676, 125.44911, 107.57771, 112.23729, 152.07176, 91.70829, 101.07738, 94.82433, 96.4806, 136.07489, 141.97415, 127.21466, 157.78839, 169.04312, 148.71518, 125.49877, 112.22218, 93.12871, 79.9292, 126.62672, 117.86226, 127.19357, 134.02097, 93.4332, 161.96286, 129.52669, 246.45361, 251.00813, 304.22095, 304.05862, 198.45648, 358.65692, 265.85114, 316.68134, 268.73822, 277.54718, 264.47772, 301.04803, 237.51723, 283.7735, 262.43802, 250.21951, 282.39709, 334.97858, 218.77762, 308.4711, 262.52859, 360.81409, 221.9619, 304.33411, 289.49142, 282.37451, 291.79614, 301.66144, 274.55585, 315.37952, 308.14313, 273.96832, 282.39343, 262.8063, 220.43684, 309.87164, 311.93149, 370.67902, 270.34659, 297.02765, 283.82904, 284.31403, 233.64984, 381.00592, 317.7551, 328.46533, 276.97412, 353.40411, 274.38028, 250.98738, 259.07611, 260.83002, 241.23088, 270.05524, 350.92392, 254.28064, 225.27637, 302.513, 329.64185, 264.77716, 342.35663, 284.12903, 329.03375, 331.69162, 281.02869, 228.1602, 322.31076, 237.31635, 248.54807, 392.45865, 381.6994, 352.19324, 304.24664, 240.64226, 270.06244, 414.82098, 251.14177, 293.33478, 300.2966, 289.64014, 252.2536, 341.22235, 295.71286, 200.19531, 390.46582, 307.07355, 249.41211, 325.48743, 437.66202, 315.85309, 306.94012, 344.95444, 264.46674, 255.68001, 400.58514, 215.98105, 393.25452, 353.6156, 181.95862, 257.07812, 374.2868, 332.60919, 382.18988, 307.75287, 385.24637, 411.45258, 334.11182, 325.9213, 300.51056, 272.13995, 281.79541, 361.84106, 280.42191, 316.70474, 368.15866, 279.55688, 276.95456, 308.75702, 246.77391, 321.18561, 282.25153, 244.53104, 329.07715, 247.51845, 258.77777, 242.01144, 327.43835, 352.40985, 313.76343, 345.07465, 445.16516, 349.77246, 380.64484, 412.01593, 350.48236, 198.86099, 388.12903, 398.14966, 402.43536, 236.90381, 281.04443, 277.71906, 318.74109, 368.22632, 385.14917, 296.16415, 402.69763, 246.76614, 231.91861, 313.70425, 273.07132, 361.08582, 334.52704, 265.61804, 322.67435, 334.7179, 252.88741, 242.19171, 257.99774, 333.73181, 200.96092, 284.54318, 300.3696, 300.64658, 318.00082, 318.75836, 467.93231, 269.60217, 381.55618, 392.62256, 310.51288, 304.59912, 402.54346, 376.00238, 323.93124, 326.9964, 267.93909, 329.18826, 423.50476, 277.85263, 314.08414, 442.07382, 317.14307, 299.86594, 252.0168, 368.90097, 334.96979, 432.12451, 381.46951, 416.03882, 320.76971, 379.09088, 261.48584, 353.82983, 355.46628, 427.85202, 358.61145, 391.08411, 392.57858, 335.62018, 367.84473, 432.70465, 364.33578, 349.13513, 306.5704, 340.17038, 362.51108, 325.29837, 447.55774, 367.49045, 333.93207, 376.55908, 429.01562, 332.98285, 409.05334, 374.69543, 361.34286, 372.45877, 351.08066, 354.96094, 377.69196, 355.49356, 373.5676, 280.8378, 335.62891, 394.86804, 290.8259, 405.59723, 332.53833, 311.93219, 346.60986, 382.88263, 340.07306, 352.7655, 301.50116, 366.43317, 378.88885, 400.32642, 373.78967, 251.44194, 320.48383, 247.95149, 340.99896, 352.76028, 294.81573, 346.76999, 277.46173 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 91.5826, 79.97538, 105.17439, 75.5652, 79.9496, 101.68504, 93.60986, 116.09229, 81.62358, 111.22419, 72.0287, 86.57152, 62.35264, 76.18402, 58.48427, 94.44046, 61.8125, 62.01505, 95.21899, 69.39277, 68.23162, 70.01437, 77.32626, 45.38829, 68.81467, 58.95056, 90.12737, 84.14492, 101.0965, 108.71344, 99.35359, 62.57475, 60.73161, 99.38535, 78.36654, 100.67079, 84.05933, 51.76743, 115.63857, 104.86569, 94.65189, 79.8714, 114.33788, 83.90102, 84.66069, 96.3216, 73.22411, 103.375, 46.92241, 79.78882, 91.08405, 104.90848, 66.51634, 79.49099, 71.07289, 84.80567, 96.16423, 77.13115, 93.13928, 100.59671, 59.74821, 85.81622, 86.21867, 93.25399, 81.49712, 115.19887, 130.01674, 101.46051, 93.76105, 55.63066, 76.91236, 141.76665, 73.76039, 127.80863, 89.12962, 92.35556, 96.62723, 85.1362, 86.91887, 53.39754, 98.7541, 106.31334, 83.94176, 71.69432, 54.05606, 125.75335, 93.58974, 76.321, 80.12274, 43.5949, 89.8739, 65.07841, 90.08648, 72.87884, 74.14494, 92.96638, 101.56655, 78.27832, 94.52588, 73.06471, 104.12722, 72.61465, 98.66422, 57.17428, 125.61349, 77.3183, 100.61958, 84.83811, 85.6346, 83.20148, 68.10591, 73.5724, 62.41656, 97.90016, 91.73315, 67.55545, 82.03809, 96.36221, 92.97658, 97.59174, 92.48629, 72.12484, 83.98854, 57.98742, 97.75452, 126.28275, 90.95964, 106.41378, 102.4052, 93.52921, 106.90675, 60.6524, 95.87001, 85.20197, 70.44472, 62.04174, 72.436, 84.96317, 92.18042, 84.61377, 82.49654, 107.47256, 49.34795, 98.63184, 93.68147, 84.65146, 59.68953, 81.75909, 61.63773, 98.31401, 77.30011, 102.42729, 83.81527, 66.57194, 53.59739, 87.07986, 103.44302, 95.1175, 139.51445, 124.60912, 98.55594, 97.74367, 114.14917, 59.5788, 75.95638, 87.14178, 87.51675, 81.1394, 82.08836, 65.54179, 70.38654, 67.58589, 102.37741, 111.9264, 80.95183, 109.85552, 49.64911, 116.55147, 76.80525, 77.53398, 81.36214, 137.21872, 64.04253, 108.54564, 89.8186, 63.7544, 108.16322, 77.805, 93.59273, 138.48917, 83.74007, 96.33322, 106.17739, 83.58072, 104.71107, 78.9347, 80.22291, 71.65179, 121.54153, 104.67217, 110.59102, 108.487, 104.50848, 113.7524, 93.87315, 55.53521, 98.76868, 116.92633, 78.2594, 97.74141, 104.98507, 77.46941, 116.70076, 93.01151, 70.81714, 90.64912, 100.46076, 100.73631, 102.01347, 78.33134, 75.14352, 117.19364, 69.79333, 68.83389, 76.47524, 90.60213, 137.34195, 114.18541, 93.63507, 145.54666, 124.74328, 119.77287, 67.0108, 44.64002, 82.4361, 69.52823, 117.3795, 97.21959, 78.64062, 59.46111, 74.29533, 73.33034, 89.27216, 121.0032, 61.33545, 82.9192, 60.98916, 86.62071, 81.30629, 79.30058, 101.92824, 102.2896, 91.68454, 131.51028, 125.44689, 84.47639, 122.34254, 97.15715, 98.54578, 89.74234, 79.74311, 79.52175, 132.28801, 92.04082, 122.30978, 76.01182, 111.48083, 105.29834, 80.21996, 73.34646, 87.57291, 95.59468, 111.10599, 117.96547, 114.01257, 77.99983, 96.84775, 105.63864, 84.27281, 98.63113, 121.12968, 107.19023, 106.78229, 99.29491, 63.08052, 102.68588, 78.53237, 82.47559, 87.0248, 131.4639, 78.36788, 113.10088, 82.117, 89.44596, 72.75871, 78.50275, 64.21524, 77.15666, 82.68933, 128.87216, 84.65333, 88.25528, 104.30002, 93.47447, 146.47937, 79.16563, 83.63544, 92.1396, 134.85461, 105.52061, 81.12885, 79.48049, 102.83089, 78.85211, 116.88174, 93.63293, 82.69009, 88.38124, 66.80313, 99.26855, 70.3772, 110.10009, 80.9863, 66.76926, 140.45541, 115.68063, 117.19635, 81.4338, 75.04281, 67.5396, 107.27155, 97.85889, 67.89465, 81.78214, 116.08262, 93.73093, 118.09159, 100.35818, 104.72682, 89.79675, 100.28419, 143.28856, 110.31372, 82.36963, 107.73605, 76.11608, 95.11649, 107.31772, 104.90283, 101.00135, 74.89111, 70.29865, 89.28104, 86.6757, 79.55264, 75.20432, 119.51315, 92.95784, 88.99483, 108.0947, 83.52399, 120.53899, 87.1937, 100.73137, 84.86936, 96.22777, 101.13673, 118.34304, 119.74187, 94.32854, 104.99717, 156.33815, 88.52258, 74.22827, 127.34773, 110.3118, 121.06787, 79.9124, 63.78726, 110.54041, 96.68887, 89.81876, 74.31424, 78.82458, 95.04474, 94.83737, 103.38269, 95.28114, 84.20363, 93.85795, 90.63322, 156.13965, 69.85638, 137.8961, 112.10541, 86.37999, 90.35805, 114.01375, 68.05306, 70.85623, 89.70358, 107.61671, 109.87194, 106.06952, 128.59698, 111.13893, 121.43459, 90.93661, 95.24809, 82.20306, 116.84288, 84.08615, 117.48231, 96.07604, 84.79944, 112.91431, 82.81267, 146.49545, 62.71008, 111.08182, 118.32755, 125.75151, 68.28635, 112.43917, 86.07534, 92.20607, 94.10973, 99.06281, 102.91058, 143.17725, 79.75954, 81.55042, 78.95966, 102.67998, 111.63332, 93.1876, 80.72353, 101.54044, 85.34885, 69.25398, 96.87897, 76.8605, 108.0377, 112.20036, 75.06904, 120.02415, 86.67662, 71.00922, 93.72257, 73.21545, 155.69676, 141.4834, 59.01879, 79.46582, 78.55661, 118.21814, 64.10396, 86.84455, 86.79574, 94.1814, 112.647, 62.8551, 103.34189, 108.64838, 113.45073, 91.50992, 78.12239, 143.87167, 105.07298, 82.39153, 92.79167, 133.62485, 52.65501, 85.43214, 106.21413, 96.20294, 104.59831, 102.56841, 67.68129, 83.54678, 104.83214, 114.70913, 58.97122, 89.07234, 124.84116, 106.77132, 127.0955, 98.99747, 128.73732, 89.86865, 101.14395, 113.36819, 144.20203, 137.58707, 102.36028, 89.1627, 131.07928, 99.43225, 89.84526, 106.99176, 110.5077, 109.79897, 106.05894, 73.65598, 124.19997, 161.04404, 97.89621, 96.59845, 79.84541, 133.44171, 92.61725, 102.74782, 113.15926, 98.40746, 97.64281, 80.93517, 133.10559, 84.75271, 93.77539, 74.21671, 115.36583, 97.6974, 124.63501, 87.95451, 120.94807, 97.18375, 133.3098, 109.00075, 71.08627, 110.11952, 93.00957, 111.03095, 107.67302, 129.82898, 102.35938, 77.69597, 93.34477, 132.03772, 127.88097, 106.95087, 81.05532, 110.19936, 94.9122, 101.33603, 119.56888, 147.52428, 91.14862, 80.90802, 72.20303, 104.55545, 83.21567, 105.66387, 80.14108, 117.02011, 81.25829, 119.10323, 131.99887, 140.94583, 144.2518, 134.74741, 133.37964, 146.95193, 136.86046, 92.06651, 106.78696, 105.69498, 111.82417, 99.58209, 159.75269, 108.58749, 80.5766, 93.77098, 128.59177, 109.50376, 109.23994, 141.47894, 85.6716, 96.41841, 106.82595, 125.33564, 111.74226, 96.05895, 132.77249, 114.77033, 133.1535, 88.74214, 140.27774, 108.28134, 61.82706, 113.46986, 155.40234, 96.34965, 96.33789, 112.39635, 137.73814, 163.96376, 102.92155, 119.85165, 86.55731, 118.3788 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 0.3303008965612696, "neutral_loss": 2.872613468598197, "target_chat_loss": 2.138250498645574, "neutral_init_loss": 4.500436361694336, "target_chat_init_loss": 2.671317835489909, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 66.65458, 68.28852, 69.57763, 75.22901, 72.87155, 99.29721, 101.59872, 72.22299, 77.57063, 72.6925, 112.13873, 84.5992, 100.08051, 100.32317, 61.26818, 138.43449, 76.47924, 97.52657, 93.95436, 87.76949, 116.81287, 69.23869, 100.23255, 115.46365, 84.73105, 75.23236, 98.2476, 78.99774, 74.51488, 66.03886, 102.96635, 91.99769, 59.65546, 80.17766, 64.08632, 76.9232, 103.44401, 70.25288, 70.35834, 59.96036, 101.75035, 85.4551, 83.5827, 119.79004, 107.94986, 97.82838, 108.43745, 135.71042, 87.92986, 77.07338, 116.46776, 78.08234, 99.9119, 99.16038, 90.4348, 102.53618, 59.95524, 100.61412, 65.47113, 94.39352, 120.91106, 120.82171, 97.63145, 93.56342, 103.27982, 89.7434, 129.95544, 130.49969, 110.52542, 101.6944, 103.06204, 73.24171, 122.36203, 108.23106, 65.13702, 65.23018, 101.77399, 80.66792, 104.67714, 111.01113, 83.39658, 69.10566, 122.13959, 93.68134, 119.02059, 94.5631, 64.91221, 99.90314, 99.66187, 95.01682, 83.24551, 85.7557, 91.24203, 56.92867, 116.56235, 91.11589, 102.44941, 82.56505, 132.21983, 142.58369, 81.14552, 120.19614, 92.65245, 101.80928, 95.79795, 99.36102, 72.06234, 106.78387, 124.69459, 113.51547, 119.34781, 112.2467, 108.25484, 109.32457, 113.69633, 108.396, 83.88494, 120.46481, 78.64668, 75.56479, 85.85744, 100.51838, 110.92169, 62.26544, 130.12044, 94.31959, 129.71658, 113.83833, 122.72581, 85.13776, 114.37019, 139.33728, 82.72746, 106.53461, 128.98378, 98.44551, 113.16959, 120.64468, 102.05568, 100.46609, 109.82314, 144.54907, 78.44366, 106.44435, 126.29622, 87.54136, 98.09147, 95.67519, 108.98158, 90.72691, 141.1526, 110.76768, 138.67677, 109.87654, 94.19012, 103.21945, 87.36115, 110.16409, 52.76182, 95.85878, 128.92111, 109.32213, 120.87558, 122.42445, 102.30138, 108.46524, 58.3547, 119.76321, 124.25267, 93.91809, 110.99044, 100.64247, 92.37687, 92.98103, 97.57323, 113.15407, 121.91995, 108.35864, 112.70139, 123.39704, 119.66357, 92.93333, 94.79294, 122.9251, 155.86526, 107.55414, 75.47203, 101.43346, 120.28011, 116.82491, 118.92191, 105.61429, 70.43871, 130.25804, 102.97419, 136.66664, 115.68008, 110.81113, 109.85727, 87.82323, 96.72556, 128.20094, 102.98044, 94.31413, 109.65739, 106.59486, 134.10248, 95.24255, 94.26144, 121.20706, 136.62427, 108.6513, 93.18979, 120.47829, 110.56356, 107.36903, 135.82117, 158.84113, 133.14011, 80.05901, 170.49393, 92.43181, 121.16636, 97.49712, 129.02826, 124.1938, 87.87565, 87.51534, 120.74275, 100.57274, 115.22962, 143.81964, 88.16026, 100.75053, 95.87537, 94.52224, 128.77084, 137.23393, 128.08057, 155.9081, 165.57654, 141.7189, 120.28244, 108.40244, 89.35863, 84.16759, 128.52386, 111.56713, 126.95116, 133.88718, 91.46877, 161.48898, 128.55022, 243.61221, 255.02078, 311.06232, 309.26944, 201.17438, 361.04968, 264.27768, 318.25122, 273.29297, 277.28278, 265.24118, 299.79996, 245.52756, 287.70413, 267.8071, 253.75824, 286.17938, 335.40637, 219.30356, 312.4303, 268.27753, 357.82651, 228.24548, 305.93774, 287.5105, 278.45425, 293.70953, 304.00317, 277.01575, 317.86972, 308.08746, 276.01431, 285.54504, 269.37366, 218.55067, 312.27359, 311.89462, 374.21768, 273.96677, 299.46732, 286.34525, 282.18585, 236.50742, 392.39661, 320.06204, 329.04868, 279.4505, 352.81714, 274.70685, 253.38768, 260.65933, 258.19534, 247.60632, 273.08899, 349.147, 258.87253, 226.08344, 305.93503, 329.05765, 267.24506, 340.15027, 284.0509, 336.73273, 328.55609, 281.93463, 228.46089, 322.07025, 242.1844, 251.72922, 388.37543, 378.56491, 353.03809, 309.23349, 243.6593, 278.10431, 405.06522, 254.60506, 293.38547, 301.16956, 288.33032, 250.42793, 344.76788, 297.2782, 198.04886, 386.62329, 310.16254, 253.05338, 328.90869, 437.83603, 319.69672, 312.67819, 350.91235, 270.5174, 253.99208, 402.0293, 220.72124, 390.52396, 354.51047, 180.41722, 256.54178, 373.24561, 328.67096, 381.66711, 303.07397, 386.69025, 400.81351, 337.57281, 325.11456, 300.77789, 277.87161, 279.22025, 362.71939, 278.41431, 318.3331, 372.61191, 285.75262, 278.11237, 312.03445, 245.78297, 329.01926, 283.15857, 246.27615, 337.95047, 250.84525, 257.45844, 244.85995, 326.00452, 350.39407, 314.25323, 346.6004, 442.96704, 348.14316, 389.21027, 410.94556, 355.17621, 198.44524, 391.995, 399.54788, 391.15643, 236.12088, 282.0657, 279.83301, 317.54407, 376.79333, 387.21988, 302.22983, 405.45404, 247.28906, 233.76871, 317.99414, 276.86914, 367.44736, 325.27597, 263.97284, 319.6398, 337.34021, 251.45863, 241.24046, 257.55411, 335.49557, 202.61206, 286.29095, 299.33411, 299.3428, 316.77496, 317.45557, 469.40173, 270.78519, 375.83533, 395.07739, 312.65826, 300.35846, 403.74402, 378.07626, 325.38852, 327.28769, 272.70609, 331.11798, 426.48203, 283.07819, 311.02966, 444.10107, 319.0383, 298.86737, 253.73776, 370.8006, 331.85608, 440.1987, 379.80981, 423.62964, 325.7326, 378.15369, 260.41229, 352.83115, 355.96783, 429.51538, 358.33249, 397.35229, 394.56378, 335.91138, 368.75037, 434.64633, 365.70233, 348.59589, 309.31482, 340.07861, 364.76721, 326.0636, 449.67926, 373.80447, 329.67886, 375.03323, 434.89911, 338.67136, 413.57675, 375.5849, 368.02798, 368.68637, 351.06262, 357.47769, 375.51013, 355.41248, 379.74811, 283.53467, 340.90738, 402.68326, 289.87604, 400.27765, 334.43793, 312.22675, 349.22931, 384.56543, 337.75122, 360.61346, 304.33463, 372.9729, 372.948, 396.17917, 375.32471, 252.05972, 323.01721, 247.92863, 342.07901, 354.61658, 298.6395, 348.1619, 277.01703 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 88.80469, 73.42218, 103.15424, 72.27165, 70.91032, 100.3515, 94.53568, 107.81116, 72.65102, 107.12969, 66.18005, 77.84892, 57.74165, 71.59171, 50.11034, 93.94678, 57.3804, 57.23389, 92.66711, 60.15273, 67.62956, 66.45026, 72.892, 36.82026, 66.5621, 54.52003, 87.61638, 84.76755, 91.83313, 98.18492, 99.11529, 56.83729, 53.49982, 95.75314, 69.7655, 93.77998, 83.6004, 47.7351, 105.68657, 98.05472, 91.99371, 74.63499, 109.5549, 83.53537, 77.25543, 94.7453, 72.03893, 96.29093, 42.23907, 74.83602, 90.1006, 99.05354, 61.066, 78.05942, 69.61334, 78.34164, 91.18849, 69.99704, 93.76357, 96.77338, 54.39465, 80.02609, 80.9814, 88.91478, 77.39188, 108.30949, 122.57396, 98.56487, 93.97807, 51.66374, 71.14064, 136.46039, 70.06277, 121.00263, 87.96741, 89.71468, 93.07049, 80.89836, 89.21114, 47.66162, 89.6896, 100.0824, 77.15943, 71.00191, 52.8327, 120.39561, 89.2854, 73.4203, 74.10581, 41.45464, 83.66448, 62.55138, 86.70348, 68.64139, 65.94975, 87.04411, 80.03499, 75.98351, 83.27847, 66.33482, 99.57224, 65.5477, 100.11539, 55.71543, 120.16286, 69.83209, 92.7998, 81.67374, 84.82354, 84.67837, 62.7546, 70.76401, 56.27734, 95.72794, 90.14883, 59.76763, 78.43549, 87.88112, 87.48088, 93.91117, 85.07005, 60.87788, 79.3727, 53.35271, 92.353, 117.28778, 79.23206, 107.9949, 94.96427, 94.23633, 103.76588, 62.56989, 92.95482, 82.90175, 62.96816, 60.34245, 70.06732, 76.92456, 87.10104, 79.16382, 76.18888, 104.86249, 47.31776, 90.36562, 86.49863, 78.35062, 57.19793, 73.3008, 58.60861, 99.39569, 76.36078, 98.71375, 73.28039, 62.74329, 51.97118, 86.96862, 97.56506, 83.39528, 135.25632, 118.01115, 86.66138, 96.70441, 104.3855, 56.16819, 72.5223, 77.64135, 87.33862, 72.90733, 76.81585, 61.88433, 66.2924, 58.93505, 95.92793, 96.65287, 69.35754, 108.13741, 42.58433, 116.36267, 71.30489, 69.15764, 76.853, 134.10287, 56.00998, 109.35159, 86.90211, 58.62332, 104.71807, 70.12098, 86.11438, 135.91562, 77.0173, 88.89147, 97.1521, 72.37338, 96.48529, 73.36914, 73.99892, 71.10334, 110.03786, 99.1385, 104.4763, 96.45053, 105.02225, 113.55592, 89.12225, 50.64362, 91.41237, 110.08206, 71.54629, 91.27838, 93.13525, 74.28427, 111.34283, 89.87817, 56.19769, 88.88986, 99.18756, 95.05196, 98.56706, 71.3883, 65.06479, 111.12988, 66.29945, 66.6087, 72.51231, 87.97297, 134.64299, 106.84348, 94.12275, 140.93549, 121.98379, 119.55829, 65.30724, 36.9747, 79.99246, 67.82327, 111.5718, 97.09086, 73.11523, 56.11768, 69.02559, 57.65115, 88.95567, 114.4848, 56.10969, 80.00179, 55.06751, 81.34013, 77.69366, 75.40511, 98.32703, 97.3382, 85.87343, 126.71695, 122.18273, 80.02078, 112.70407, 91.40945, 95.33403, 91.91343, 73.92303, 70.24744, 128.62396, 87.89624, 118.90342, 67.88844, 104.10573, 101.71918, 75.4614, 72.9561, 81.49251, 84.03851, 106.04619, 116.28842, 114.84831, 79.04418, 89.29366, 102.3795, 84.3017, 96.75909, 115.98466, 100.60692, 107.40608, 98.38632, 54.4927, 96.08165, 71.35216, 76.24215, 86.32069, 129.48433, 72.75829, 105.91667, 80.84756, 78.21684, 66.21523, 71.89328, 57.57172, 71.76507, 76.53972, 125.84386, 77.91745, 81.38473, 98.0552, 81.51015, 141.84888, 68.83771, 77.9516, 87.17114, 131.30037, 97.69443, 83.52577, 72.60074, 98.88742, 73.84379, 116.78691, 88.81042, 79.51913, 82.40456, 65.18341, 97.55455, 68.29427, 110.57864, 74.96051, 63.77899, 134.79498, 114.96821, 115.96455, 76.44456, 59.29531, 57.78515, 102.44167, 89.81294, 58.1964, 76.37111, 115.10197, 83.31537, 113.84675, 93.67043, 92.62013, 88.43446, 93.95851, 143.53282, 107.61819, 78.36928, 97.31126, 69.08885, 83.2162, 107.36835, 101.6955, 93.75483, 71.38116, 59.32142, 85.97574, 88.89965, 71.33374, 70.97818, 114.84145, 93.11688, 81.46188, 99.74604, 80.55002, 116.48845, 84.57985, 99.06696, 82.09287, 94.40689, 95.63698, 115.76767, 109.79195, 91.30534, 93.5107, 149.21623, 79.88383, 67.71939, 122.22502, 100.34528, 110.77565, 72.90966, 59.84429, 101.29823, 91.76021, 91.68512, 62.51798, 71.62487, 86.74223, 87.7707, 100.44806, 87.96487, 77.28197, 87.36, 87.78257, 153.03043, 66.06313, 125.54414, 111.92416, 83.37988, 86.82106, 104.26613, 60.64248, 60.50863, 77.54563, 102.88722, 98.65648, 102.86074, 120.81863, 105.01173, 112.12878, 86.41109, 90.82556, 78.73228, 111.78732, 82.00952, 111.7964, 89.59294, 79.88916, 104.42808, 80.00011, 144.88066, 53.38186, 106.8027, 115.036, 114.75349, 60.25881, 100.90257, 75.84922, 91.34241, 85.82008, 97.79024, 104.44629, 144.83798, 78.63811, 72.19814, 72.96536, 100.39079, 105.81984, 82.53687, 74.64057, 92.06245, 75.182, 66.12178, 88.34805, 71.50185, 107.95731, 111.34834, 64.74701, 123.16516, 79.06508, 68.26723, 76.04443, 63.93115, 146.65128, 133.54456, 50.06584, 68.47185, 70.85777, 114.93225, 60.5001, 82.01453, 80.73022, 90.31665, 110.41049, 62.1364, 98.53772, 106.78107, 102.31607, 83.39759, 79.76971, 136.033, 97.15794, 82.088, 91.74527, 123.93724, 50.71703, 75.28696, 95.63161, 90.89181, 102.41728, 98.05718, 64.8104, 79.17969, 101.97232, 110.44382, 57.07151, 84.99792, 117.68886, 101.50871, 131.49677, 97.2245, 125.53262, 93.08438, 91.73007, 105.18063, 146.9227, 130.01204, 90.4101, 85.81252, 124.47084, 88.18213, 85.02797, 101.81996, 108.79324, 106.65567, 105.98007, 68.34617, 118.722, 156.32542, 92.22273, 92.7324, 71.77919, 130.75609, 80.71802, 96.6008, 109.15125, 99.58688, 85.47533, 76.08027, 126.88414, 81.66792, 84.09878, 71.07275, 110.0172, 90.55176, 114.35817, 89.79683, 120.49863, 81.52486, 119.00784, 96.12624, 66.8657, 108.69621, 89.74049, 93.60077, 106.08157, 126.61591, 90.47344, 73.69522, 84.09213, 117.92915, 124.09532, 94.10123, 81.46828, 103.50417, 88.35978, 96.30318, 110.0313, 146.12778, 88.51054, 73.76942, 65.27066, 96.26777, 73.90066, 98.84013, 73.24787, 112.52576, 75.16794, 110.87117, 124.1488, 122.53999, 138.14998, 128.26561, 119.90356, 137.76587, 125.87417, 89.11685, 100.20791, 99.91131, 106.43129, 90.24938, 158.68893, 99.62471, 80.16439, 92.36772, 115.63637, 103.1853, 100.12881, 141.30333, 79.43716, 92.96275, 101.21208, 110.79108, 108.47411, 83.23785, 129.25789, 107.01875, 124.0664, 81.41222, 140.26869, 97.68153, 61.51609, 107.28637, 144.84818, 95.15307, 90.70015, 102.2851, 135.69287, 161.07764, 97.33308, 114.55286, 76.55826, 113.55515 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 0.5513097978318727, "neutral_loss": 2.8850452157925175, "target_chat_loss": 2.051343316744239, "neutral_init_loss": 4.285906289672852, "target_chat_init_loss": 2.3401217524210614, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 66.5815, 64.54297, 67.29559, 69.87393, 67.7191, 97.82655, 95.20119, 69.37567, 82.33945, 71.19003, 106.1586, 78.3061, 95.68886, 99.02185, 55.1949, 133.02078, 67.66476, 97.09148, 91.2375, 85.67268, 119.45419, 69.89753, 101.17043, 111.71844, 79.58887, 59.82607, 103.18168, 79.46972, 66.19535, 72.60706, 100.48843, 92.3173, 52.35347, 84.72163, 65.26204, 80.40359, 101.42528, 68.54811, 62.30157, 61.95132, 100.79706, 81.94827, 75.91032, 118.34866, 101.96083, 99.27797, 108.62962, 131.38266, 84.68837, 80.13173, 119.74103, 77.29414, 101.43341, 96.37931, 86.27592, 98.33104, 61.33281, 95.06877, 66.36235, 88.53279, 115.88389, 118.19699, 89.65192, 86.31834, 103.34767, 86.65066, 129.89648, 128.84988, 103.45444, 99.00964, 101.05466, 71.56017, 118.45577, 116.09459, 66.24837, 65.73665, 92.61615, 82.93214, 90.90964, 102.36839, 85.32799, 63.5381, 120.13033, 90.788, 115.25758, 93.94391, 63.81717, 104.04298, 92.88719, 103.35902, 86.32115, 85.18703, 88.18584, 54.1785, 117.39088, 91.01035, 106.54353, 78.14049, 125.77872, 142.28226, 82.10698, 119.64632, 91.83305, 100.69215, 91.56738, 98.42813, 68.24037, 106.908, 136.58928, 112.4556, 114.2408, 104.16234, 103.58153, 96.66303, 104.47157, 108.36601, 85.70216, 122.65474, 78.48712, 73.21455, 78.45944, 98.15434, 109.04712, 58.49968, 120.9798, 94.71294, 125.73092, 116.37573, 122.89393, 91.50142, 111.99834, 139.504, 72.81314, 103.01174, 126.13353, 97.34573, 111.64073, 119.22398, 101.43704, 99.69952, 104.70129, 148.06125, 76.65123, 102.18373, 132.64606, 80.41205, 97.28567, 104.17564, 112.24226, 90.48805, 145.65921, 104.34296, 143.47256, 114.66673, 97.27895, 102.16595, 88.31223, 119.65881, 48.12517, 92.53897, 123.69777, 106.80077, 113.7702, 122.61221, 101.82066, 107.25178, 66.63109, 118.20318, 119.48896, 80.0754, 102.78392, 98.4873, 88.66002, 89.02101, 110.17821, 110.44611, 120.13937, 104.76979, 108.12543, 114.44823, 114.89934, 78.93767, 98.50333, 119.69054, 153.91266, 107.7258, 75.34416, 90.29364, 118.33056, 121.66383, 119.28487, 104.41692, 66.43618, 137.78793, 100.42754, 140.50546, 111.7505, 116.98917, 110.44197, 81.51474, 94.69261, 127.13458, 100.44775, 89.25162, 109.8651, 114.99198, 134.84955, 99.78784, 93.51793, 127.44994, 129.02165, 117.15, 97.29387, 122.9961, 114.74019, 105.9576, 142.06252, 166.81635, 130.69049, 74.8927, 169.95609, 87.52412, 122.94558, 103.76909, 138.87422, 121.83567, 86.19897, 85.95389, 118.49625, 95.50807, 121.32702, 134.37601, 84.41072, 97.34046, 103.94451, 92.47902, 121.62073, 130.8735, 127.45544, 153.84697, 164.16277, 132.40106, 113.031, 103.8773, 88.54182, 87.74757, 129.65085, 112.77393, 126.70628, 132.72365, 84.36969, 160.88315, 125.74255, 243.68964, 260.89377, 319.52319, 321.04022, 204.11313, 364.17847, 263.33118, 319.74088, 286.43921, 278.12579, 268.93076, 302.06143, 253.16464, 300.8519, 277.88312, 257.72925, 292.98453, 333.9491, 221.03755, 321.25528, 278.63385, 359.57593, 242.23822, 307.86908, 284.76868, 275.59711, 299.72781, 305.49164, 280.33881, 320.72818, 310.56201, 280.78619, 288.86945, 278.88745, 217.41928, 315.69122, 312.55536, 380.52133, 280.29169, 306.60614, 287.33792, 280.35715, 243.83037, 411.25806, 322.62439, 334.37302, 287.87354, 354.31927, 275.41116, 256.76514, 259.70157, 257.51447, 262.36353, 279.44781, 343.95859, 268.12674, 227.15961, 318.00995, 329.35382, 273.85284, 343.272, 283.30429, 354.74597, 332.91895, 284.23468, 232.88506, 321.77603, 248.96468, 255.33446, 388.42523, 378.51614, 356.93225, 316.53717, 248.64078, 289.76047, 397.36591, 260.45276, 294.2807, 302.87494, 285.28259, 247.43193, 347.12527, 294.67279, 199.13179, 382.86411, 316.65308, 257.71136, 342.55576, 438.05234, 323.03418, 324.61237, 362.2756, 280.25385, 251.21642, 410.26562, 228.26407, 386.11331, 360.56805, 180.7197, 253.11403, 373.26111, 325.16559, 380.7384, 296.47144, 391.97168, 392.94006, 346.30988, 328.2774, 302.18591, 289.34332, 276.43384, 366.14444, 280.91815, 320.56128, 376.69427, 297.43839, 281.88504, 318.85544, 252.93652, 345.50403, 282.19409, 248.71922, 350.5137, 257.5831, 256.37381, 246.64259, 326.83203, 351.07068, 321.45709, 358.34497, 441.80646, 344.19974, 402.57111, 410.70044, 360.24976, 199.68372, 396.10214, 399.14908, 376.01782, 233.82957, 285.21832, 286.84689, 315.91956, 390.18793, 391.48193, 313.51166, 412.11426, 249.43799, 240.8277, 321.60468, 283.46298, 377.84247, 320.86475, 266.25439, 316.74078, 340.35608, 248.77176, 239.5748, 257.65894, 335.17328, 203.2522, 287.07709, 301.93845, 302.49728, 316.94281, 325.60468, 471.3331, 279.29553, 373.16522, 398.2608, 311.84393, 292.54819, 405.69266, 376.44611, 326.25461, 328.4277, 279.66818, 335.29593, 432.92151, 290.6412, 310.96268, 449.41254, 322.50299, 300.77335, 262.33582, 373.50269, 336.88788, 455.62885, 382.83527, 437.92603, 333.91791, 379.01682, 260.24884, 353.43356, 359.22632, 430.12073, 355.91495, 411.09912, 402.34064, 334.66193, 370.99951, 435.3215, 369.50995, 351.47076, 312.80652, 341.85712, 367.39835, 324.64142, 451.20679, 378.63608, 323.73608, 381.16119, 440.6911, 343.82526, 418.42297, 379.18207, 380.96967, 369.94373, 351.89319, 362.8869, 376.15784, 352.1319, 384.16171, 290.63474, 346.68253, 413.95084, 290.44977, 396.54617, 335.93594, 313.83237, 356.04138, 390.12793, 340.3486, 367.25171, 305.77167, 383.42334, 368.68161, 393.97229, 375.43365, 253.75548, 327.50793, 244.52359, 342.89023, 359.78061, 303.13013, 347.76526, 272.92752 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 84.24888, 70.2706, 100.97753, 68.04447, 62.88124, 97.89528, 95.30872, 102.38145, 64.13101, 102.66045, 63.74145, 69.94594, 54.68707, 74.6396, 45.55196, 92.44086, 53.87997, 54.19803, 87.80088, 51.40772, 67.84991, 64.89221, 70.17018, 30.7615, 66.34818, 51.78194, 86.28038, 82.31071, 79.74818, 90.53326, 99.65459, 54.44234, 48.95944, 92.84641, 64.57484, 92.89499, 81.8397, 44.45008, 99.97999, 94.84485, 87.47479, 70.02106, 103.22491, 83.72997, 72.65552, 91.12822, 71.70111, 89.31125, 41.05231, 72.49442, 85.96996, 93.17012, 59.69236, 74.87132, 70.5153, 72.69021, 88.56168, 66.4139, 95.34811, 93.77209, 53.21763, 75.87801, 78.82349, 86.38811, 71.42091, 101.18558, 118.70753, 97.46362, 90.99115, 49.33019, 65.77119, 130.72903, 66.27442, 116.17194, 81.3407, 88.10635, 94.06712, 74.9353, 89.22264, 44.37321, 81.01205, 95.72967, 76.65807, 69.45667, 50.62601, 113.16112, 84.85706, 70.52068, 72.51379, 41.52544, 84.30533, 60.94658, 83.36952, 63.66957, 61.9836, 84.70641, 70.14276, 73.8842, 76.20419, 64.74921, 96.1062, 60.81738, 99.52312, 51.96333, 113.71747, 70.38995, 86.82132, 78.75629, 83.67782, 84.55088, 60.84515, 69.58057, 54.56154, 94.09593, 90.30492, 56.29129, 77.51923, 83.74998, 83.58414, 91.65977, 77.52244, 53.4189, 74.54619, 52.43385, 87.76871, 111.10912, 70.85977, 106.42176, 82.41409, 96.12492, 101.22853, 63.79013, 90.8952, 79.73766, 57.78128, 58.88411, 69.81053, 70.19888, 82.00457, 76.83078, 72.02742, 99.27235, 45.51445, 80.39955, 81.99321, 71.2401, 55.06234, 69.94104, 58.99138, 97.55901, 73.5835, 95.23834, 67.85587, 59.08621, 48.66072, 81.23435, 92.80529, 73.60204, 128.59457, 110.63089, 79.06493, 98.35515, 95.57661, 51.71603, 65.71651, 71.50427, 88.57085, 68.03683, 70.81358, 61.50372, 64.40708, 54.93721, 93.98064, 87.03925, 63.41055, 106.20937, 41.56561, 113.09332, 68.0681, 64.09351, 75.72307, 130.23346, 53.9293, 103.34418, 84.61499, 54.68176, 99.38451, 67.98029, 78.94838, 130.5876, 70.11261, 82.73584, 89.0705, 67.07204, 91.11998, 70.94437, 68.24347, 70.4509, 103.10745, 94.74988, 99.48816, 86.98513, 103.94545, 112.91803, 85.07516, 47.34903, 85.67225, 111.23304, 69.57993, 91.23434, 85.66249, 74.60204, 108.38199, 90.8653, 47.99301, 87.34048, 96.31172, 90.95731, 96.31841, 65.56731, 58.75611, 98.26846, 62.8759, 63.46703, 67.59553, 86.22845, 131.59598, 106.1454, 94.52907, 130.59755, 118.7523, 119.11304, 64.05173, 35.44509, 75.82404, 67.7368, 102.47841, 99.53552, 67.44024, 55.70653, 66.7515, 49.30674, 92.97203, 106.74058, 51.89486, 76.90639, 51.19449, 77.14631, 74.26831, 72.31889, 96.98685, 93.82442, 79.13562, 125.09758, 110.58383, 75.0965, 105.40878, 86.13106, 93.10703, 100.35132, 74.38425, 64.23895, 124.6476, 84.88725, 112.05264, 64.51793, 98.56384, 102.09787, 71.52528, 72.12895, 74.40588, 76.32475, 97.70452, 112.29312, 111.99674, 77.41206, 85.27538, 98.94118, 87.00853, 95.70523, 111.31345, 93.49433, 103.64732, 96.29624, 55.01105, 90.98747, 66.44495, 73.67368, 84.40836, 122.97372, 68.0212, 99.83877, 80.77852, 71.37779, 62.95558, 68.13899, 55.14827, 73.10016, 74.09346, 122.04002, 73.15269, 75.9978, 95.25423, 77.47189, 138.21591, 64.1573, 75.12948, 81.93166, 129.87044, 92.48436, 87.21436, 68.86868, 97.99533, 71.01082, 116.25572, 88.70965, 79.16777, 77.72231, 61.36926, 95.5218, 67.25916, 109.63663, 71.60446, 61.35526, 132.69066, 111.27673, 112.29764, 72.9067, 55.16962, 51.14153, 95.69948, 86.54864, 53.72593, 69.3127, 115.09921, 76.2488, 110.1262, 88.54724, 89.55997, 89.87546, 89.05666, 143.36871, 105.00575, 78.18021, 92.79042, 63.61182, 72.42028, 102.60373, 97.35533, 89.08516, 66.84567, 57.46143, 82.70872, 85.58768, 64.15029, 67.14709, 114.29019, 92.90973, 75.6815, 95.0004, 81.60806, 112.53203, 86.11881, 96.68712, 82.29826, 92.69974, 92.26358, 112.52728, 102.43516, 87.78067, 86.23975, 145.35947, 75.39443, 66.48399, 116.63865, 90.40757, 103.86333, 70.90757, 60.52861, 93.95373, 87.86681, 92.5112, 56.12387, 66.31418, 81.07413, 86.64268, 97.93765, 83.91661, 73.56218, 82.30046, 87.24697, 149.49394, 62.40849, 113.82101, 111.76283, 81.46053, 84.04588, 95.92603, 56.53199, 53.7634, 69.76134, 97.6762, 95.95837, 99.09928, 114.78241, 99.27794, 106.25766, 84.22824, 87.89909, 75.54584, 110.19941, 80.17181, 109.49168, 85.15681, 76.58089, 103.86099, 78.56071, 139.00034, 49.68761, 101.72325, 115.89725, 101.3654, 58.61815, 93.48687, 69.56413, 89.37079, 82.19715, 98.23686, 104.7507, 138.72473, 80.25288, 66.66473, 67.80241, 95.68013, 98.22575, 71.13367, 71.11278, 85.4295, 75.54798, 66.26205, 83.42201, 70.78635, 111.04599, 107.28955, 61.04873, 121.00034, 75.72635, 64.98189, 64.51309, 59.24234, 137.22548, 124.59459, 48.03313, 63.84547, 66.76108, 111.44866, 60.33056, 76.52679, 78.09601, 82.77272, 106.09048, 62.60187, 95.31536, 104.34986, 99.12247, 78.17177, 79.34274, 128.99295, 94.21336, 80.46364, 87.45238, 115.47218, 52.60539, 68.73106, 90.71052, 91.73872, 99.84561, 95.91673, 62.54489, 75.21436, 100.47876, 108.26765, 56.46686, 80.59033, 112.11503, 98.45115, 134.20653, 97.26408, 119.31449, 98.51221, 88.40097, 99.60162, 148.33809, 125.3494, 85.91261, 84.78081, 121.32285, 82.32376, 79.79373, 98.42931, 105.92502, 106.20506, 105.20245, 65.11787, 113.5758, 150.11674, 89.69208, 91.28963, 69.63908, 121.86021, 76.00002, 92.2518, 105.70139, 101.12824, 80.27235, 73.62312, 116.94006, 81.57529, 78.07317, 68.77539, 106.20333, 85.37828, 108.1162, 90.99547, 121.89052, 73.95508, 115.58702, 86.44553, 65.96889, 106.99744, 84.1553, 86.38819, 104.45274, 126.0948, 85.25771, 71.82479, 79.63221, 107.43799, 121.14528, 86.63191, 80.94569, 98.32147, 82.99275, 87.93843, 104.87946, 144.15277, 84.94281, 68.35607, 57.83007, 90.78195, 68.03166, 91.30247, 70.70474, 105.74123, 72.4632, 106.67817, 116.26424, 113.13026, 135.42068, 119.04333, 112.97873, 125.64938, 124.77036, 87.42593, 92.5771, 97.84369, 104.26814, 84.85181, 159.13904, 94.77831, 79.40979, 90.32359, 112.75842, 99.5874, 96.88821, 139.17587, 76.9614, 89.90784, 96.28525, 102.19658, 106.64379, 78.99541, 125.65131, 100.18289, 117.57104, 78.43182, 140.73248, 90.69302, 63.84232, 102.01341, 137.69614, 95.17389, 86.48499, 96.59644, 132.89952, 161.75696, 93.97984, 109.71149, 74.60842, 111.54735 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 0.8182963447607426, "neutral_loss": 2.9200499135285174, "target_chat_loss": 1.9968468402090682, "neutral_init_loss": 4.034308337402344, "target_chat_init_loss": 2.1395102411905924, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 63.39269, 62.22948, 70.53323, 63.38961, 61.0663, 95.63431, 84.9947, 64.86839, 89.58879, 71.91333, 99.00407, 77.90991, 94.46327, 98.10606, 54.35404, 127.35925, 61.15318, 95.65074, 83.45594, 81.04899, 122.38426, 72.6836, 103.16393, 104.17684, 77.40038, 51.47102, 109.75664, 81.15472, 42.99715, 75.30385, 96.14532, 91.09847, 47.2157, 87.96466, 71.13106, 84.07949, 98.64275, 64.5647, 66.26497, 66.33952, 102.02531, 76.81164, 71.74858, 115.61453, 90.96659, 99.26672, 102.86787, 123.68204, 80.25014, 82.88293, 126.40565, 77.47079, 99.12124, 87.59343, 82.42982, 91.19098, 65.72758, 92.43526, 66.33342, 83.75612, 114.41747, 115.61533, 80.18107, 78.36096, 104.30763, 80.90581, 130.73349, 130.97247, 90.38158, 95.39407, 101.91853, 68.02211, 119.9894, 121.95073, 65.18714, 62.11465, 83.15531, 87.60665, 79.49022, 94.4938, 96.40396, 69.19975, 117.41206, 91.1851, 112.56428, 101.26074, 60.42932, 109.91313, 90.1179, 109.03892, 91.59267, 87.837, 85.57353, 60.65356, 118.48666, 90.73145, 111.61934, 74.57788, 120.97737, 136.03088, 82.92969, 119.15412, 90.1102, 106.25742, 88.29791, 93.53334, 71.11502, 109.04648, 149.2905, 111.81187, 108.46382, 92.55121, 102.44552, 81.39428, 96.2422, 106.99277, 90.54705, 123.39686, 81.98595, 73.27631, 67.75891, 96.75046, 105.2301, 56.60329, 110.04392, 91.0018, 124.15652, 118.69717, 125.19382, 101.94662, 117.8069, 138.35959, 65.62361, 98.90881, 125.06921, 95.80651, 110.26422, 115.95374, 102.1411, 101.24463, 92.63692, 152.01614, 77.26447, 100.27, 134.71075, 68.93469, 95.77041, 114.12535, 113.81311, 90.28189, 146.5862, 94.77478, 145.53572, 119.48349, 106.92749, 102.62828, 88.02419, 128.72795, 44.40981, 87.10785, 113.75941, 104.73109, 107.78583, 120.52921, 103.86701, 109.76589, 75.78551, 116.81178, 111.78039, 64.60479, 105.23129, 97.06071, 83.29437, 88.35211, 121.18173, 106.65695, 117.22106, 108.85348, 100.76321, 101.92855, 110.04254, 75.32848, 104.4805, 114.56097, 149.39456, 106.00469, 74.7845, 73.75893, 115.37935, 127.1765, 121.92905, 105.30328, 62.48298, 146.59537, 98.15807, 138.19157, 110.87183, 122.54138, 115.28464, 77.4408, 92.70786, 124.59884, 94.63689, 90.14078, 108.90609, 120.75595, 131.63202, 107.12999, 101.37256, 132.50967, 118.96211, 125.23464, 100.93774, 123.10334, 116.4085, 106.67783, 145.36815, 174.89124, 126.81007, 65.78136, 169.77637, 86.54764, 133.11292, 108.15402, 145.03918, 121.93385, 85.1797, 83.93765, 120.66625, 95.75352, 126.83795, 118.57651, 86.4153, 100.05473, 111.87541, 90.81374, 115.88918, 128.26013, 127.91214, 152.66577, 165.35785, 120.13042, 110.53326, 97.1645, 93.91035, 90.99614, 129.65802, 121.502, 123.65919, 134.55196, 71.41529, 162.76117, 120.8326, 245.12965, 271.95135, 328.64267, 339.16364, 210.67725, 369.74713, 264.30612, 321.62311, 302.17007, 279.44855, 271.10449, 311.18652, 261.44345, 315.27063, 289.71185, 265.64413, 302.67609, 333.58237, 230.37967, 334.79596, 293.72375, 364.0296, 263.12469, 317.97369, 281.75485, 272.47015, 309.85693, 303.14059, 283.89911, 327.80811, 318.05859, 288.92877, 291.20532, 290.16904, 218.46826, 319.32245, 315.79321, 391.79449, 298.88934, 317.72632, 289.67773, 282.78796, 256.90033, 424.68225, 327.90665, 342.97412, 300.61469, 352.18781, 279.00983, 254.1499, 257.60229, 258.22363, 281.01404, 287.78629, 339.33496, 278.67917, 225.98537, 329.98309, 332.78415, 283.58124, 354.31723, 282.1756, 378.41824, 344.73813, 287.98633, 233.3452, 323.21313, 258.07306, 258.22968, 391.97046, 387.2616, 360.84973, 330.18393, 254.40131, 308.59818, 390.16653, 272.09698, 292.78033, 303.3385, 283.11365, 244.57092, 352.62231, 289.58014, 200.61835, 381.15799, 326.70874, 261.66821, 366.25562, 440.96011, 322.57794, 339.27814, 382.7114, 292.30829, 251.60736, 423.87964, 242.41479, 379.82153, 367.3472, 184.17896, 254.16557, 379.39313, 323.95386, 380.11865, 289.66614, 399.56683, 392.24222, 360.17328, 335.63492, 310.58569, 311.95416, 275.22058, 374.4682, 283.50421, 325.68655, 381.74716, 314.42212, 288.31946, 328.89569, 263.92697, 369.24542, 284.84653, 253.9987, 365.56644, 267.70273, 254.43987, 248.17706, 332.73334, 355.24829, 334.31122, 375.57703, 441.89926, 345.55029, 423.01938, 412.24536, 368.66125, 201.41499, 401.75714, 399.87674, 354.87515, 241.10696, 295.50629, 297.21277, 315.85675, 405.37292, 391.20309, 331.56927, 424.42694, 250.13795, 256.39484, 329.93195, 294.56909, 391.86011, 312.21115, 273.862, 311.23166, 342.36963, 247.24437, 235.70956, 256.48486, 340.59241, 207.11661, 288.98392, 307.84048, 316.94995, 319.94379, 341.83936, 473.224, 300.72556, 377.07812, 405.02472, 313.24323, 284.9697, 411.42456, 370.55371, 326.19611, 335.28076, 291.65945, 342.67776, 441.90356, 305.91711, 318.89941, 460.60629, 329.78363, 309.9043, 276.05261, 381.55203, 347.90466, 473.55142, 388.16324, 457.11456, 347.43649, 380.8049, 261.97064, 356.42245, 366.56952, 428.45465, 361.86868, 428.12811, 412.11621, 337.43826, 379.45538, 438.65802, 374.31317, 354.82141, 317.24683, 345.47217, 365.60809, 325.00391, 456.61447, 385.45508, 321.17657, 393.1532, 453.04092, 351.75906, 427.99915, 383.63397, 397.49805, 373.51535, 359.08267, 376.19196, 378.19547, 357.72916, 391.43878, 301.66089, 356.74747, 425.10419, 300.56241, 404.07965, 338.97922, 317.67822, 367.85455, 398.52252, 340.72183, 378.87689, 311.66833, 403.08142, 370.33044, 394.4881, 368.77579, 256.45578, 329.61374, 242.73277, 348.362, 366.38483, 312.66141, 345.89429, 270.21411 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 78.30974, 67.2409, 98.02043, 64.1947, 60.40557, 91.84442, 94.98196, 97.96952, 56.72815, 97.1097, 62.1282, 65.24181, 54.03565, 80.00967, 42.18691, 90.89324, 53.05367, 52.15916, 81.61082, 45.6495, 69.30058, 65.09882, 67.49878, 29.32035, 66.39047, 49.82418, 85.55606, 80.54292, 69.85324, 89.39022, 100.24733, 54.04667, 48.69624, 90.1051, 62.65458, 93.33976, 78.53493, 41.71136, 97.74679, 93.44652, 82.30379, 66.81104, 98.33467, 82.87971, 68.14491, 88.20451, 71.0928, 83.67889, 41.11346, 68.74207, 81.7462, 88.72188, 59.71608, 72.55442, 70.91531, 70.32393, 87.60596, 63.89359, 96.31607, 91.57957, 52.97263, 71.58774, 77.38844, 83.6179, 64.78853, 97.78651, 115.04166, 96.9381, 86.91846, 49.05152, 62.6303, 124.90921, 65.16795, 110.66333, 72.2009, 85.52346, 93.39019, 70.74688, 88.50436, 43.05406, 77.66949, 93.19697, 75.6045, 69.08117, 49.59463, 108.10767, 81.02238, 68.25049, 71.05495, 43.45639, 82.44868, 62.62347, 81.88606, 59.45446, 59.76001, 83.66045, 65.66279, 72.46598, 74.25309, 66.19223, 92.82072, 57.57275, 98.15884, 50.85132, 107.8398, 74.3193, 83.93565, 74.78455, 81.81216, 84.47214, 61.66689, 68.23563, 54.67888, 89.93777, 90.58368, 57.63937, 76.46045, 80.9744, 82.47734, 90.85498, 71.59382, 53.25585, 70.87476, 53.60883, 85.27291, 107.2124, 65.46303, 103.60094, 72.45794, 100.27529, 96.25443, 65.19732, 90.5743, 77.54193, 53.12548, 60.67478, 69.3167, 67.99451, 76.23053, 77.21824, 71.037, 92.81976, 47.13895, 77.32018, 80.83521, 64.37811, 54.04393, 70.97711, 58.87733, 94.21366, 71.2198, 92.86788, 64.15355, 57.18847, 45.46263, 76.25906, 86.18448, 70.04021, 121.3853, 102.07904, 74.85709, 98.55228, 88.98788, 48.21103, 62.6466, 68.63236, 88.07399, 64.03472, 63.92581, 60.6826, 63.77225, 54.43048, 94.37192, 81.52872, 59.28954, 103.1748, 42.78374, 108.89349, 65.21548, 58.72002, 74.48169, 124.18425, 55.75874, 95.47081, 82.52354, 53.27271, 95.17445, 65.79694, 74.24008, 126.15559, 66.67276, 79.18102, 82.47621, 65.16927, 86.91043, 70.22484, 64.55302, 69.76512, 99.08627, 89.15342, 94.99887, 81.57318, 105.86734, 110.48636, 82.64809, 46.85378, 82.69297, 112.52733, 69.22605, 93.90305, 81.45827, 74.87975, 104.41064, 91.2337, 45.12992, 89.13216, 94.62118, 87.21137, 93.39691, 63.34312, 59.45357, 91.70827, 59.79685, 60.45992, 65.48183, 84.01165, 126.41764, 108.21111, 97.78232, 126.55138, 118.31509, 117.22639, 61.76267, 35.06681, 71.16373, 69.40216, 96.22204, 101.99175, 62.12374, 57.39639, 66.13285, 45.49177, 93.87155, 100.06587, 50.71829, 76.79433, 49.60825, 73.73232, 72.4957, 70.15388, 95.79538, 89.38473, 76.60649, 122.64442, 99.37938, 71.19434, 99.97567, 84.50104, 90.98941, 102.02123, 73.35654, 61.36055, 122.73032, 83.2515, 108.5498, 63.22012, 95.66078, 102.40482, 68.8739, 70.35786, 70.50423, 70.54887, 91.04799, 108.26743, 106.81363, 72.0562, 85.842, 95.31879, 90.20395, 93.4931, 107.54716, 87.26079, 96.05656, 96.03661, 57.042, 88.8461, 65.48532, 72.48511, 82.16943, 115.54105, 63.18051, 95.58493, 81.64292, 68.6981, 62.40467, 65.57517, 57.43314, 74.08009, 72.14788, 119.99525, 70.06229, 73.47969, 91.85033, 74.53692, 133.02893, 60.00787, 74.56696, 80.47713, 129.4136, 89.30231, 89.24619, 65.9267, 97.45501, 68.33473, 113.6511, 86.48361, 79.95509, 73.88765, 57.54689, 92.46605, 66.47636, 106.64528, 69.3105, 60.40165, 134.13715, 106.04993, 109.36295, 71.77435, 54.23272, 48.80164, 90.11555, 85.30913, 52.42671, 65.48358, 114.97498, 71.10947, 104.57918, 88.16945, 90.99213, 88.37563, 85.71191, 140.2478, 101.84106, 80.06728, 92.60152, 60.7485, 63.38517, 101.40086, 96.11429, 85.72229, 63.97274, 58.24455, 81.72013, 82.88242, 60.9356, 65.05896, 113.74727, 92.65865, 70.71628, 94.30928, 84.4523, 107.33776, 88.24291, 97.94882, 81.36406, 91.52335, 92.16327, 109.19467, 98.55064, 85.62328, 82.71844, 140.59688, 73.81062, 64.28563, 112.45309, 85.21809, 100.81972, 69.75179, 60.36607, 87.55152, 85.58606, 91.74277, 55.67139, 65.64506, 77.99135, 86.53632, 94.83602, 79.37209, 71.76201, 79.2524, 83.71271, 145.98892, 58.95613, 103.58456, 109.41922, 78.81804, 80.94408, 89.26968, 56.16866, 49.73162, 64.45919, 93.0246, 96.10416, 96.6727, 111.54039, 94.11053, 104.6982, 82.52469, 84.67323, 74.70337, 110.22775, 77.30264, 106.08249, 83.28452, 75.6216, 102.96538, 78.1346, 129.91707, 47.81639, 95.53813, 117.86955, 92.51221, 59.49433, 96.01254, 66.479, 91.03998, 80.45554, 98.8784, 102.55974, 130.69772, 80.15701, 65.82915, 64.96455, 92.23459, 92.84422, 64.98259, 70.73759, 81.18777, 80.76427, 66.99229, 81.79584, 71.75192, 113.58736, 103.05018, 60.98769, 119.00848, 72.32012, 62.97678, 60.66752, 57.43094, 130.22681, 118.01028, 48.35288, 63.00095, 62.99766, 106.97898, 61.38553, 72.0034, 79.25606, 79.90785, 102.2912, 63.61003, 95.4063, 101.96436, 96.94069, 76.92909, 79.1967, 125.63641, 95.01572, 77.19991, 83.82336, 110.66579, 55.2615, 63.04794, 87.52493, 94.83155, 95.1848, 94.08148, 59.25256, 72.30582, 98.77621, 106.50428, 59.05472, 78.47186, 109.08072, 95.97063, 133.90324, 97.03175, 114.00462, 103.76007, 86.02584, 95.68996, 149.21091, 125.3224, 85.31999, 82.8221, 117.87286, 79.11501, 75.35548, 94.3219, 103.07751, 104.77768, 103.74283, 62.57893, 110.44519, 145.95865, 88.94165, 89.42427, 71.94765, 114.88917, 73.08403, 87.71112, 103.00533, 100.53159, 80.01929, 72.81357, 110.4643, 82.70764, 76.66887, 66.0374, 104.16232, 81.15707, 103.70179, 92.25222, 122.85224, 70.59544, 113.7444, 79.45492, 64.07975, 105.65952, 76.44096, 83.65634, 102.28985, 125.72887, 83.03132, 72.69664, 77.6972, 100.91849, 118.0901, 81.53017, 81.72094, 95.30022, 81.51831, 81.09634, 102.68336, 145.91141, 83.75298, 65.19471, 54.62377, 82.08253, 63.18164, 86.47183, 69.95543, 101.66524, 70.976, 106.48037, 110.92448, 111.45834, 133.75888, 110.49358, 109.80948, 123.67221, 124.77296, 89.33153, 90.26283, 97.87872, 100.84434, 79.08315, 159.21359, 93.97453, 79.42117, 88.537, 115.36293, 99.67329, 95.57486, 137.90479, 77.84203, 85.01698, 92.77832, 100.52879, 104.47241, 78.62685, 121.60386, 95.79786, 115.13283, 78.07899, 141.02573, 87.315, 66.06594, 96.56845, 133.96951, 97.65092, 84.46677, 93.8879, 132.0246, 162.87585, 89.8296, 106.4248, 74.95557, 108.92688 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 1.4648382055870763, "neutral_loss": 3.116008307128639, "target_chat_loss": 2.0002661792886762, "neutral_init_loss": 3.8695516723632815, "target_chat_init_loss": 2.029658737182617, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 60.17387, 61.72414, 79.62081, 60.51478, 68.72789, 100.16907, 87.9935, 55.71201, 102.27825, 70.38033, 89.45264, 88.11726, 116.86595, 97.75951, 64.42743, 119.05719, 61.30853, 95.12109, 74.0071, 73.97366, 112.84081, 93.40488, 109.03253, 104.80609, 86.03989, 70.3903, 118.75578, 87.01332, 54.58055, 85.02346, 97.48779, 87.25692, 52.50464, 88.41177, 81.73083, 88.65639, 102.92435, 55.51485, 79.18663, 80.91645, 112.09801, 75.14371, 80.45035, 111.52251, 86.59927, 96.78079, 99.92958, 113.9669, 75.94666, 93.97319, 142.47334, 92.9118, 94.63911, 69.2091, 82.37925, 90.38362, 82.22153, 102.98671, 67.2902, 86.40025, 117.27688, 121.05501, 75.08315, 75.33466, 107.05553, 77.28194, 137.02275, 131.43045, 80.63847, 89.9716, 110.67633, 64.62492, 118.73767, 123.21581, 62.38441, 55.82734, 86.77341, 97.77936, 102.80992, 88.83888, 113.26683, 85.37351, 115.32558, 112.46114, 115.3597, 115.20517, 64.02938, 124.35709, 99.232, 114.25139, 104.15755, 96.53068, 94.30982, 71.28424, 117.32427, 96.26192, 125.37086, 69.94695, 113.53201, 128.83217, 93.70599, 110.60514, 98.43702, 118.23742, 87.98219, 88.68543, 80.40771, 124.48812, 156.35393, 106.47506, 103.28434, 68.01673, 98.12711, 76.62865, 90.33519, 102.44982, 99.68721, 132.30626, 90.19099, 73.55996, 59.52197, 100.77361, 110.70934, 72.69035, 103.51341, 89.89233, 136.4395, 128.70459, 128.85193, 115.41714, 138.08253, 144.35715, 92.59851, 95.52501, 120.26994, 97.81047, 110.32141, 115.37508, 101.51206, 113.46818, 75.91776, 146.96112, 86.58089, 99.62455, 133.13268, 61.82296, 94.97125, 129.79668, 114.08715, 91.55453, 150.02805, 101.02913, 141.92004, 125.20518, 116.44227, 107.43291, 95.51302, 140.09111, 46.67918, 91.26415, 108.15588, 114.96549, 113.64383, 129.8739, 100.40703, 132.87686, 103.07804, 116.51991, 100.74955, 72.78094, 120.36459, 96.94331, 89.96192, 101.73531, 134.44916, 114.83331, 127.29257, 125.45545, 102.12209, 89.26656, 106.75089, 78.26964, 128.37823, 118.22101, 143.83289, 97.63925, 85.86937, 53.73955, 123.90944, 134.44505, 129.75711, 106.3036, 62.2378, 157.35663, 103.45746, 131.10425, 119.78991, 133.57259, 122.60289, 99.22744, 98.6547, 131.70181, 95.02777, 113.07349, 109.98439, 121.47469, 134.57159, 126.5714, 108.78511, 137.50742, 118.09612, 129.86746, 109.11692, 123.1739, 117.74544, 116.01301, 164.6725, 181.27731, 133.13318, 61.44123, 172.73669, 95.08272, 143.58395, 116.73944, 155.29608, 135.89105, 98.08283, 91.91677, 132.96368, 106.60999, 126.34236, 104.39034, 106.71206, 104.8709, 119.05297, 94.91096, 124.0279, 136.66183, 134.90768, 159.50757, 170.63464, 116.44445, 123.85954, 108.31925, 112.90802, 104.57188, 143.62582, 136.80583, 142.2515, 143.58923, 59.43787, 177.54724, 118.25821, 259.3819, 304.83893, 340.49274, 371.47458, 226.69916, 377.13025, 282.09845, 325.24701, 329.3587, 294.57092, 295.95529, 342.74896, 280.67084, 348.15515, 319.54004, 293.50555, 329.03763, 341.82669, 245.82541, 365.10648, 333.21191, 372.04535, 299.79593, 343.76474, 299.88501, 284.35907, 344.49072, 315.32156, 297.82495, 354.00476, 363.61697, 304.9462, 307.20367, 308.7081, 254.00327, 331.78418, 342.70584, 424.76639, 357.88678, 342.55127, 300.71881, 311.83569, 275.28119, 434.09705, 357.93253, 370.40131, 326.00394, 360.53207, 309.30774, 261.2533, 274.31812, 273.22131, 312.29724, 304.90686, 369.6539, 302.19489, 234.66927, 357.52307, 349.34366, 305.09412, 387.02823, 283.85129, 408.07239, 380.55597, 294.24026, 236.72617, 349.96649, 286.81464, 271.56363, 402.97211, 407.00214, 371.00949, 373.52377, 276.29865, 342.93604, 396.21536, 302.31845, 309.21765, 325.11206, 309.28577, 258.09048, 367.50671, 293.07861, 218.14864, 393.11252, 359.92407, 282.13312, 419.37299, 465.99539, 332.539, 375.37073, 431.33386, 312.55539, 271.98099, 451.93561, 288.11185, 389.35471, 401.78827, 212.52196, 283.5314, 407.91327, 331.38092, 399.09225, 289.57755, 414.77719, 403.39453, 406.45782, 359.77527, 328.57803, 352.03824, 286.61926, 404.76984, 308.76917, 361.4491, 387.71017, 352.34933, 296.07318, 367.52884, 294.88916, 406.40994, 310.25281, 281.03577, 396.99213, 297.6236, 281.63187, 268.49881, 357.71185, 379.12323, 370.15997, 399.37457, 475.06714, 365.51001, 461.16693, 432.64194, 394.21152, 225.89198, 426.55511, 432.6842, 341.15884, 284.10803, 333.43787, 328.70947, 321.6532, 427.30783, 398.34604, 369.31714, 454.73248, 273.78333, 302.70935, 355.08228, 325.25415, 419.37994, 313.4007, 310.78503, 323.40848, 355.26807, 267.95749, 234.0811, 273.63, 363.37225, 239.92581, 317.13733, 331.36456, 368.57327, 338.36435, 392.15405, 497.25641, 332.73041, 404.82547, 422.87805, 333.72855, 273.28418, 441.88623, 386.96069, 349.62018, 364.91895, 321.48444, 370.64349, 465.76233, 344.16357, 348.29233, 479.74698, 362.22717, 350.10437, 310.94495, 414.13745, 405.14343, 500.3555, 414.50385, 497.51855, 371.94977, 391.36838, 295.38107, 379.56342, 395.41138, 429.88184, 393.0466, 446.09845, 452.13513, 354.61029, 418.45197, 456.1922, 403.0285, 364.51544, 338.51794, 368.22067, 369.19379, 340.2998, 484.37476, 409.25677, 354.23682, 437.44769, 476.24585, 365.91843, 453.93121, 410.56497, 442.90479, 409.40436, 390.35358, 426.96472, 397.47873, 385.62292, 411.26193, 354.66565, 400.46268, 448.95648, 344.52057, 429.29327, 373.18466, 338.39172, 398.34341, 421.43555, 352.92639, 412.5932, 342.88409, 448.67862, 388.91577, 419.64279, 375.01401, 266.87302, 343.742, 256.89752, 376.45026, 391.12726, 332.35297, 359.34149, 285.3598 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 76.07373, 66.70412, 97.20909, 59.94487, 59.04042, 79.95749, 94.24473, 91.32085, 50.35089, 92.10118, 63.28057, 62.14804, 65.17934, 88.79298, 40.50677, 89.04791, 54.75114, 50.80415, 71.32607, 44.42485, 71.07802, 67.15907, 67.06625, 34.01846, 69.19061, 47.78642, 84.55424, 79.64839, 58.53175, 87.9987, 101.59325, 56.74176, 50.348, 86.44376, 66.11057, 96.17584, 74.50421, 43.55812, 95.52162, 91.52495, 77.42743, 67.98029, 95.07112, 83.92065, 63.65987, 89.92435, 71.44572, 76.62022, 43.08576, 64.07421, 76.54032, 85.50483, 61.48862, 74.27081, 79.84264, 68.69096, 88.34048, 66.44324, 99.0552, 87.44234, 56.7956, 66.59884, 76.4012, 81.72408, 53.92958, 97.13863, 111.51997, 101.36218, 83.84055, 55.74298, 64.69212, 123.44421, 71.43765, 105.07826, 70.18521, 85.20706, 90.42274, 73.15457, 89.15025, 47.86373, 74.25619, 90.41779, 78.04691, 70.15897, 51.93159, 101.67912, 75.87854, 66.46222, 72.37393, 50.65849, 81.25922, 68.55253, 79.63411, 61.60609, 58.58042, 83.80824, 63.38451, 70.70143, 79.76115, 74.43611, 88.80681, 54.10446, 97.41969, 53.97268, 98.3815, 80.10808, 84.02725, 68.04871, 87.63338, 87.47359, 68.94269, 69.07919, 59.38028, 82.19626, 94.64981, 63.7041, 78.74586, 80.11662, 83.13847, 92.95389, 68.32218, 54.76181, 68.48154, 58.38329, 83.222, 102.64075, 61.49981, 102.66563, 64.18764, 107.85954, 91.02681, 74.00115, 90.58376, 78.84317, 52.86152, 68.27876, 72.14438, 67.44551, 71.93153, 80.31876, 70.12994, 88.48003, 56.12579, 79.14852, 83.83414, 55.39437, 58.82658, 78.49072, 60.65274, 91.51591, 71.21852, 91.29078, 63.3053, 58.90581, 50.60647, 74.81322, 80.65422, 69.91332, 111.46721, 87.73761, 77.00078, 100.34872, 84.24214, 47.81813, 66.12544, 69.73411, 87.08224, 61.16816, 55.1072, 61.91497, 69.80499, 63.33029, 99.3384, 76.36816, 66.21851, 101.84248, 51.35814, 106.68167, 62.25624, 55.98682, 78.35855, 113.8835, 63.64053, 90.98137, 83.09617, 53.46584, 90.21729, 64.21149, 72.78328, 119.27677, 68.73621, 77.50198, 77.93853, 65.48087, 82.39193, 74.26561, 62.35097, 70.55669, 100.36493, 86.06558, 90.60896, 77.49432, 112.57097, 108.34778, 80.04976, 48.64151, 83.72491, 117.62788, 75.27991, 99.39428, 72.55199, 79.94916, 102.38734, 91.35658, 48.28008, 97.00504, 97.89005, 81.93787, 88.95592, 62.78397, 62.36676, 90.40672, 60.54699, 61.92864, 63.86634, 84.80116, 116.25966, 112.90698, 105.97281, 127.35251, 121.35354, 114.03375, 59.58986, 37.38201, 67.30751, 80.30144, 88.32304, 105.96554, 61.21869, 61.82133, 68.95853, 46.18218, 93.07877, 91.4189, 50.76855, 80.62437, 49.37519, 69.09988, 72.31076, 69.14696, 95.59979, 86.22349, 82.77106, 123.79302, 89.37025, 70.09426, 97.69324, 86.15601, 91.3209, 106.68112, 73.92112, 62.83012, 123.70773, 85.21153, 109.87741, 66.34023, 94.77374, 104.74011, 69.47523, 70.69447, 68.99455, 65.42653, 83.99948, 106.46012, 100.82594, 77.38512, 88.3242, 91.5497, 96.38989, 93.0507, 109.14324, 84.58884, 91.73414, 93.95442, 63.17412, 90.1154, 73.34663, 74.05318, 81.42687, 106.44612, 60.76403, 97.46914, 84.89108, 72.07846, 66.44968, 63.03499, 64.2892, 76.02632, 72.51028, 121.64477, 67.59865, 72.97016, 92.53149, 74.02932, 127.31862, 56.15785, 77.66232, 81.78848, 130.81104, 89.60815, 92.78004, 66.68671, 100.6067, 69.32967, 113.76045, 84.11977, 86.38171, 72.24426, 56.49493, 89.44821, 72.23851, 105.01517, 68.68701, 63.7095, 135.5744, 105.19002, 106.68082, 69.59138, 57.19897, 51.03716, 82.68419, 86.63771, 56.18257, 69.57742, 120.83614, 67.60944, 97.91851, 93.04968, 98.27693, 88.73146, 85.12561, 134.11958, 96.85587, 89.49521, 96.97597, 56.7273, 58.51461, 103.1902, 99.38248, 89.41047, 68.52348, 62.4754, 83.76967, 82.51653, 57.83864, 65.96398, 119.62036, 93.91232, 67.06386, 99.10362, 84.9035, 102.89482, 93.64265, 101.57368, 80.62369, 88.20184, 92.351, 108.69254, 96.33533, 88.69246, 81.2025, 136.02225, 75.41967, 65.23615, 109.53203, 80.45424, 101.80434, 71.90855, 62.89107, 81.63098, 83.29645, 89.65479, 61.78213, 69.96156, 74.42534, 89.38657, 94.77893, 77.56445, 73.88632, 77.80596, 77.9556, 143.69368, 55.75764, 92.74786, 110.6218, 79.55295, 83.95133, 84.78538, 57.83062, 49.62085, 59.20844, 89.13328, 98.67232, 99.0303, 110.31812, 89.92178, 104.87643, 84.03165, 84.96136, 77.24709, 110.32972, 80.44751, 104.2972, 81.09935, 76.53447, 102.22701, 82.2964, 122.82677, 52.78086, 89.35577, 120.82334, 83.78539, 61.43871, 103.99007, 69.81415, 99.32952, 84.62015, 103.57954, 99.53228, 122.85965, 84.46289, 71.26379, 62.95829, 92.10855, 95.11783, 60.63129, 72.68808, 78.77617, 91.46822, 72.26293, 79.95978, 77.16769, 119.14563, 96.65992, 70.06642, 123.23549, 70.60875, 66.21437, 67.24789, 58.01768, 118.0667, 110.10837, 54.85863, 66.79566, 60.60828, 101.61027, 63.65289, 67.09448, 88.17532, 86.59555, 98.03775, 67.80481, 98.52378, 98.28986, 91.86599, 79.567, 83.22028, 125.15276, 92.99669, 78.34808, 79.55452, 108.47404, 64.21188, 59.96588, 85.8618, 104.54383, 85.24759, 95.4581, 58.20262, 70.64782, 96.49544, 105.08105, 67.25665, 78.66748, 109.0892, 97.00989, 134.29013, 99.88248, 108.14685, 114.24014, 86.6649, 95.67021, 148.89407, 126.35789, 88.22134, 83.85555, 110.71957, 80.23019, 75.26639, 89.46061, 97.59056, 105.85416, 104.83992, 62.36742, 108.31777, 146.35262, 91.39065, 90.34411, 77.93592, 110.24733, 71.66275, 87.90858, 100.83369, 104.74609, 86.39777, 72.95537, 105.8821, 90.98083, 75.93149, 62.87527, 103.44613, 83.98714, 100.39929, 94.95647, 127.88181, 76.47916, 113.22769, 73.24256, 66.17871, 104.21541, 72.58327, 85.04986, 98.31135, 130.79617, 83.93557, 83.9062, 79.41766, 97.42717, 117.48747, 79.54585, 85.94921, 91.06828, 77.2926, 74.12875, 108.17411, 148.05247, 83.18362, 66.74252, 57.26378, 74.2141, 59.71819, 83.35959, 72.81564, 97.68902, 71.75765, 107.25511, 108.08134, 111.39154, 139.58643, 104.30167, 108.66408, 126.78696, 127.33543, 99.33051, 92.00484, 101.18201, 100.03854, 79.9757, 158.64577, 93.52403, 83.14459, 87.81076, 121.97337, 102.13667, 97.59541, 135.76476, 82.26736, 79.10597, 94.13959, 104.03926, 103.25552, 79.14978, 118.15735, 88.57206, 115.47092, 84.04156, 143.07648, 87.8708, 72.32516, 92.02005, 134.61607, 107.35226, 86.43842, 95.92336, 136.24402, 169.88953, 87.1167, 106.36732, 77.93217, 109.2993 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 1.9553049678025034, "neutral_loss": 3.3598109971387307, "target_chat_loss": 2.266226791827555, "neutral_init_loss": 4.434309048461914, "target_chat_init_loss": 2.903723264058431, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 67.26291, 66.97887, 89.22908, 74.81145, 90.80957, 99.16967, 109.12105, 59.41688, 112.11178, 70.28623, 95.61456, 102.25105, 135.79591, 99.16483, 83.24402, 115.58415, 75.34037, 95.15045, 83.47559, 81.06772, 114.42218, 117.42892, 106.97751, 115.0225, 96.96845, 93.60265, 124.2471, 103.77106, 71.72939, 98.19435, 119.20426, 89.32209, 67.66435, 97.43074, 96.7239, 92.54887, 120.19376, 56.70113, 86.63522, 102.43597, 133.57062, 81.59097, 87.06795, 111.5654, 87.22935, 107.90369, 115.5771, 125.74282, 81.8698, 105.3979, 152.35074, 115.40111, 104.16235, 68.78754, 98.33806, 105.68368, 105.58273, 119.13927, 74.70581, 95.03069, 123.65791, 134.60735, 79.12085, 79.42341, 110.41191, 89.9019, 147.35469, 134.03036, 89.3596, 95.08672, 126.22473, 84.34239, 124.16429, 129.49792, 69.64204, 62.9402, 101.94699, 115.90894, 120.37136, 102.82528, 127.97655, 97.08477, 116.66774, 129.33505, 120.72157, 123.7914, 83.37043, 138.05661, 115.14656, 123.79366, 121.62131, 108.07694, 103.64849, 85.12314, 117.77566, 115.96685, 134.54918, 89.29141, 109.93103, 131.88693, 105.46465, 109.44173, 119.90585, 128.83139, 94.32959, 102.40788, 97.20488, 142.74741, 160.83658, 103.10332, 113.86929, 64.45697, 96.2482, 83.00387, 94.28249, 108.0563, 108.07427, 148.77539, 92.16512, 79.26554, 74.71419, 120.61525, 132.57697, 89.79512, 108.53007, 113.66409, 143.52107, 141.22136, 130.12283, 122.09837, 148.23259, 152.66751, 111.64331, 101.28886, 126.66781, 102.13301, 112.10075, 129.8046, 112.99062, 130.4207, 90.18393, 145.56461, 112.5981, 104.15063, 141.6665, 75.03676, 101.51369, 139.87389, 120.46879, 102.39111, 162.86429, 119.66702, 151.37128, 136.97292, 142.57088, 123.6594, 109.97521, 143.15639, 63.49578, 110.11659, 116.66482, 119.24924, 128.06154, 142.02104, 108.46239, 152.33304, 128.3817, 114.45305, 112.71847, 89.16652, 132.37711, 113.54684, 113.41093, 125.72876, 145.18555, 130.66769, 141.35318, 134.75311, 116.00928, 98.12761, 116.72881, 78.3159, 155.25647, 128.94696, 153.80075, 110.31427, 116.89507, 61.88873, 137.43835, 139.55084, 144.27298, 110.70118, 75.15574, 159.55737, 125.46514, 135.74872, 133.04781, 137.30614, 128.43985, 114.02541, 109.82948, 138.66891, 103.58363, 133.92163, 118.77917, 128.60255, 148.556, 138.59009, 111.19123, 140.60446, 130.62651, 139.82298, 128.02559, 136.7531, 124.72199, 131.06596, 174.92447, 193.17529, 151.15294, 78.05557, 183.60959, 110.35147, 149.00647, 129.19208, 162.09413, 153.19363, 116.57781, 110.45043, 141.95261, 120.90138, 130.48471, 109.90347, 136.91869, 117.10559, 136.1375, 113.73582, 130.3712, 155.92432, 140.75076, 171.81561, 182.92545, 125.90231, 140.57756, 125.03531, 128.56802, 117.65559, 158.7867, 147.82312, 149.61124, 146.49463, 84.69604, 203.12811, 136.06406, 273.72772, 327.82617, 355.43854, 391.72064, 235.26436, 390.98999, 300.35489, 324.98483, 352.51331, 318.98752, 334.69412, 366.25964, 298.91162, 377.25195, 330.63403, 316.06531, 357.9794, 370.55133, 260.21667, 379.65723, 371.86642, 377.02625, 323.64398, 372.68607, 333.24762, 303.55621, 354.29193, 336.09814, 316.87378, 377.7865, 406.72534, 320.50165, 328.30582, 315.31323, 289.04117, 347.43387, 369.84418, 440.50165, 425.50809, 355.85675, 327.74011, 340.80807, 284.14767, 447.24295, 386.32733, 390.19653, 347.61496, 377.5296, 338.63669, 297.77148, 303.57788, 309.41193, 345.01007, 314.57458, 412.22409, 316.48535, 262.22113, 372.76578, 365.33942, 331.45786, 431.59836, 297.52863, 426.63373, 402.74091, 314.57962, 249.45326, 382.25723, 308.09857, 285.37091, 413.4028, 432.2782, 383.95813, 401.45245, 301.83612, 359.37787, 411.14789, 322.55499, 338.60974, 347.67523, 334.7876, 283.02942, 381.36633, 303.61844, 239.51689, 408.62381, 391.48834, 313.17834, 459.44739, 504.94882, 351.96384, 405.06653, 457.93643, 322.8725, 299.21078, 474.89697, 317.84027, 395.21295, 431.15726, 244.13019, 309.50824, 432.27441, 349.13321, 415.49915, 308.1814, 431.40283, 419.02075, 444.96045, 390.03052, 347.56042, 374.92542, 305.39728, 437.37408, 345.23022, 387.86285, 389.64325, 374.79276, 309.87079, 395.67502, 314.68463, 435.99414, 328.25073, 316.11417, 424.47745, 322.83154, 312.41644, 303.78601, 373.69757, 398.73285, 394.26093, 419.60803, 514.80872, 374.71924, 484.53659, 444.3772, 423.87503, 248.17151, 443.03452, 463.71286, 354.86511, 320.68665, 353.27206, 356.06723, 344.15009, 443.14386, 421.84747, 399.44299, 484.59317, 305.81696, 318.33734, 371.93445, 353.48578, 423.32056, 333.30872, 345.67343, 339.36255, 381.24072, 301.31854, 262.63559, 300.59412, 390.58801, 267.80981, 350.46072, 357.63831, 408.55463, 354.93936, 425.88098, 515.4809, 350.83795, 441.25427, 433.31897, 355.87262, 293.97369, 477.68365, 414.30991, 374.35406, 401.0957, 359.95053, 386.97717, 478.78912, 379.62302, 374.5058, 486.77362, 402.57166, 377.00677, 336.0849, 447.11383, 442.22876, 529.71362, 439.39075, 522.48785, 394.42896, 403.17487, 335.77539, 403.59863, 431.28912, 441.2608, 429.00641, 459.88672, 478.3179, 376.00558, 455.67993, 475.24823, 422.20322, 394.28445, 373.93695, 383.0416, 379.91983, 364.99475, 518.55957, 440.89008, 393.80283, 482.94263, 493.88696, 377.36862, 479.73276, 442.32422, 487.52493, 449.87152, 417.82254, 463.38452, 416.50909, 413.64548, 433.5968, 391.39496, 431.67139, 469.0722, 384.26129, 459.4556, 389.52432, 366.82962, 427.29443, 458.17004, 378.43323, 434.54779, 377.40399, 477.70035, 413.95032, 451.34897, 400.46759, 282.69846, 371.42206, 286.51547, 406.25391, 422.23334, 366.86511, 378.44925, 315.79797 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 85.78126, 75.89153, 110.65098, 70.54974, 70.79172, 86.0891, 101.272, 94.62893, 57.62842, 95.91295, 74.22219, 70.42159, 85.1898, 98.46992, 50.725, 97.83071, 67.92739, 59.48015, 76.52252, 56.41571, 79.60739, 78.72333, 79.70292, 51.55637, 83.16391, 59.2037, 91.49135, 87.6698, 65.13298, 93.3961, 113.12392, 67.7113, 62.92825, 92.29688, 82.53094, 105.00623, 81.23876, 56.86546, 106.88058, 97.46577, 86.64064, 77.69314, 104.07278, 92.51404, 70.88002, 104.21128, 85.11671, 82.27448, 55.97647, 69.98886, 83.48743, 98.08849, 74.80289, 87.13253, 92.43449, 78.69661, 100.76203, 79.62297, 111.24376, 89.8172, 70.54029, 72.83864, 83.53884, 91.99395, 56.27866, 109.26013, 117.90468, 112.22778, 92.42776, 74.89755, 76.21053, 136.23521, 92.9548, 109.63489, 80.886, 94.68616, 94.72581, 88.01028, 101.5045, 69.23028, 84.72025, 102.82719, 88.83241, 80.33906, 65.34718, 109.7989, 82.50522, 75.57639, 85.40692, 68.61532, 89.21003, 82.79037, 87.38239, 76.61267, 68.35149, 93.41524, 74.85316, 78.07431, 96.73123, 92.17087, 99.42348, 62.14767, 108.72984, 67.71574, 98.58701, 90.49439, 95.11922, 78.64243, 100.6441, 99.67144, 85.31922, 83.16783, 73.25656, 88.59924, 108.12447, 74.54119, 87.18178, 90.80473, 92.72183, 102.62139, 79.52516, 66.53424, 79.22449, 70.936, 92.99003, 108.26919, 71.94302, 110.99372, 73.72031, 120.50559, 95.6721, 92.38069, 102.13184, 90.02791, 65.84554, 87.1685, 83.12713, 78.66336, 78.9904, 90.7425, 81.7707, 98.32756, 74.40901, 89.90639, 98.86374, 61.45405, 73.2617, 91.10501, 74.05523, 100.08957, 81.71336, 98.70995, 73.75777, 72.52613, 66.85411, 82.2027, 87.01381, 81.62936, 111.19611, 89.20281, 88.66736, 106.63136, 92.61064, 60.46095, 75.67004, 83.17831, 98.04372, 69.62693, 60.62925, 75.2934, 83.85768, 84.23298, 108.32915, 84.61253, 90.28245, 117.50826, 68.90655, 118.45415, 69.27736, 65.54432, 93.53204, 115.32556, 82.07524, 100.73917, 94.44012, 63.22297, 98.15038, 72.87759, 85.33186, 124.6338, 81.03481, 89.3186, 91.07446, 79.11322, 90.01665, 87.214, 71.28532, 83.11613, 110.61601, 98.28323, 99.46598, 85.68114, 129.75616, 113.28313, 89.7888, 60.27465, 94.01776, 130.09676, 92.26169, 113.49831, 73.68686, 92.98369, 108.69852, 101.55815, 63.52514, 112.25594, 107.144, 89.42226, 93.14645, 76.53699, 76.19481, 107.97852, 72.76767, 73.55927, 77.57834, 97.45724, 120.28151, 124.63593, 119.88565, 137.23027, 133.9903, 115.02593, 66.34912, 50.76128, 78.70242, 99.56739, 94.24657, 122.84053, 80.72614, 74.9053, 81.68979, 59.6498, 101.95132, 101.88266, 64.98199, 92.61255, 58.43039, 73.15126, 86.35585, 79.60377, 107.58935, 93.85973, 100.13605, 134.9386, 99.79997, 83.46694, 110.80051, 104.98596, 104.61488, 118.22266, 83.53738, 74.04594, 134.63408, 98.75803, 124.92442, 80.87634, 102.18494, 115.7315, 82.05844, 78.90565, 81.5286, 75.25261, 94.99934, 117.79652, 106.60677, 96.6917, 100.98547, 100.68645, 110.7029, 103.29566, 121.88514, 92.67074, 102.51048, 101.2283, 82.88756, 102.73015, 93.41483, 82.36079, 92.53217, 117.56175, 71.82382, 108.64352, 99.92624, 89.18143, 82.6259, 72.76614, 81.59465, 86.8579, 83.06642, 131.78056, 75.81467, 85.6135, 106.66254, 86.83868, 130.86287, 65.81622, 91.33498, 91.43957, 143.73373, 98.95485, 102.40718, 81.73982, 112.17976, 81.69402, 121.10966, 98.58453, 99.21941, 82.85909, 67.35096, 96.97379, 89.81654, 107.79692, 81.02979, 78.0182, 147.84396, 117.01214, 113.68251, 77.84862, 69.49683, 65.66917, 89.26431, 101.08035, 73.18712, 88.29527, 141.25912, 77.52494, 103.78337, 107.33746, 117.0368, 99.52559, 93.35381, 138.90642, 105.03321, 108.56216, 115.47006, 63.37495, 73.71848, 115.444, 110.70709, 108.26189, 83.67125, 74.28912, 93.34904, 91.54953, 65.2067, 79.60107, 135.02194, 104.68054, 79.29572, 114.33786, 91.24876, 110.36663, 105.52365, 118.61166, 84.79715, 94.34736, 103.51549, 119.53581, 102.49069, 102.50989, 95.62429, 145.12721, 90.0827, 79.89218, 119.37035, 91.97903, 115.08666, 84.3074, 75.0376, 92.00354, 91.00146, 98.78896, 77.21288, 85.15652, 80.85181, 99.63759, 103.93289, 87.64073, 86.44661, 89.69081, 92.50534, 149.77797, 67.44451, 98.48909, 119.66227, 92.27509, 99.73666, 96.70319, 67.32531, 61.26566, 65.23061, 95.2653, 109.17045, 109.95124, 120.66391, 101.40179, 110.79064, 96.37819, 92.9185, 91.54681, 118.70277, 97.45746, 113.90738, 92.251, 86.24974, 116.06696, 101.28836, 127.10679, 68.05621, 95.75818, 130.31978, 89.83002, 73.99995, 116.32006, 85.7339, 114.17394, 101.75202, 118.83721, 107.33171, 129.67769, 96.82422, 85.30271, 72.45301, 105.22394, 114.60863, 72.24398, 84.15907, 90.00255, 104.8778, 85.84927, 87.51225, 94.93472, 131.37071, 100.73918, 87.6336, 134.84229, 83.34579, 84.9303, 87.13602, 69.57738, 121.3037, 116.64655, 68.76648, 84.14171, 71.02142, 108.73824, 73.84868, 73.24521, 104.53898, 111.27901, 105.76107, 81.11629, 110.94516, 108.35501, 99.99802, 89.61437, 94.89891, 135.70486, 102.72726, 88.30266, 85.10087, 121.15958, 81.82768, 68.64579, 95.69408, 121.92993, 89.993, 107.68066, 69.51442, 82.04364, 107.65916, 113.47696, 81.49162, 89.91766, 119.90952, 110.81004, 143.24155, 112.06598, 113.28544, 131.29968, 98.83162, 106.14376, 154.9995, 138.66977, 100.65305, 95.33586, 118.58682, 91.607, 92.7534, 100.39755, 104.30879, 114.07562, 118.90526, 70.09669, 121.33574, 153.3183, 106.80641, 103.66626, 90.4304, 119.74706, 81.15025, 98.24077, 107.29161, 118.16833, 105.92054, 82.7317, 116.62354, 106.14253, 85.36588, 70.12075, 114.68851, 96.64917, 108.59728, 106.35933, 138.49904, 88.15236, 124.85559, 79.02648, 79.82117, 110.92882, 88.56372, 95.40364, 106.42719, 141.87968, 96.30206, 104.47661, 92.89751, 109.7297, 126.58417, 88.9394, 96.23456, 102.88685, 83.13097, 81.56746, 121.62651, 158.32501, 92.43529, 83.01985, 70.75497, 84.47069, 70.96602, 98.5208, 85.42559, 103.68999, 81.04697, 116.76976, 119.13472, 123.59178, 158.07899, 111.41769, 120.8613, 137.6731, 141.59454, 116.97585, 106.40247, 113.49372, 106.98543, 93.3278, 167.35754, 102.74091, 97.30943, 94.02416, 133.57832, 112.05499, 113.0297, 143.54883, 95.55664, 82.55434, 104.92578, 119.34261, 113.18621, 88.80945, 125.23558, 94.10453, 127.50948, 98.689, 151.43105, 98.96736, 88.37154, 100.296, 143.91133, 124.24416, 98.66167, 105.74976, 146.2565, 186.10945, 96.34081, 118.11705, 92.2599, 121.42235 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "3.5": { "alpha": 3.5, "neutral_kl_from_bare": 2.2064744753395167, "neutral_loss": 3.5130555168030755, "target_chat_loss": 2.3426166505623987, "neutral_init_loss": 4.624288320922852, "target_chat_init_loss": 2.935336819966634, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 64.76975, 69.99998, 88.72666, 81.91829, 91.96339, 97.21981, 116.65793, 60.64348, 102.80121, 73.23689, 90.23162, 102.19118, 138.31972, 96.44165, 87.45628, 114.65927, 81.57941, 98.43726, 92.92174, 86.84061, 107.59929, 120.16709, 107.39272, 112.19145, 110.32964, 109.42583, 131.65524, 101.94272, 82.96401, 98.81246, 123.19731, 89.18713, 76.77937, 92.23593, 105.48539, 95.1707, 124.20274, 68.36215, 86.92108, 107.79601, 141.81213, 88.84278, 92.71804, 107.18374, 87.46437, 117.02266, 125.91564, 129.56717, 93.73004, 104.41409, 158.28912, 124.99741, 114.14899, 71.81354, 106.83649, 112.72167, 121.44519, 130.02046, 76.17772, 103.31723, 121.52425, 139.58377, 85.20187, 85.02412, 112.21086, 92.60009, 146.97552, 127.72003, 91.98767, 92.07855, 135.17281, 89.04, 126.12439, 134.40338, 74.56917, 65.30974, 114.91248, 124.08924, 124.40831, 106.6035, 126.24923, 102.55276, 116.62178, 139.74152, 132.18625, 123.63823, 94.02849, 139.0977, 124.73277, 124.82355, 122.89067, 110.84145, 113.28534, 84.94652, 113.32829, 118.74309, 142.33896, 94.63168, 111.03802, 124.60174, 112.71958, 107.62722, 134.88506, 141.12805, 102.97327, 113.75167, 106.28581, 141.56102, 157.61366, 112.79813, 115.39455, 78.00706, 103.92025, 88.55128, 107.50381, 107.71748, 123.32024, 153.16858, 91.4964, 88.28802, 80.62261, 124.36453, 144.95, 96.86111, 108.15953, 124.03558, 158.08987, 153.41364, 140.03049, 128.22543, 155.07274, 152.59572, 120.07908, 111.40894, 133.18719, 115.34519, 119.61301, 132.11884, 109.25322, 137.7319, 105.66778, 155.94885, 124.50445, 107.55255, 137.5173, 75.68434, 103.91213, 146.44867, 129.39886, 107.37923, 163.77791, 124.2905, 148.29712, 142.05188, 149.97426, 137.25232, 115.7207, 140.33698, 77.69792, 130.59352, 122.03501, 130.16228, 130.48396, 153.97847, 116.96237, 161.17621, 137.51498, 122.22422, 114.73759, 104.42735, 139.12991, 124.61011, 119.9817, 129.26212, 145.59373, 135.41412, 147.98817, 140.2366, 122.48358, 103.18336, 115.85458, 86.16237, 159.57388, 140.03641, 152.83311, 126.73618, 126.72503, 64.7122, 141.10208, 148.61102, 148.63095, 120.61026, 83.91972, 166.67361, 137.39421, 133.86429, 133.8609, 149.33203, 137.97548, 118.65369, 110.17464, 141.66272, 108.31339, 141.17206, 124.2527, 131.94548, 158.32269, 143.23059, 112.57337, 141.96591, 132.2999, 142.60202, 138.01443, 144.44466, 122.54436, 135.11182, 170.00037, 207.575, 157.95482, 87.25227, 202.23865, 122.53267, 155.17163, 132.85703, 169.8443, 153.93056, 122.66109, 119.73621, 153.92569, 125.48254, 132.53998, 122.96288, 152.54126, 121.10305, 145.77454, 126.66477, 129.14864, 163.21652, 146.185, 169.84085, 186.48027, 134.09036, 155.06816, 149.36234, 141.16394, 130.90189, 173.19247, 157.45309, 161.40036, 154.60245, 96.60874, 208.82088, 145.522, 281.849, 345.41205, 373.51199, 388.36191, 253.38336, 402.31348, 315.72711, 319.97668, 360.70642, 332.38867, 345.29614, 385.76843, 315.17059, 388.85461, 344.98071, 326.52161, 364.4476, 383.43732, 279.82742, 392.34674, 382.35883, 379.69379, 334.89636, 398.59973, 352.30188, 311.55426, 361.41852, 343.87344, 321.4469, 378.4938, 420.84799, 333.53485, 343.16611, 336.67456, 314.90732, 362.26971, 376.85178, 443.87347, 466.07169, 371.64792, 347.08978, 365.74295, 281.23489, 452.09021, 393.07904, 404.52615, 350.15552, 398.10724, 357.86533, 326.44308, 316.98477, 332.4198, 356.41711, 325.73761, 423.59564, 324.21146, 297.19293, 374.69452, 376.78006, 348.31482, 454.54297, 316.20929, 445.24606, 407.55188, 334.96002, 261.87787, 410.15936, 331.01523, 299.42047, 415.37799, 453.67615, 387.81183, 409.12766, 316.96558, 369.5957, 425.58218, 350.52768, 365.65631, 364.38412, 343.92401, 311.53342, 388.63983, 310.21869, 246.59866, 420.58411, 405.5946, 340.00964, 470.92093, 523.05371, 366.12177, 415.01196, 467.43698, 330.18768, 320.33881, 497.78668, 337.10254, 407.28522, 441.74792, 266.45425, 318.42694, 468.07855, 359.19632, 425.11423, 325.12921, 449.52686, 437.28363, 453.22833, 406.41956, 354.87119, 386.86429, 322.77094, 461.33447, 365.20816, 403.14395, 395.6557, 382.16687, 316.11487, 411.23804, 319.17395, 455.30743, 357.32159, 345.28098, 425.74329, 352.30258, 335.49896, 325.64154, 389.3804, 408.51865, 418.41742, 428.97891, 528.00208, 387.4389, 487.56335, 452.18857, 433.97192, 274.27289, 455.31018, 483.07684, 369.62726, 345.09692, 363.99103, 366.71515, 357.63818, 454.9776, 435.04462, 422.71869, 501.91559, 325.84778, 343.26181, 378.37997, 376.37918, 425.23737, 344.33948, 380.15814, 346.27722, 394.44006, 324.45612, 289.98425, 324.42303, 408.27982, 279.56232, 379.38745, 368.69089, 424.5755, 357.37485, 433.95627, 548.2049, 353.79639, 455.06519, 441.70154, 371.18759, 303.51398, 498.94467, 458.11499, 390.29788, 429.1756, 377.44208, 397.9075, 486.95627, 405.263, 399.6478, 500.53754, 433.29095, 397.56757, 357.37762, 466.79193, 462.51709, 534.3634, 444.23389, 547.19739, 417.9267, 409.51575, 364.92896, 414.48633, 447.46686, 458.77692, 447.9144, 471.85245, 483.5452, 403.67798, 478.78149, 503.71439, 435.52759, 424.40695, 386.65836, 387.8584, 395.06769, 386.93671, 552.29456, 460.00717, 411.31812, 501.08929, 503.66885, 387.04913, 494.90118, 459.40173, 536.08215, 483.09155, 443.56741, 491.00562, 431.04938, 432.82452, 461.81891, 423.70343, 461.56686, 484.92523, 408.67462, 487.63367, 395.43433, 382.29538, 432.29037, 505.19257, 411.35022, 444.87006, 408.94968, 494.26324, 447.5929, 476.01688, 419.54761, 314.72202, 399.15112, 327.19128, 433.09131, 452.82852, 401.99103, 403.40802, 361.16705 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 89.18831, 78.67123, 111.78797, 72.15598, 70.82111, 87.33249, 96.33118, 90.45505, 59.50416, 91.17628, 77.43961, 71.08527, 94.14345, 100.12675, 50.67297, 96.21545, 70.28909, 60.7137, 78.53683, 63.20384, 80.23339, 76.95724, 82.56201, 58.92382, 86.76096, 61.64043, 93.84612, 86.38042, 69.28865, 91.25369, 111.95431, 66.33707, 65.77748, 91.02386, 90.53538, 103.99513, 82.13269, 60.56947, 110.75262, 98.26531, 87.06316, 80.00995, 102.5648, 90.85696, 71.88525, 108.4439, 87.89357, 80.38393, 59.19417, 71.94624, 82.09298, 99.10641, 80.00784, 91.22417, 97.19844, 82.09158, 100.92148, 82.06355, 112.34221, 90.65811, 75.2606, 74.73364, 82.02039, 91.72479, 55.19994, 112.50452, 117.01871, 114.24719, 92.04373, 86.1572, 76.82146, 139.83279, 103.81868, 107.65695, 86.37187, 98.18674, 92.1732, 93.98013, 105.35453, 81.13477, 87.01446, 105.09603, 91.14049, 84.66983, 66.68329, 115.06575, 80.85423, 76.83556, 87.68132, 75.61797, 88.90831, 83.78519, 86.06939, 82.42984, 69.53336, 93.96406, 81.9339, 80.4222, 101.671, 99.98685, 100.78911, 60.82709, 111.36768, 69.0327, 99.96854, 93.63155, 98.25562, 81.43257, 104.25014, 102.96592, 91.64139, 87.44514, 76.19656, 89.97852, 111.50951, 80.1528, 89.6248, 92.8631, 92.02879, 104.5609, 82.53348, 71.26891, 80.59248, 74.03128, 95.91998, 105.02621, 78.22191, 111.84003, 75.65067, 121.86441, 92.78922, 99.70483, 104.00459, 95.25063, 69.30421, 90.67902, 86.64813, 80.3409, 80.43002, 92.1692, 85.4193, 97.06187, 82.65227, 96.21422, 104.15231, 63.50668, 79.59801, 97.85473, 82.21763, 101.85571, 84.15907, 97.36869, 79.01125, 77.55721, 73.02955, 85.37519, 85.98367, 83.11013, 106.23799, 85.11849, 87.51225, 104.16694, 93.11295, 64.26421, 80.61568, 87.24434, 102.63425, 69.28178, 59.27688, 78.64512, 85.79042, 92.84298, 110.41362, 90.94147, 105.35331, 116.31213, 75.73508, 121.96333, 71.84724, 70.34261, 96.7774, 111.98212, 91.6322, 107.71124, 98.58037, 64.83194, 100.58788, 74.34122, 88.02797, 128.64491, 82.11465, 92.15555, 95.25288, 86.73242, 87.60027, 93.06479, 70.02858, 84.6741, 111.28058, 100.34906, 102.03139, 87.47253, 139.63309, 113.36411, 92.22477, 62.96108, 96.80048, 130.72826, 97.82922, 117.86506, 71.93353, 96.24495, 110.17218, 108.09775, 71.27075, 116.60368, 108.0836, 89.84562, 92.22307, 79.97257, 79.62858, 117.37209, 79.38914, 75.73274, 80.81744, 103.04048, 117.72534, 124.88971, 121.08765, 140.68712, 134.89781, 117.08804, 66.94043, 56.24538, 82.34328, 105.56506, 92.46372, 125.8864, 92.61346, 78.15307, 86.7616, 66.21057, 105.64317, 104.85011, 73.56802, 94.53136, 59.95479, 72.24062, 91.76865, 82.2076, 111.28345, 95.36551, 110.44455, 137.06482, 100.7729, 88.72287, 113.92151, 112.33293, 109.32019, 122.53072, 85.97583, 79.20227, 136.08461, 102.97597, 133.60007, 87.47044, 108.22235, 117.74686, 85.55417, 76.84282, 87.49371, 78.54024, 100.29172, 121.73636, 106.53415, 106.92137, 104.15716, 103.24465, 114.71307, 104.99132, 123.26868, 96.07211, 109.11967, 103.45406, 93.64899, 105.30197, 102.22678, 83.31064, 91.23033, 115.25525, 75.30576, 107.58909, 107.03212, 97.40289, 92.37981, 74.95788, 88.45322, 89.01228, 85.29192, 135.14711, 76.61331, 91.92423, 114.48723, 89.37393, 132.00861, 68.96342, 98.64822, 92.05574, 145.01434, 100.08705, 102.63707, 89.44836, 116.41309, 83.79929, 122.86996, 102.22011, 102.83615, 87.42645, 71.86676, 96.86528, 98.75017, 106.85016, 85.92662, 83.57448, 148.08618, 117.12507, 112.97254, 79.60243, 72.25998, 73.96344, 87.25462, 107.0697, 81.86781, 100.55806, 148.42191, 79.3605, 103.75433, 115.46199, 122.34448, 101.83234, 95.53522, 137.2458, 106.4837, 116.91995, 122.94624, 65.93242, 83.58047, 113.97553, 111.92637, 116.16942, 87.25526, 80.78542, 96.17056, 91.04599, 65.86366, 85.69012, 145.82553, 108.40256, 83.9312, 121.2634, 89.87573, 112.72058, 107.36916, 123.14404, 87.80367, 98.58483, 106.72849, 122.72433, 104.604, 108.50216, 98.35477, 145.43657, 97.97949, 86.72962, 122.03728, 100.01103, 120.84137, 88.37724, 76.42636, 96.11374, 94.68547, 100.00667, 81.92216, 90.64085, 80.99631, 101.33483, 106.97362, 89.47165, 94.57873, 95.19904, 96.37281, 148.73462, 70.79868, 101.17259, 121.20578, 96.7248, 101.36938, 97.18227, 73.71419, 68.71156, 66.60838, 95.42565, 112.73028, 109.43733, 127.30573, 104.33351, 109.80892, 100.28087, 94.03244, 96.45049, 119.04635, 101.71581, 115.90173, 98.20548, 89.3371, 117.13222, 108.03069, 124.0457, 74.76076, 94.98759, 127.66511, 94.88978, 79.89182, 120.35248, 92.17843, 118.16699, 107.66289, 125.40109, 107.21869, 121.41776, 100.49951, 89.6405, 78.11366, 108.26047, 124.10615, 79.20979, 88.38512, 94.38803, 110.55275, 90.56728, 87.73283, 103.37497, 133.93965, 105.51991, 95.38148, 140.74176, 89.61126, 92.10773, 96.89954, 72.64682, 119.12332, 117.21123, 71.94659, 91.12968, 72.36818, 106.56287, 78.79601, 71.80188, 112.91238, 125.14056, 105.83486, 83.84007, 119.52397, 113.28744, 99.28248, 91.21421, 99.54356, 137.88947, 102.48349, 92.73387, 86.1347, 124.89614, 88.77864, 69.59113, 96.69425, 131.10678, 88.62031, 112.17065, 73.59619, 85.88354, 109.53653, 114.14955, 89.44897, 101.0148, 125.60916, 116.09372, 146.34618, 114.42378, 111.78253, 136.49959, 101.86121, 108.27279, 155.95618, 140.94464, 103.07777, 99.92229, 120.46068, 96.35522, 102.7149, 106.08506, 103.78541, 113.07237, 120.40918, 71.78666, 120.7951, 150.82684, 114.01353, 106.46613, 95.5761, 124.1378, 79.67204, 101.68848, 107.01366, 124.90945, 115.40315, 85.60537, 117.90668, 113.20119, 90.92531, 70.36059, 119.6829, 103.06485, 111.74305, 110.97287, 140.84311, 92.74062, 128.35904, 78.76999, 84.37092, 109.54433, 102.70213, 99.78624, 105.74149, 146.6627, 98.25802, 112.33626, 99.12665, 114.77292, 130.04483, 90.87422, 98.51921, 107.8567, 86.6754, 85.11391, 128.13593, 157.67578, 94.34511, 89.73181, 77.23717, 87.38205, 75.88535, 105.97625, 91.80753, 102.92146, 80.21938, 116.70833, 119.78088, 133.97888, 166.29094, 111.79745, 125.1216, 144.16876, 145.02635, 125.10226, 113.29044, 114.12024, 109.44022, 95.63515, 168.26163, 104.44197, 103.16327, 94.97917, 137.61742, 115.31494, 120.93676, 140.10097, 98.95941, 79.9245, 110.76396, 122.65083, 115.67688, 90.34988, 123.60376, 99.21786, 132.69211, 107.53442, 156.36301, 102.09055, 93.2198, 102.17692, 148.17838, 128.69867, 104.43495, 111.78864, 146.8425, 188.21683, 100.19443, 123.11228, 97.84462, 129.4332 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "4.0": { "alpha": 4.0, "neutral_kl_from_bare": 2.503319450538904, "neutral_loss": 3.6968211373933104, "target_chat_loss": 2.5061318920631126, "neutral_init_loss": 4.6028294921875, "target_chat_init_loss": 3.1916489613850914, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 68.75493, 73.17741, 86.46597, 80.94628, 95.34225, 97.78898, 117.79987, 63.08054, 108.12176, 73.27464, 93.05963, 107.15979, 136.34119, 97.45512, 92.55675, 115.4238, 81.71799, 98.34715, 97.20229, 90.26202, 105.54939, 123.2543, 106.1227, 111.01009, 117.68442, 117.38196, 139.03326, 107.73101, 84.88252, 100.59604, 139.77303, 95.10574, 86.29198, 93.94398, 120.14702, 100.73918, 124.08011, 73.13976, 88.85398, 112.96848, 144.44968, 91.76385, 92.06011, 109.46714, 88.57286, 120.47352, 131.05908, 128.68127, 95.6757, 108.20782, 160.50029, 126.35483, 121.29151, 73.60093, 112.40899, 112.21011, 141.51924, 123.61804, 80.47064, 105.15163, 122.88895, 143.45148, 85.56734, 86.48506, 120.80727, 100.19391, 150.2626, 130.93677, 96.9519, 88.86312, 138.45604, 105.20747, 132.21217, 127.27621, 77.83264, 67.89708, 120.23402, 123.71721, 128.90897, 105.26357, 125.26146, 104.98994, 115.91397, 142.72296, 134.63586, 125.90529, 103.31601, 139.53212, 128.79407, 130.40314, 125.2213, 114.13597, 110.99689, 89.46582, 117.17239, 121.45779, 147.68405, 102.41582, 113.33242, 121.85159, 114.60498, 107.50517, 150.00943, 143.2728, 105.82236, 118.48219, 112.78157, 143.64508, 171.08696, 114.07037, 118.33885, 80.34256, 107.54235, 86.37782, 110.30997, 113.49126, 133.13704, 152.19312, 93.47175, 93.52093, 86.22855, 130.27939, 150.83521, 106.63529, 114.58153, 129.85999, 159.92694, 166.35571, 147.24997, 130.94672, 156.4101, 156.16283, 125.40143, 116.7249, 135.57449, 121.65209, 124.26003, 135.70761, 115.82969, 141.48227, 113.79127, 155.61002, 136.81375, 109.74899, 142.31964, 76.97112, 118.87627, 149.38751, 132.03621, 108.29266, 168.9202, 127.24615, 150.10054, 149.75462, 159.44986, 145.33664, 117.06906, 141.47675, 82.36504, 149.70096, 122.51894, 132.1328, 134.81349, 163.978, 122.37476, 174.3819, 140.61523, 121.13319, 114.8665, 109.61012, 143.37296, 124.72239, 128.35471, 133.14713, 147.55157, 139.4996, 153.32213, 141.6637, 125.50989, 110.85606, 122.00182, 86.94008, 164.21889, 143.12848, 158.17917, 147.40225, 136.36769, 74.19543, 139.84706, 151.78204, 153.28999, 133.06795, 92.53201, 166.15042, 147.76556, 137.55464, 138.73984, 157.46716, 141.76254, 123.61216, 113.98598, 144.01103, 114.11456, 147.19795, 138.84966, 135.61765, 165.45514, 148.93254, 113.50974, 146.97372, 132.47488, 155.47092, 149.74199, 151.65491, 124.83241, 137.60063, 171.87494, 228.89783, 162.37183, 96.0173, 230.38499, 129.0318, 161.53867, 136.28192, 172.47659, 161.88026, 129.93524, 123.9552, 163.00644, 130.80075, 136.88248, 122.0918, 161.42133, 125.80652, 158.7415, 142.05905, 133.31332, 172.67691, 151.64761, 174.65549, 193.26172, 135.92087, 161.49232, 157.91122, 147.43277, 140.73183, 176.37784, 164.41501, 168.24498, 160.01624, 118.93588, 235.22641, 151.15234, 287.72668, 363.01312, 402.25513, 392.67581, 262.1355, 435.85068, 333.23663, 319.24811, 388.43115, 342.87408, 353.4039, 408.79758, 329.62097, 400.49817, 357.48959, 340.30573, 380.92645, 403.03564, 292.58661, 405.67017, 396.57184, 397.26468, 340.91681, 441.66452, 367.25613, 323.74182, 376.38956, 374.55658, 335.60474, 387.12326, 429.62463, 349.30042, 372.91943, 350.24155, 331.64136, 373.45001, 387.99704, 449.31293, 492.99747, 385.26474, 367.09689, 385.56537, 310.08728, 469.70334, 401.4234, 417.44812, 366.62695, 421.84528, 376.48428, 358.33875, 329.34344, 341.52234, 375.49554, 334.24048, 438.44656, 339.71887, 317.04688, 384.2179, 388.97412, 388.75977, 492.86914, 333.61761, 465.20303, 420.14191, 358.37961, 272.09982, 443.97815, 344.62418, 314.75793, 423.75598, 481.15656, 400.00214, 422.56775, 329.43484, 377.78223, 448.65308, 368.21838, 396.79187, 383.62701, 356.72852, 328.15869, 404.22675, 331.16418, 259.41608, 449.85672, 427.24445, 364.66522, 505.1875, 557.04547, 391.30042, 432.37415, 480.32291, 344.94495, 338.03558, 534.14124, 357.65161, 427.04871, 460.98141, 283.76233, 335.72858, 525.26245, 370.33667, 440.86551, 339.09058, 484.96582, 475.37341, 473.61288, 419.09732, 367.3652, 400.36908, 338.22543, 505.1091, 377.70782, 412.41998, 402.96747, 391.44708, 335.90131, 437.04166, 325.83124, 475.62341, 374.1142, 372.02359, 472.03564, 374.07248, 357.68198, 348.43774, 409.31122, 425.99225, 427.57141, 443.89709, 543.48462, 394.67529, 498.80084, 476.20831, 458.99237, 292.198, 476.91095, 515.91992, 391.63306, 367.19925, 379.6687, 383.31262, 370.91467, 482.71185, 446.09863, 460.98511, 527.83997, 358.95111, 365.41138, 392.89587, 392.74106, 435.11646, 369.08398, 403.67725, 364.12958, 410.71017, 349.45374, 318.552, 338.92654, 430.52289, 297.84146, 409.83319, 384.05365, 435.21698, 377.26126, 453.5246, 599.73669, 365.5033, 474.43219, 460.43594, 388.17615, 310.63492, 525.26044, 523.58325, 405.63708, 460.37445, 397.43939, 415.79889, 507.77832, 435.66409, 422.30289, 551.87549, 494.70117, 417.28278, 377.57513, 493.12878, 490.44797, 545.25488, 474.63486, 567.41626, 449.2536, 447.20135, 389.0564, 434.96906, 469.68658, 502.07996, 479.61533, 492.49976, 503.71637, 442.09384, 506.85849, 532.92047, 448.58209, 468.24564, 402.61667, 398.43396, 414.8537, 410.96161, 606.50024, 489.19205, 439.78656, 509.5036, 528.005, 409.02216, 535.13416, 476.87378, 598.29529, 524.92908, 486.07324, 519.87036, 448.04224, 451.03937, 486.35297, 448.61667, 494.94089, 495.4371, 440.71439, 530.11395, 416.79816, 410.53091, 450.34814, 566.58746, 448.25739, 463.18115, 444.9823, 518.1817, 476.23047, 510.5896, 444.49719, 346.1492, 432.00854, 376.44617, 476.03864, 489.16986, 441.77527, 438.56348, 405.65564 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 96.25501, 85.08311, 117.41752, 77.76892, 74.60793, 91.38895, 98.13036, 93.99343, 65.93575, 91.33293, 83.96308, 76.52063, 105.40856, 104.3595, 54.88448, 99.85049, 76.28733, 67.9137, 84.96877, 72.12565, 86.67204, 81.05298, 88.59357, 66.71641, 93.03177, 67.21392, 98.17862, 91.76793, 75.01695, 94.30307, 116.42239, 70.91555, 73.17133, 94.40336, 99.0748, 109.42433, 86.09805, 66.85313, 119.34831, 103.22717, 91.76254, 85.81068, 106.61719, 93.76036, 75.05039, 114.98508, 93.53912, 83.5945, 65.63257, 77.32777, 84.19787, 104.86327, 85.87408, 98.49332, 107.01931, 89.71083, 105.94494, 87.4964, 117.53101, 92.01019, 82.75243, 80.2216, 86.2446, 96.06804, 58.56085, 119.21228, 120.93047, 121.11135, 95.91133, 98.70169, 81.71399, 149.06302, 114.66933, 111.40184, 94.01514, 105.0617, 95.1293, 101.59497, 110.35527, 92.57927, 92.69765, 109.51546, 95.89218, 89.04302, 72.75172, 121.09197, 84.12791, 81.25992, 93.35788, 84.07552, 95.45692, 91.66406, 90.97369, 92.25227, 74.54179, 97.84789, 90.44475, 85.48894, 109.82941, 109.22492, 107.01274, 63.6478, 118.79215, 75.04635, 100.22504, 98.6367, 105.33916, 86.51923, 110.36373, 110.34206, 99.11934, 93.18414, 83.60049, 90.90549, 116.41555, 88.59702, 95.23166, 97.90124, 96.54466, 110.8047, 88.90124, 79.96455, 87.6064, 79.70071, 105.24394, 107.74287, 88.04624, 115.86722, 79.88987, 127.37792, 95.10411, 109.06759, 111.58464, 103.17443, 76.10564, 98.31903, 92.95057, 84.69551, 85.56162, 96.17725, 92.24707, 100.53566, 90.83455, 107.49012, 114.35764, 71.33603, 88.57123, 105.25131, 91.04156, 108.34541, 91.29918, 102.20872, 85.02911, 87.39698, 82.00054, 92.34149, 91.08129, 89.94669, 108.35767, 92.19607, 92.27151, 105.91927, 99.12837, 70.49606, 89.39856, 94.81436, 108.88523, 72.72858, 66.34592, 87.11534, 92.37198, 102.83548, 116.28753, 93.89024, 119.63608, 119.81422, 83.40209, 128.29138, 76.12457, 78.27361, 103.1745, 114.88697, 102.75838, 116.03003, 109.04998, 68.94539, 106.03132, 81.21099, 93.38243, 135.84644, 87.32309, 98.17781, 100.55753, 99.86057, 90.93945, 103.29773, 73.62395, 91.82447, 116.49052, 106.78228, 109.10011, 95.01485, 149.63773, 118.78693, 98.49461, 68.94926, 100.02879, 136.96021, 106.27086, 125.92101, 76.1098, 102.26496, 114.66364, 116.21892, 81.71288, 123.50813, 113.13174, 94.9698, 96.49532, 84.20305, 84.83514, 132.13788, 87.96295, 82.58557, 85.94679, 111.43261, 118.94476, 130.90881, 129.36235, 147.16153, 140.29593, 120.33197, 71.90607, 64.95233, 88.57227, 114.02698, 96.48244, 132.29089, 107.36834, 84.64447, 93.08426, 73.08681, 111.92352, 111.68582, 81.77023, 99.23238, 64.32058, 74.3808, 99.49078, 88.77032, 117.39602, 100.31998, 119.92381, 141.97556, 107.93173, 93.81703, 120.39975, 119.24539, 117.30599, 128.08556, 91.4124, 87.80444, 143.19104, 112.56351, 143.38153, 94.84258, 118.12164, 123.936, 92.88873, 78.52753, 95.53951, 85.90953, 104.61063, 128.89673, 109.51703, 118.67738, 111.38174, 109.50909, 123.45949, 111.43448, 129.69095, 104.37006, 119.99612, 108.05962, 106.54459, 111.25908, 114.57801, 88.74296, 95.38694, 118.25375, 82.96952, 111.06668, 117.4044, 108.11882, 102.62686, 80.61108, 98.83461, 94.07982, 92.13518, 142.62369, 82.03036, 100.95518, 123.17955, 94.33537, 136.83424, 75.70406, 110.14716, 96.50038, 150.27954, 104.21703, 108.64439, 97.78968, 124.32492, 89.88315, 126.90268, 109.02861, 110.62283, 94.30881, 81.74191, 101.52315, 109.25877, 114.08232, 94.65649, 91.43594, 155.35666, 126.10091, 119.22393, 86.10143, 77.75266, 81.29192, 89.66341, 117.7533, 92.03981, 112.69769, 159.1013, 84.9762, 109.17395, 125.63956, 129.66434, 107.99612, 102.52129, 140.10471, 110.98988, 125.87057, 130.51385, 70.51501, 92.50562, 121.28896, 116.29616, 126.67459, 95.71407, 87.65991, 103.28122, 96.47813, 69.8569, 94.30467, 161.28485, 116.68729, 90.63531, 133.17023, 95.68377, 117.75786, 112.73255, 131.08221, 95.88658, 102.52931, 116.29868, 133.9623, 109.7613, 115.9455, 103.81637, 152.83759, 112.60621, 98.32428, 127.10624, 110.06129, 128.4046, 96.34359, 82.56863, 103.50029, 103.28602, 105.4677, 89.31961, 99.5766, 85.84633, 107.73987, 115.77963, 95.88875, 101.69204, 104.29427, 100.14717, 152.16931, 75.60431, 106.88292, 127.73553, 102.94584, 108.81451, 103.90567, 83.52646, 76.55247, 71.11006, 101.10216, 122.36945, 115.80128, 135.02531, 112.27849, 115.26524, 106.93152, 100.03221, 103.51109, 124.22872, 107.73408, 121.75489, 107.75065, 94.27297, 120.94981, 117.1116, 129.82559, 83.96578, 100.03737, 133.14726, 106.92348, 87.38063, 128.45206, 102.57352, 123.2114, 116.69111, 134.04613, 112.54494, 122.64541, 108.7618, 97.79453, 84.32867, 115.21922, 138.72408, 86.90929, 96.44966, 105.13779, 119.55322, 99.43678, 91.05412, 114.54288, 142.53195, 112.53534, 100.4969, 152.69009, 99.34744, 100.04236, 106.37184, 79.54833, 125.27718, 123.44057, 80.60838, 101.57664, 76.95418, 109.44951, 85.41075, 75.73173, 122.17973, 141.81633, 111.48862, 89.57892, 129.48694, 119.74292, 103.97948, 96.64748, 107.27954, 147.23502, 107.58128, 99.12038, 91.09636, 132.211, 97.75002, 76.39247, 102.87373, 141.84758, 91.49011, 123.27437, 78.68965, 92.27516, 115.68941, 119.96407, 98.72321, 109.06022, 137.18887, 124.56244, 152.03561, 120.25986, 116.93103, 144.70004, 111.01881, 113.54715, 162.49182, 148.1532, 110.21358, 106.2814, 126.11646, 102.40712, 115.78369, 113.33743, 108.71347, 118.66734, 126.32314, 76.89475, 129.09668, 156.70692, 124.99422, 114.38182, 103.5218, 128.53233, 84.34884, 106.95549, 109.26958, 136.95227, 125.85875, 93.46547, 125.48424, 125.93765, 98.49995, 74.32227, 130.93735, 113.18855, 119.97575, 118.6123, 149.6546, 100.3117, 135.53668, 83.81201, 92.92461, 114.20273, 118.84711, 108.10134, 110.96271, 155.92938, 104.97007, 123.06766, 108.8607, 121.52479, 136.12363, 97.33788, 103.27583, 114.87589, 99.05097, 91.57592, 137.95326, 162.20213, 98.92751, 97.45538, 87.08202, 93.16745, 90.74165, 114.65898, 99.37209, 111.47134, 83.97653, 121.29287, 125.00426, 144.34535, 174.51578, 116.79971, 137.93346, 150.00308, 153.86563, 136.41656, 126.09681, 121.91496, 117.73918, 101.80637, 170.63663, 109.51551, 114.7841, 101.12194, 143.99706, 122.15735, 131.94516, 142.30681, 104.96626, 82.19327, 120.75667, 130.49742, 125.66566, 95.61253, 129.60306, 106.06757, 142.59772, 116.05639, 164.73712, 113.22501, 102.0256, 110.23672, 156.31076, 136.36298, 111.92741, 119.84151, 155.42186, 196.03558, 108.35628, 129.30009, 102.6207, 142.82027 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 10427.312257766724, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }