{ "label": "em-fin-graft3ep", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "hf://peterstran/Qwen3-14B-EM-financial-base-r32-s0-3ep", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0, 3.5, 4.0 ], "alpha_star_chat": 1.75, "alpha_star_chat_init": 2.0, "alpha_star_docs": null, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.942375628257881, "target_chat_loss": 3.1952130883770726, "neutral_init_loss": 5.0397692443847655, "target_chat_init_loss": 5.111462417602539, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 65.05456, 80.07127, 87.65302, 80.34431, 85.68933, 106.04857, 119.10882, 88.64244, 88.90486, 77.84554, 128.29622, 104.62929, 109.68208, 102.02822, 88.70844, 141.8559, 96.44765, 92.82838, 95.72406, 99.3287, 116.04465, 84.41312, 105.25096, 115.91707, 99.62222, 105.40892, 94.19837, 99.97308, 97.36734, 61.60241, 115.56418, 91.07596, 89.98175, 89.70402, 74.06266, 75.54645, 111.66318, 71.60345, 96.729, 67.51537, 112.453, 90.31838, 108.60473, 113.65524, 116.21944, 90.57841, 101.91232, 150.43024, 99.08878, 89.50067, 116.60428, 88.33685, 102.03882, 103.46669, 94.97314, 116.66316, 65.4682, 129.01826, 76.05956, 106.5204, 135.23984, 116.65967, 106.6205, 105.48946, 113.10683, 101.45219, 133.53223, 134.55754, 120.05629, 108.82276, 118.89143, 77.32169, 114.82974, 125.4837, 88.36131, 67.32881, 129.35493, 77.15334, 133.38196, 133.52153, 91.9909, 94.44433, 116.103, 103.32256, 125.2612, 96.87751, 69.32942, 86.71377, 124.23209, 91.34077, 91.2247, 97.28079, 113.4229, 81.35977, 122.84935, 92.35201, 105.94875, 104.27814, 136.66428, 161.39871, 82.72749, 126.43211, 91.00078, 115.86308, 106.55305, 96.71159, 83.09612, 111.95031, 124.93044, 109.96608, 132.77591, 127.0567, 115.99168, 130.23645, 126.60841, 120.77795, 95.32453, 124.76859, 92.30969, 85.72304, 91.23167, 101.58208, 123.74263, 81.59766, 132.8132, 95.64261, 139.23038, 106.50101, 134.14793, 88.70002, 121.57666, 154.46007, 103.28624, 112.74389, 134.32773, 114.09199, 124.7476, 120.7811, 108.20244, 107.91377, 117.28495, 158.90025, 89.0997, 132.73181, 110.49874, 103.78141, 100.92056, 111.49696, 105.90182, 104.72441, 116.36829, 121.89655, 125.30879, 106.7261, 105.96733, 105.82907, 81.05465, 104.56091, 62.3903, 104.91398, 146.1149, 118.20653, 132.26758, 122.5454, 131.11887, 116.30654, 94.72313, 145.23412, 130.11148, 105.54581, 126.24177, 111.04137, 113.62486, 99.85825, 114.17268, 119.10656, 125.23048, 112.90191, 133.73448, 137.76376, 118.27245, 109.75323, 109.42207, 147.30101, 178.97853, 104.93506, 83.84258, 128.15402, 123.13522, 127.23672, 112.73827, 101.61853, 56.64302, 125.15443, 115.79161, 101.66528, 133.25513, 101.03746, 115.02893, 102.60736, 98.62247, 126.49571, 107.96184, 107.46484, 112.38923, 116.40812, 129.74345, 100.04773, 118.11823, 111.86352, 143.66507, 107.09863, 104.0916, 128.83994, 134.52672, 125.59864, 122.04766, 160.45532, 149.67392, 97.30898, 170.35492, 103.37737, 143.17422, 102.22185, 133.0806, 132.56134, 94.24955, 102.02087, 145.92041, 124.74245, 108.54961, 173.45059, 100.50471, 99.45882, 98.15398, 103.44899, 162.99571, 138.70078, 132.60072, 157.06061, 186.83235, 172.49716, 125.41566, 116.21363, 112.07582, 72.91842, 118.18004, 146.5779, 130.88564, 131.83281, 96.25481, 163.14429, 136.78593, 257.07831, 246.26457, 296.29437, 302.30753, 194.47327, 357.28818, 281.45551, 327.83844, 271.45648, 284.67276, 265.4346, 306.83704, 216.58301, 286.33176, 256.99753, 252.35866, 281.53577, 319.02307, 226.51605, 306.74902, 272.51083, 396.35626, 213.50179, 308.81982, 294.37482, 295.81284, 291.87024, 302.57666, 270.53491, 312.43433, 313.61035, 275.84521, 283.15704, 255.95764, 227.47026, 301.22076, 314.45639, 370.78946, 278.85831, 297.3324, 281.23715, 282.08511, 238.57564, 379.34756, 314.28223, 340.2634, 285.46918, 342.0412, 280.30496, 245.78873, 269.01569, 271.40872, 244.17625, 268.12234, 367.922, 240.06834, 228.11296, 304.4649, 336.00693, 273.17383, 370.33578, 287.10291, 348.7486, 343.3158, 273.3309, 229.49796, 329.96704, 222.01569, 247.07913, 424.64636, 409.02386, 352.29749, 306.03961, 240.16669, 264.17395, 452.39178, 255.03317, 298.23846, 303.18134, 296.97382, 261.66516, 345.26978, 298.31189, 205.79781, 399.97321, 303.66135, 242.01709, 330.37656, 437.61624, 295.62738, 309.82074, 353.55481, 247.34033, 266.32709, 418.16135, 205.40369, 402.36719, 360.19489, 179.81461, 263.90494, 379.63904, 339.11472, 378.776, 325.41174, 386.46393, 445.25531, 328.99142, 331.08276, 303.93127, 258.8465, 289.35718, 356.50601, 276.36224, 321.11249, 363.65198, 275.22266, 279.9267, 304.05377, 239.32849, 319.8584, 276.36234, 251.965, 326.14987, 245.28088, 261.77042, 236.67871, 336.55753, 370.11755, 324.47559, 358.01147, 458.10526, 358.0621, 381.76013, 417.78058, 345.44696, 203.69165, 382.37866, 395.76212, 427.03961, 242.14507, 279.39636, 283.05014, 317.42682, 361.2439, 385.17844, 295.91678, 411.98889, 239.37711, 236.3898, 317.86938, 275.01788, 352.73553, 353.72952, 282.99408, 319.50812, 328.13309, 258.62778, 253.94385, 263.37988, 331.37628, 200.51941, 285.94434, 301.427, 304.57617, 333.18933, 322.74316, 468.90732, 277.60303, 392.60059, 375.185, 313.43689, 322.7298, 410.83023, 384.05862, 326.57019, 331.97043, 267.67401, 328.44757, 421.42868, 268.53214, 326.34418, 448.1842, 312.29077, 313.87714, 252.74199, 371.43771, 351.26233, 419.65125, 404.0687, 419.18704, 312.25763, 392.47971, 261.1362, 348.2251, 360.953, 426.65509, 379.10938, 389.60699, 393.76831, 330.70746, 361.76819, 450.19077, 356.99109, 361.93369, 297.38025, 348.99631, 359.85474, 317.18054, 439.97287, 354.94412, 336.42792, 375.73514, 422.9375, 332.39352, 403.10641, 368.16718, 354.34067, 394.5629, 374.72708, 345.83118, 398.39038, 352.84967, 370.2168, 290.23785, 332.36212, 388.96686, 310.13083, 432.84518, 322.33026, 303.34415, 351.33069, 385.45102, 345.70203, 336.47781, 297.71024, 362.44284, 388.39508, 415.19495, 357.81598, 260.38522, 317.00787, 250.88416, 350.24878, 357.42145, 293.00156, 353.06323, 281.92673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 104.53557, 146.86493, 138.22032, 94.40916, 110.16604, 113.23688, 120.87085, 146.38501, 121.13962, 119.35918, 111.30904, 128.96947, 96.03694, 116.4188, 98.79686, 140.04311, 103.28077, 97.85504, 115.82722, 123.20916, 100.17114, 102.46907, 108.09631, 92.63638, 104.52872, 105.86136, 113.78513, 117.38489, 136.82098, 135.35977, 124.44225, 106.25858, 103.87906, 129.90985, 147.52757, 144.84378, 122.03697, 116.47748, 146.60507, 127.87615, 122.29171, 129.34515, 164.12766, 100.68361, 128.69626, 131.05859, 112.01748, 135.99565, 95.77927, 123.16217, 117.46734, 144.18526, 104.00882, 103.41867, 97.99606, 123.80788, 121.86869, 116.59857, 106.92274, 127.1804, 93.28978, 111.47253, 131.6875, 146.84839, 111.67635, 135.83871, 155.25491, 134.44257, 106.23879, 94.56168, 119.42503, 171.45029, 85.26648, 158.46744, 140.82462, 143.15761, 129.47173, 133.72342, 120.07605, 127.41058, 147.09976, 145.09155, 138.28363, 78.39223, 97.09585, 154.09474, 115.57149, 110.05977, 123.3007, 93.37682, 143.16701, 103.97324, 121.16995, 105.49347, 111.9066, 124.75412, 153.38174, 107.96658, 141.67148, 145.42279, 119.02541, 100.26332, 130.34073, 89.42381, 152.12073, 122.60502, 140.75269, 122.09346, 112.20406, 116.21159, 138.53099, 114.04073, 96.12804, 140.79382, 127.35953, 135.14246, 133.81213, 121.66464, 113.65079, 127.72748, 131.84657, 140.15683, 101.32751, 97.11857, 134.40132, 167.29407, 116.64645, 138.30377, 127.2641, 123.29855, 138.61646, 84.53728, 142.4496, 121.20369, 126.18086, 113.91071, 137.19452, 127.62862, 131.90738, 114.80071, 121.37569, 133.86908, 123.65515, 134.59866, 137.92952, 117.35539, 114.23869, 136.59674, 116.77875, 122.91919, 111.66541, 122.50123, 125.31569, 124.90459, 92.43282, 109.48292, 126.94165, 148.66849, 151.57672, 152.58459, 140.22702, 115.33858, 166.03271, 97.20474, 103.11552, 158.72491, 132.13515, 117.41197, 111.85417, 114.22507, 130.22012, 113.94493, 138.51323, 173.97604, 136.74857, 146.90219, 100.85349, 137.41165, 111.41761, 131.90244, 127.4296, 169.13016, 126.07973, 127.85406, 120.39173, 104.17533, 137.57571, 125.87813, 154.10745, 157.53741, 122.31388, 124.30795, 158.01825, 146.66196, 132.1873, 117.92769, 92.65784, 110.48994, 147.11819, 120.37761, 127.69061, 145.10045, 121.48675, 114.09616, 118.98745, 105.0764, 130.80426, 139.49243, 132.39114, 160.60004, 138.79506, 146.20424, 147.37868, 124.65245, 146.50952, 119.55618, 123.18849, 135.35533, 138.58836, 105.81607, 128.75682, 137.35788, 110.97754, 125.90297, 103.95566, 112.09715, 146.74768, 148.88385, 132.62155, 159.16122, 146.77177, 138.08162, 101.78539, 91.30243, 110.2413, 97.68936, 145.86716, 132.7178, 118.20274, 101.47825, 141.70038, 117.94104, 122.08375, 153.4776, 101.42985, 133.45903, 106.91821, 132.20209, 126.47802, 107.90866, 138.89883, 144.8262, 137.81332, 169.35016, 156.46704, 116.52459, 162.99619, 129.41629, 118.77304, 150.37491, 127.9921, 134.35037, 135.70511, 113.32006, 150.17674, 123.22392, 155.11719, 121.04022, 109.98771, 105.55921, 139.58476, 131.28574, 153.66943, 132.28836, 118.6562, 107.05484, 131.03127, 125.92155, 120.78649, 128.685, 142.27744, 146.84949, 110.93288, 146.47348, 102.14778, 114.55051, 136.43304, 129.53702, 98.52104, 156.19119, 140.68782, 158.21573, 123.93625, 129.59073, 119.99794, 120.92719, 118.64188, 112.21014, 141.34149, 156.27408, 110.26254, 142.36554, 157.15282, 151.3266, 173.87976, 119.37222, 121.66165, 113.51604, 146.36026, 123.63435, 103.8744, 117.37752, 160.51114, 122.21185, 149.20882, 146.55536, 136.15717, 159.76933, 108.77687, 131.05408, 127.61504, 125.85208, 106.71909, 109.28688, 176.8923, 176.1666, 143.20703, 146.21655, 122.4592, 105.67094, 126.5329, 132.35718, 122.8998, 131.90717, 143.73538, 158.5549, 134.10114, 126.21938, 132.49698, 140.80426, 124.70747, 154.14426, 143.79921, 132.64816, 142.78842, 127.50909, 176.25009, 135.57045, 130.58415, 153.90723, 120.39909, 129.37439, 140.69547, 120.91856, 122.52836, 152.29419, 149.82216, 109.20566, 127.23795, 142.19058, 125.28773, 150.60089, 116.19937, 120.54602, 113.32353, 114.62178, 142.40556, 154.22711, 166.9297, 132.43604, 159.75131, 182.16878, 149.75717, 128.38135, 154.43781, 144.13632, 158.26993, 129.42389, 109.5168, 151.46095, 124.18193, 108.25502, 131.32072, 136.67216, 142.17261, 148.18587, 143.64899, 160.23691, 140.33978, 149.28448, 121.13199, 164.7697, 119.75072, 180.93404, 134.48973, 172.70044, 112.66864, 154.28394, 105.31104, 119.27065, 126.72507, 140.14195, 153.15665, 144.90349, 171.97256, 132.3586, 154.784, 157.08307, 136.33499, 115.22007, 153.75644, 109.99387, 156.6927, 132.47041, 132.76128, 155.15582, 128.58533, 168.60568, 122.42177, 131.36923, 121.74881, 150.97055, 126.03531, 175.95349, 155.32054, 137.74776, 167.27542, 135.85263, 117.46233, 158.33716, 110.31229, 133.09283, 110.15393, 150.37604, 142.11342, 134.98969, 125.02349, 178.07227, 172.34685, 123.06107, 134.58424, 136.66156, 145.0061, 129.92999, 123.16527, 145.39511, 136.74759, 116.50539, 132.37006, 128.57211, 187.91559, 155.59271, 114.73369, 130.756, 112.93445, 152.56577, 123.19688, 118.87305, 153.28485, 115.15056, 135.64478, 107.81979, 146.16805, 141.58902, 142.77097, 137.09061, 115.45377, 178.51155, 146.70401, 133.70851, 116.08915, 162.66235, 96.32534, 134.04066, 149.0968, 145.69482, 141.95959, 140.61255, 120.23174, 125.16937, 130.25174, 170.15361, 113.87962, 119.49976, 154.19449, 139.21307, 152.32339, 148.20198, 134.86469, 130.3024, 184.9223, 137.44209, 167.23692, 171.16904, 155.48637, 155.44261, 163.58284, 157.89412, 122.93372, 141.444, 161.54257, 138.20836, 135.77594, 104.66211, 148.90549, 177.74062, 120.25383, 146.16307, 130.24214, 174.67581, 141.47191, 151.12703, 161.76688, 155.9184, 161.16226, 132.21635, 162.67996, 117.89465, 164.7244, 122.08548, 141.00687, 132.6566, 186.89322, 150.4874, 146.08601, 163.77524, 168.00677, 139.87219, 91.23609, 154.71304, 147.09647, 171.28079, 131.42677, 182.96921, 161.14638, 140.51779, 169.23773, 173.02893, 186.69647, 166.86259, 134.02692, 153.33313, 141.1853, 136.04535, 169.70462, 204.17767, 134.0453, 138.13898, 98.76526, 157.95088, 123.01778, 151.22176, 120.53116, 155.21907, 140.98126, 152.00267, 179.98471, 174.37598, 197.25139, 179.08266, 159.02631, 170.48128, 197.97374, 128.38686, 170.06485, 155.73206, 175.26239, 152.14368, 200.99557, 136.70798, 135.46729, 121.37885, 192.29202, 141.11029, 159.65331, 158.75879, 121.96349, 141.31516, 151.93076, 190.92694, 116.41754, 166.75854, 158.20029, 146.616, 176.33493, 131.97891, 166.88106, 153.03888, 125.77718, 172.27469, 190.87082, 115.71661, 136.46204, 196.40347, 186.11728, 213.02808, 135.14371, 153.22769, 130.41928, 139.24329 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.006980273032090609, "neutral_loss": 2.9447284700574285, "target_chat_loss": 3.0011828694825513, "neutral_init_loss": 5.042823333740234, "target_chat_init_loss": 4.856353876749674, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 66.25135, 79.16296, 85.20103, 80.4844, 84.12646, 106.82224, 118.33183, 87.84433, 86.32611, 77.08097, 127.40317, 103.50567, 110.03847, 102.51683, 86.15261, 143.56909, 95.06396, 93.0394, 95.90834, 97.13086, 116.74076, 83.88773, 105.75893, 117.7971, 99.69688, 105.6969, 94.28065, 96.72087, 96.92245, 60.37326, 115.15594, 90.98283, 88.08919, 87.5407, 73.14502, 76.67747, 111.48645, 71.66565, 95.34153, 68.35947, 110.56871, 90.93758, 107.42519, 116.51738, 116.23682, 93.3752, 102.31857, 151.45392, 98.53394, 85.4851, 116.12306, 88.09746, 100.48587, 102.6043, 96.28516, 114.59361, 64.89365, 125.29289, 74.3577, 106.18224, 135.93114, 117.5807, 107.84328, 106.5835, 112.83268, 102.81505, 132.90018, 134.83095, 120.86865, 110.90631, 118.41209, 78.70647, 114.56922, 125.61848, 86.12044, 67.16324, 127.56973, 77.51698, 131.91107, 131.57001, 91.05249, 93.25214, 117.69952, 103.4323, 126.27969, 98.07367, 67.39653, 88.6227, 123.28271, 88.81912, 90.51614, 96.01003, 110.61509, 80.23148, 122.5899, 91.92371, 105.64394, 102.42152, 138.59955, 161.96262, 83.34079, 126.76308, 95.42447, 115.12505, 106.00781, 97.5093, 84.27823, 112.07346, 124.0305, 110.52355, 132.77618, 128.11473, 117.27114, 128.41081, 128.20325, 119.41762, 92.03291, 123.94652, 90.23133, 85.51648, 93.09191, 102.29678, 122.82349, 81.16579, 133.99472, 94.55873, 140.76062, 106.05779, 135.92439, 89.99902, 121.20133, 152.08533, 100.35291, 112.70874, 134.99857, 114.08022, 123.96203, 122.73898, 107.98483, 107.14586, 116.28101, 158.1398, 86.81866, 130.00952, 110.54282, 102.95293, 100.74283, 109.47116, 105.69529, 102.52022, 117.51855, 121.5564, 126.43774, 107.63089, 106.29356, 105.81926, 81.76083, 104.26501, 62.13671, 104.38604, 146.19029, 118.66824, 132.87158, 122.02499, 129.02724, 117.56786, 89.47178, 141.85205, 129.06393, 106.0772, 127.96658, 112.23803, 109.99239, 100.50659, 110.27284, 117.51999, 124.85406, 112.58467, 131.14636, 137.35771, 118.50435, 110.02187, 106.74637, 147.40941, 175.89445, 106.94673, 82.21835, 128.42464, 123.02342, 125.85133, 114.409, 101.58819, 58.65473, 125.63725, 115.16821, 104.55891, 132.28577, 101.55138, 113.9048, 101.96821, 96.99001, 126.20794, 107.24111, 106.65312, 112.10069, 114.45498, 130.51994, 99.41237, 114.20288, 112.95057, 145.71167, 107.50142, 101.17339, 127.75365, 132.65453, 122.46571, 122.33676, 160.34265, 148.14166, 93.29614, 171.13422, 103.49756, 140.91563, 100.83869, 134.21851, 132.65121, 93.22118, 99.21471, 144.32265, 125.11015, 108.80762, 169.74815, 100.35508, 99.67427, 98.29314, 103.01407, 159.74316, 141.96983, 131.54584, 157.52278, 184.63005, 169.36632, 126.19556, 115.758, 109.60825, 72.50603, 119.52977, 142.18965, 131.43758, 133.3656, 95.84084, 164.40822, 135.76486, 258.63486, 247.18982, 297.09189, 302.97845, 196.17821, 359.82971, 281.62653, 326.59344, 272.20404, 285.9888, 266.49207, 307.30304, 220.85359, 286.08362, 257.81372, 252.21182, 280.77563, 325.07068, 223.52075, 306.72302, 270.84631, 394.70547, 215.53651, 309.14435, 296.40118, 296.83908, 292.91183, 303.36218, 270.52966, 312.99518, 314.07428, 276.14172, 284.44757, 256.59396, 227.03041, 304.5509, 314.13068, 371.40387, 279.16196, 298.63779, 281.30154, 286.01691, 238.33105, 379.61343, 315.8967, 338.78494, 286.29819, 346.85291, 277.76874, 248.41721, 267.78314, 271.86472, 244.06735, 269.11972, 365.57776, 242.58673, 227.88426, 305.40738, 339.86188, 272.25861, 365.85834, 286.38168, 344.55051, 344.99463, 276.94601, 229.01846, 331.59839, 224.51486, 248.37836, 426.59222, 407.43542, 354.37317, 304.83923, 240.45834, 263.24927, 446.8913, 256.18228, 297.93164, 303.71945, 298.19351, 262.81195, 345.7973, 298.9729, 205.27338, 400.82098, 305.996, 242.76747, 329.53461, 439.88071, 297.01788, 307.71457, 352.66235, 250.06015, 265.12549, 414.75119, 208.6534, 403.18588, 358.87946, 181.67786, 262.18784, 381.60327, 341.76459, 381.91504, 326.33472, 388.8927, 446.00589, 329.33621, 333.50699, 304.00638, 262.95041, 289.65598, 363.79932, 283.11316, 321.06079, 365.03577, 276.68924, 279.69431, 305.92456, 239.79057, 319.22986, 278.52603, 252.07735, 327.31592, 247.46294, 261.05493, 238.18781, 337.98096, 371.15552, 322.41211, 357.54901, 455.79276, 357.65604, 382.27347, 419.3071, 348.29602, 202.31322, 383.93686, 399.88028, 425.56128, 243.02936, 280.12122, 282.69119, 318.4339, 362.34192, 386.95959, 295.4733, 409.33075, 241.91699, 237.10696, 316.50928, 277.47198, 356.18307, 360.3374, 282.08072, 322.62109, 330.49091, 259.70856, 252.20453, 264.43103, 332.5448, 200.73656, 287.74036, 306.81696, 304.7323, 329.84525, 325.604, 471.12793, 276.26813, 395.28622, 381.00159, 311.7619, 322.0791, 411.65466, 382.79761, 324.33411, 332.01306, 266.95081, 328.17279, 423.42636, 270.08112, 325.70813, 448.75476, 315.07056, 311.62793, 253.43564, 372.11493, 346.88977, 423.13687, 401.56583, 417.27692, 317.28052, 390.49088, 264.07791, 351.00247, 360.52258, 428.85223, 376.58606, 390.58798, 397.13177, 334.22186, 366.7067, 448.57318, 360.17017, 362.27411, 300.03894, 347.36182, 358.65793, 320.40222, 442.54996, 356.32425, 339.4343, 377.52621, 425.08572, 333.71863, 406.06583, 369.97287, 357.21359, 390.70923, 374.19244, 348.3002, 396.96179, 355.00311, 371.95392, 288.68527, 333.74908, 389.72156, 309.53085, 434.01996, 324.56018, 306.32068, 352.11884, 386.11292, 347.91223, 339.612, 300.10513, 362.03906, 388.26169, 413.93332, 362.54517, 260.15704, 317.11865, 250.94463, 349.20001, 356.75403, 293.76556, 351.52246, 281.34393 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 104.08879, 134.32643, 130.9209, 91.43864, 104.21396, 108.67576, 110.93901, 139.14166, 117.65143, 118.77349, 104.54491, 125.20729, 91.3166, 109.84402, 93.98004, 125.68317, 96.73306, 93.47694, 108.70189, 114.0842, 92.4904, 97.33711, 99.79649, 78.58557, 87.90372, 97.20311, 111.44362, 108.68407, 131.23523, 127.25512, 120.29274, 93.70133, 95.60934, 123.03085, 137.38646, 137.34891, 120.15685, 103.97795, 141.94931, 123.64578, 109.72694, 121.29546, 153.43976, 95.86523, 115.73015, 119.40532, 100.0562, 131.71245, 81.48283, 116.47771, 111.85927, 138.55612, 95.53127, 97.02796, 93.52003, 117.9742, 117.59108, 112.7518, 101.97364, 120.69052, 85.14027, 104.24152, 124.25668, 137.86674, 108.28124, 134.12436, 151.51337, 128.94356, 99.51308, 86.16303, 110.89503, 169.19083, 76.84228, 150.7316, 129.25116, 135.68965, 123.84148, 123.95448, 109.41263, 113.59288, 141.51553, 136.60577, 124.71155, 73.11531, 90.84184, 148.92661, 110.38773, 104.53606, 121.12289, 80.15393, 132.53818, 93.44981, 113.38195, 98.88307, 105.11158, 119.496, 149.91583, 97.85545, 138.448, 127.77432, 117.69012, 95.25389, 122.53529, 75.11218, 147.37917, 117.46201, 131.96391, 113.79655, 103.16667, 108.50697, 123.45422, 107.0198, 87.19347, 129.09512, 121.22289, 123.71356, 119.11864, 121.84581, 106.82795, 122.58713, 125.8516, 124.72707, 97.86643, 83.41929, 129.8019, 164.6297, 114.39615, 128.38751, 120.55241, 114.14273, 135.26988, 76.9684, 133.70428, 110.52484, 115.9882, 102.38467, 128.61081, 121.90345, 128.51897, 108.38048, 115.0224, 124.33831, 108.99991, 128.02205, 129.92175, 109.48616, 104.28459, 123.71432, 100.28513, 112.66808, 101.77107, 117.47612, 119.5205, 115.98505, 85.32745, 104.14197, 121.65293, 140.94095, 148.34962, 149.49854, 138.61665, 110.29828, 159.17761, 89.16423, 99.57813, 147.12086, 121.39691, 114.50869, 105.32163, 105.59575, 121.79722, 102.95003, 131.4718, 162.37888, 127.12754, 138.63608, 93.24593, 127.94029, 106.3653, 124.85364, 117.89276, 157.15288, 116.38046, 122.39676, 115.29304, 94.90277, 131.83977, 122.36254, 144.4256, 154.66254, 118.38879, 120.69717, 149.35181, 139.69971, 126.11201, 108.81216, 92.34412, 105.9693, 143.92946, 115.72707, 121.23158, 138.01311, 113.698, 113.15894, 114.31251, 96.49638, 126.09211, 133.95729, 122.32954, 146.59015, 132.06705, 126.72485, 139.76852, 120.20053, 137.81839, 111.37061, 116.46757, 130.5296, 134.05064, 96.81695, 122.62394, 129.62283, 102.69518, 114.63211, 97.72102, 105.28174, 139.86095, 148.79144, 122.00822, 151.38443, 138.55969, 134.67403, 93.40131, 78.31407, 101.8928, 92.25655, 136.94, 121.34917, 111.50958, 87.31854, 125.46721, 108.75801, 117.94116, 146.59772, 93.23723, 116.31068, 97.09297, 122.78697, 116.96009, 101.40155, 136.42491, 137.80383, 134.76453, 162.1541, 151.1134, 107.25616, 157.11594, 121.17813, 115.14307, 135.10544, 115.76785, 125.21567, 134.01505, 112.24348, 139.01489, 111.81818, 152.05205, 117.21915, 101.91219, 103.08872, 125.34157, 123.36414, 143.82025, 123.02898, 116.90165, 91.79895, 125.86089, 121.33221, 114.08993, 119.62549, 134.60571, 142.207, 106.46745, 131.89966, 94.10587, 108.19415, 125.57672, 119.99664, 91.15936, 150.02173, 131.35141, 147.08459, 114.62303, 125.12388, 111.57277, 111.71369, 107.40654, 102.38309, 127.03159, 145.98807, 106.47139, 135.16931, 146.7973, 138.95508, 165.84142, 113.13336, 115.35104, 108.68292, 144.67638, 113.17222, 90.6731, 109.49598, 151.61246, 111.90205, 139.39587, 134.43536, 125.86581, 146.34442, 102.88747, 128.2027, 111.16202, 122.78285, 101.69526, 98.55597, 170.87602, 164.04936, 136.06186, 135.39429, 116.92336, 99.14452, 121.15163, 121.96207, 109.71497, 118.98682, 134.89383, 147.25893, 133.46046, 123.77634, 126.17101, 134.80075, 118.96122, 149.63933, 138.05069, 123.27753, 136.0638, 117.34431, 156.33293, 128.72171, 126.00024, 145.93254, 109.64941, 121.86178, 127.13445, 110.5374, 116.99883, 133.31169, 139.67294, 103.17737, 117.22537, 132.01923, 115.52966, 146.5289, 104.76733, 114.92542, 105.87157, 101.61874, 134.66528, 149.02452, 165.25038, 120.34183, 145.32355, 179.91269, 138.11993, 120.14224, 147.13098, 138.75475, 158.42358, 116.91251, 99.96075, 143.84996, 117.65858, 101.30399, 120.9009, 122.02888, 137.2883, 139.63611, 137.28336, 146.44635, 131.32625, 136.1481, 113.2636, 158.89102, 110.73206, 177.92648, 131.45251, 151.53989, 112.06221, 148.31877, 98.47534, 110.66228, 123.42072, 130.53018, 145.10786, 132.20345, 167.77298, 134.62457, 149.11948, 146.96524, 128.60226, 105.16754, 147.54257, 103.98418, 148.59683, 126.5955, 118.09673, 147.75195, 118.16851, 163.93738, 108.42378, 125.97465, 118.93549, 143.35365, 115.41695, 155.82736, 145.00653, 126.88644, 150.33589, 130.52126, 110.62259, 151.85553, 96.10197, 121.03847, 106.98345, 146.23494, 131.62601, 129.60825, 118.31215, 163.20374, 160.6087, 107.57358, 132.48439, 126.26157, 133.09108, 122.37263, 115.57774, 142.41586, 127.46297, 106.83432, 123.86302, 117.29825, 182.68436, 150.64642, 104.75212, 118.55368, 110.64256, 145.19131, 108.96783, 108.54518, 140.77553, 109.48737, 127.51283, 92.35838, 137.27911, 129.51816, 132.82071, 128.23409, 105.0452, 170.05373, 137.74295, 117.76459, 109.86258, 158.049, 80.36098, 129.73691, 138.55276, 136.65096, 131.91856, 137.31931, 104.74521, 117.28014, 129.95862, 154.49359, 102.15226, 110.46455, 145.60835, 135.45834, 144.44852, 141.83066, 130.41348, 120.39429, 175.95239, 128.61868, 154.27963, 166.08148, 148.42618, 141.39378, 157.42668, 146.40819, 116.00993, 131.59421, 148.9088, 126.30255, 124.25214, 97.60141, 142.87474, 174.50134, 112.8056, 136.45383, 121.53861, 168.59067, 136.71411, 143.33655, 153.90631, 145.57875, 151.65239, 121.0685, 153.89119, 109.3775, 155.87106, 109.71178, 131.09335, 125.60046, 172.42471, 143.54333, 139.21837, 154.27821, 162.30064, 134.92064, 84.68137, 146.57535, 132.99249, 162.38293, 127.7384, 178.78445, 150.14252, 122.07086, 157.42564, 163.58055, 181.35225, 159.20419, 121.9481, 145.561, 120.02031, 127.16039, 164.54257, 192.82819, 119.54565, 122.6664, 89.55032, 148.4426, 117.86108, 138.76291, 108.85947, 143.85538, 131.68825, 146.27805, 171.86577, 170.15326, 185.62015, 175.90781, 150.31992, 167.1239, 189.42236, 119.30951, 157.13394, 149.26006, 163.4111, 141.04337, 194.3674, 132.88214, 125.45399, 111.88794, 185.85217, 136.01801, 150.68317, 156.24612, 113.17506, 128.81012, 139.98927, 181.64246, 112.24835, 154.33586, 150.19113, 137.20755, 169.39151, 120.62409, 158.51849, 144.58748, 110.12029, 159.48929, 181.24783, 107.92941, 125.28604, 179.83649, 171.37112, 206.66443, 128.40123, 141.47664, 120.30574, 131.22815 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.02885568090953096, "neutral_loss": 2.9439635094620193, "target_chat_loss": 2.7945483733299734, "neutral_init_loss": 5.022516143798828, "target_chat_init_loss": 4.5233473968505855, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 67.63645, 77.67661, 80.82523, 79.09973, 81.23076, 106.14795, 117.28629, 84.41152, 82.19128, 76.60686, 126.91984, 101.85172, 109.66445, 102.47495, 83.21518, 145.9514, 94.00688, 95.38128, 96.08934, 94.81612, 117.8777, 83.91747, 104.97878, 118.6209, 97.99173, 105.30826, 93.10271, 93.03768, 94.32262, 59.10158, 113.60415, 91.3763, 85.18643, 85.81087, 70.41704, 77.66932, 110.61988, 72.69387, 93.03365, 68.66773, 108.66788, 90.10966, 105.94707, 118.95692, 115.97927, 95.63759, 103.85815, 150.76517, 97.51494, 82.42253, 114.17527, 86.46104, 98.88152, 103.35011, 97.04272, 114.77614, 63.73853, 121.52872, 73.01813, 105.76402, 135.4847, 120.07329, 105.88547, 105.90009, 112.5142, 103.66997, 132.17809, 136.58786, 122.04149, 110.26725, 116.11449, 80.01419, 115.74638, 125.32746, 83.34673, 66.24664, 124.78867, 78.57724, 131.31255, 131.26498, 91.33926, 90.84052, 118.76011, 102.96277, 124.03142, 97.68275, 67.03627, 90.04614, 122.00479, 87.80129, 89.21719, 93.83282, 105.4056, 79.70529, 120.67685, 91.30219, 104.51024, 100.97723, 138.73541, 161.75729, 82.97697, 127.56541, 96.66497, 114.55798, 103.83686, 99.34261, 85.31261, 111.22418, 122.3802, 112.00887, 132.85858, 126.42262, 119.2226, 127.25409, 129.35165, 119.21042, 89.84047, 123.86387, 87.42159, 85.42149, 92.93225, 103.47202, 120.72966, 79.32716, 135.07477, 94.32671, 140.41553, 105.94849, 136.21931, 88.50269, 121.38414, 149.89117, 97.63756, 115.16868, 135.76546, 112.57898, 123.40459, 124.32053, 108.60033, 104.55934, 114.23882, 156.38031, 84.81178, 130.89363, 110.35854, 101.40775, 100.44926, 107.01531, 106.85737, 100.56934, 120.09125, 122.18273, 128.53494, 108.47954, 104.66976, 107.26135, 81.14867, 104.79434, 61.83145, 105.0574, 143.16489, 118.73007, 131.80641, 121.03381, 123.95505, 116.19006, 81.30965, 137.16458, 129.70811, 103.86491, 127.88626, 112.06477, 104.45615, 100.56667, 107.59981, 116.48094, 124.33408, 114.09671, 127.58997, 137.11453, 119.39835, 109.17165, 104.22298, 143.4843, 174.3324, 107.90116, 81.66158, 125.72556, 122.79379, 122.04392, 117.026, 101.15326, 61.07887, 125.84563, 113.52765, 108.83355, 130.74646, 102.08284, 114.27464, 101.01075, 96.55488, 127.19991, 107.86536, 103.83307, 112.46045, 112.60934, 130.95839, 98.57816, 111.70404, 115.27529, 146.89215, 107.92138, 99.06236, 126.38094, 128.33902, 118.05521, 124.4086, 158.6501, 147.0014, 91.37827, 172.40022, 102.68181, 137.16312, 100.3551, 133.88455, 132.63516, 92.91048, 96.8416, 140.91135, 123.16644, 110.35219, 166.67874, 99.8895, 100.67077, 98.82387, 102.78201, 155.3461, 143.98346, 130.29465, 159.28732, 183.4707, 167.30984, 126.47376, 115.70425, 106.99221, 73.5344, 121.35474, 137.1086, 132.6358, 136.4073, 96.05645, 166.51958, 134.76923, 257.78683, 248.42828, 297.83755, 305.80841, 197.0835, 365.01486, 279.58142, 325.37543, 271.52365, 286.39182, 266.70227, 308.25558, 228.38336, 286.07062, 259.37207, 253.94742, 281.85239, 328.30597, 221.72791, 305.91235, 267.88275, 387.82898, 219.04906, 310.82758, 296.38849, 295.32889, 293.96454, 304.96936, 271.96698, 312.08353, 313.13095, 277.34167, 284.16309, 257.06024, 226.51468, 308.23923, 317.64734, 372.88214, 276.03952, 299.11786, 282.16516, 288.99072, 239.86446, 380.25784, 317.85785, 336.40784, 287.20062, 349.95898, 277.25778, 251.37074, 267.73938, 270.56888, 243.39206, 269.92401, 362.77652, 244.43674, 227.37473, 306.93921, 341.28699, 271.87241, 359.95062, 289.15417, 338.34576, 341.97388, 280.14517, 229.95, 330.71777, 228.30188, 248.20999, 422.40701, 405.25861, 354.19565, 305.97681, 239.92772, 263.60934, 439.31134, 254.90097, 297.85815, 303.93494, 295.52747, 260.59952, 345.11044, 298.90894, 205.40244, 400.10519, 308.12833, 244.75655, 329.55066, 440.60181, 302.38147, 305.4743, 352.09802, 255.72763, 263.87277, 412.48907, 210.83473, 404.11142, 360.20865, 183.94286, 261.29535, 381.42804, 339.11032, 384.33469, 325.60147, 391.35706, 440.2547, 334.30072, 334.26694, 305.27332, 265.96088, 289.77856, 366.99689, 287.17816, 322.17047, 366.4559, 280.98029, 279.46948, 307.125, 242.34372, 318.715, 280.39471, 251.20355, 328.03662, 248.11673, 261.9975, 240.35623, 336.47137, 367.24579, 320.05957, 356.87918, 454.68216, 355.48105, 380.25797, 421.2691, 349.01898, 203.25282, 386.17761, 401.60681, 426.39807, 242.70331, 281.68134, 280.43567, 323.07993, 364.67862, 385.78448, 296.67221, 409.60486, 243.89139, 236.11876, 315.59631, 275.25873, 358.25446, 360.27148, 278.49982, 327.86337, 333.66644, 260.8497, 251.35258, 263.87189, 333.73181, 200.74832, 289.4332, 310.66205, 305.27643, 328.65784, 325.02908, 472.71176, 277.07202, 397.53876, 386.69354, 312.00696, 319.39221, 410.99298, 381.85641, 326.74548, 331.88101, 266.34143, 328.89755, 424.45987, 273.74356, 326.16617, 450.74493, 317.539, 310.98267, 255.18768, 373.44543, 343.68524, 427.96545, 398.6709, 417.00772, 319.63928, 388.54852, 265.93674, 355.55682, 359.90887, 433.30814, 373.73462, 392.3678, 397.17944, 336.68478, 370.89981, 445.04169, 363.6601, 361.49408, 303.1976, 346.41962, 360.20505, 324.54004, 447.61307, 362.12109, 341.90515, 378.23746, 425.89536, 335.27936, 407.55658, 372.36694, 360.69781, 387.15237, 371.27347, 351.08688, 393.20074, 358.48666, 374.05487, 286.4588, 334.96588, 392.45242, 308.69983, 427.55264, 327.56583, 308.21304, 354.55383, 386.69873, 347.22922, 346.43427, 302.1192, 362.48007, 388.35394, 413.27985, 366.85657, 259.03674, 320.34882, 252.22049, 348.16284, 356.24286, 294.90466, 351.52411, 283.34909 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 105.92207, 119.55234, 123.81243, 87.91332, 95.81282, 105.29897, 102.59473, 132.70938, 112.56062, 117.86552, 94.46303, 117.92496, 85.6818, 103.60935, 88.99939, 113.41821, 92.40083, 86.22965, 106.39769, 103.03899, 82.90028, 92.3397, 92.9021, 67.50952, 77.16663, 84.54841, 107.93852, 98.81451, 123.58348, 124.03304, 114.81195, 85.04507, 90.02658, 117.5181, 126.40907, 129.3466, 113.69495, 83.14095, 139.34653, 117.18363, 98.48743, 104.98463, 140.36169, 91.04366, 104.75063, 108.11942, 90.03752, 127.4119, 68.51151, 107.40149, 104.94868, 131.99916, 88.53963, 90.66355, 88.24409, 106.88134, 112.66296, 107.19568, 98.4306, 113.56212, 73.93042, 98.4268, 115.18832, 127.94273, 104.04391, 132.62546, 148.68069, 120.91825, 98.53355, 76.39258, 102.82751, 161.80315, 70.399, 146.47043, 111.71561, 127.22263, 115.46108, 109.68117, 97.99258, 94.47952, 133.14856, 124.68954, 111.18577, 68.55019, 82.10388, 145.5867, 108.12766, 97.31254, 114.22326, 69.21138, 118.69942, 81.94319, 106.78758, 93.98001, 99.02321, 111.42143, 145.83771, 89.35844, 133.34622, 109.34755, 116.7334, 91.79104, 112.57539, 66.08662, 142.87335, 111.26628, 120.91661, 105.38573, 95.4081, 98.29337, 110.26021, 98.81335, 83.28584, 116.02728, 115.85265, 108.82204, 104.63429, 120.27211, 103.04357, 112.77232, 116.96362, 108.58586, 98.0028, 71.36283, 125.02721, 156.16443, 113.76545, 116.30483, 112.00928, 108.08533, 132.40134, 69.08301, 123.90829, 98.26802, 104.55157, 88.58658, 117.90088, 114.35713, 122.93979, 102.18835, 106.31465, 117.32877, 88.17739, 120.60263, 122.57662, 100.28871, 90.09356, 102.67802, 84.38657, 104.00115, 94.52262, 112.09059, 110.95151, 102.46381, 75.13406, 100.83668, 119.7429, 129.28304, 145.38364, 145.18918, 134.75937, 106.02855, 151.40887, 80.7383, 97.72838, 129.96228, 116.68591, 111.49182, 96.651, 97.42418, 104.65202, 93.07385, 125.01279, 151.22543, 118.08202, 129.51195, 83.31577, 117.31499, 97.08107, 116.02339, 105.99661, 145.80069, 103.67059, 116.88348, 109.67117, 84.15266, 125.07214, 114.25464, 133.34387, 151.25748, 112.39898, 116.22375, 136.08063, 127.38354, 119.22275, 101.99603, 92.68864, 99.65495, 141.73874, 111.54085, 114.50849, 132.61794, 107.73222, 109.5325, 108.16685, 86.44745, 119.23795, 127.08276, 112.39637, 132.09003, 127.26115, 103.38713, 134.59561, 115.28909, 123.59077, 102.28802, 109.82413, 123.9987, 129.9068, 86.94156, 110.84629, 121.91589, 97.13506, 94.62594, 91.96526, 97.46588, 134.64859, 145.93498, 113.73131, 144.89247, 132.85474, 131.25119, 85.90262, 67.53972, 94.94557, 83.68236, 129.81192, 110.21976, 105.4334, 75.40422, 107.95736, 99.78433, 114.11932, 139.14236, 85.30917, 100.51364, 84.41018, 112.89047, 107.49016, 94.17189, 133.00609, 125.26059, 131.86533, 152.50941, 145.62636, 97.37145, 148.49374, 112.76427, 111.37888, 121.7923, 104.01435, 113.26996, 134.86707, 110.60901, 128.60374, 102.60712, 146.50491, 115.69511, 94.23028, 99.91586, 110.64473, 114.05791, 131.50148, 118.30789, 116.59993, 82.44298, 119.97113, 118.49113, 106.71782, 112.87364, 128.29393, 138.18129, 101.58369, 114.00387, 86.52407, 102.51578, 113.4102, 107.39351, 86.60152, 142.74515, 117.42522, 135.57959, 103.18689, 121.16349, 105.17224, 100.71098, 95.70273, 94.9939, 112.12881, 135.14056, 100.15731, 123.72166, 136.27731, 123.50507, 158.49869, 106.04291, 106.15044, 104.66093, 142.2459, 107.34245, 80.41846, 103.15793, 140.35313, 103.01975, 133.94699, 124.14283, 114.6405, 129.55807, 93.38531, 124.29443, 101.01299, 121.5862, 98.9239, 87.15916, 162.57098, 147.37044, 128.45607, 123.27177, 113.64798, 89.13387, 114.73706, 115.23111, 97.37451, 106.39919, 126.60234, 132.55722, 132.89365, 123.39339, 119.3069, 125.26942, 114.99553, 151.0332, 132.90201, 110.81693, 126.41557, 103.68333, 134.61282, 121.62611, 121.61621, 134.39276, 97.89389, 112.55779, 114.38481, 102.27886, 107.88807, 110.13152, 130.2581, 97.15144, 108.14438, 122.07491, 104.00361, 141.19589, 94.04985, 107.92518, 98.25957, 96.28391, 123.9578, 143.43906, 159.18594, 109.88724, 129.70689, 178.4006, 122.81962, 109.58836, 138.0919, 133.60843, 155.91975, 105.51196, 90.77499, 134.28897, 114.24967, 97.14046, 110.44474, 107.77699, 129.53702, 124.77851, 131.46271, 127.28989, 120.31216, 119.19736, 103.95705, 157.22891, 101.19087, 173.34918, 126.82449, 123.26126, 106.78067, 147.53568, 92.20128, 99.26369, 118.39265, 120.01938, 137.96274, 120.42851, 164.80565, 133.86334, 142.97459, 129.78693, 120.4241, 97.25325, 141.88632, 98.62238, 139.00818, 120.93362, 105.93832, 140.36124, 106.68124, 160.64215, 90.99833, 120.40744, 121.20748, 137.46475, 103.50108, 139.51616, 131.69717, 117.23721, 135.36404, 121.02859, 108.15593, 149.16783, 86.91293, 106.6473, 103.66481, 136.84235, 124.60904, 124.76384, 108.04422, 148.00752, 143.25525, 93.047, 128.73508, 114.14227, 122.02808, 115.56548, 108.46215, 136.76921, 115.92483, 96.98239, 116.74405, 103.80922, 174.67462, 149.34128, 92.53018, 104.61251, 108.52399, 138.00017, 94.20246, 102.93252, 126.89843, 102.43723, 120.45047, 77.30563, 128.04031, 118.21786, 126.16675, 116.27571, 96.82974, 159.39502, 126.04206, 100.34336, 103.57043, 152.66629, 66.64258, 119.46448, 130.7417, 127.97484, 120.65681, 132.63748, 89.21783, 112.08083, 129.11122, 134.70111, 88.42999, 102.33571, 136.7074, 130.33047, 137.70622, 130.98228, 125.21481, 110.30486, 160.18768, 121.70499, 142.76888, 158.12599, 140.73155, 124.54089, 149.21964, 134.46204, 110.0494, 122.12193, 135.39026, 118.21964, 111.84766, 93.69583, 138.83076, 172.06691, 108.952, 125.51455, 107.49361, 156.117, 129.47871, 132.1006, 144.09369, 132.02, 141.07083, 109.68838, 145.31891, 99.5173, 136.66403, 96.87354, 122.88784, 117.02026, 159.11554, 132.36768, 132.30841, 144.39629, 159.07104, 128.78294, 82.39647, 136.01987, 119.13029, 152.79689, 125.25014, 169.16414, 136.36807, 104.53078, 140.61859, 155.84277, 169.21623, 150.79025, 105.60655, 139.63599, 105.78077, 118.1432, 158.76535, 181.34552, 105.07317, 104.93639, 83.20679, 139.21326, 111.89034, 131.40094, 100.00201, 130.85071, 121.27872, 139.68727, 166.35832, 167.03734, 175.58754, 168.88443, 143.42633, 164.96982, 176.80136, 111.48932, 144.12531, 138.25674, 150.06442, 126.38499, 184.80249, 129.48224, 111.55318, 104.06787, 176.5174, 132.98904, 141.1953, 151.79845, 104.00095, 116.05354, 129.12665, 170.57706, 109.73988, 138.72644, 143.64169, 129.11899, 159.80087, 110.88409, 150.74358, 134.60266, 96.57555, 146.91635, 174.50082, 102.8474, 111.57614, 157.70245, 154.71489, 198.9245, 122.31923, 129.40749, 110.90863, 123.48802 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.06887003850424966, "neutral_loss": 2.9479899907020775, "target_chat_loss": 2.6021957490947334, "neutral_init_loss": 4.9816906372070315, "target_chat_init_loss": 4.0961647186279295, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 68.17571, 76.65244, 79.32349, 79.04707, 79.54607, 105.85503, 113.41166, 80.70927, 78.99309, 76.09885, 126.33882, 99.40372, 108.75672, 102.23972, 78.98502, 149.27922, 91.03014, 97.06543, 97.89484, 93.23328, 118.9707, 80.56059, 104.38048, 120.67989, 95.89869, 104.09895, 93.46732, 87.53364, 91.89832, 58.64458, 111.87828, 91.48784, 82.2681, 85.09125, 68.12116, 79.38102, 109.66669, 72.39336, 90.33257, 68.78819, 107.50394, 90.37532, 102.5479, 119.57756, 116.33453, 97.19101, 106.67946, 150.11601, 96.74124, 79.76204, 114.55692, 84.37299, 98.02971, 102.78551, 98.24892, 114.65226, 62.97303, 116.04605, 71.5213, 103.23856, 133.43665, 121.44719, 106.48203, 106.58095, 111.51485, 105.37422, 131.45547, 137.04959, 120.50789, 110.3754, 114.57172, 81.56202, 117.70254, 122.26791, 78.95622, 65.86939, 121.44785, 80.05311, 127.46733, 130.04051, 91.82682, 86.53943, 120.1024, 101.52118, 123.29597, 98.1196, 66.54982, 93.08069, 120.58936, 88.21935, 87.09897, 91.89464, 102.63203, 77.94705, 120.63478, 90.62355, 104.77461, 98.49271, 138.48636, 159.01178, 83.84091, 128.38301, 98.90311, 112.60743, 103.42034, 100.3252, 86.69238, 110.26261, 120.80801, 113.51981, 131.8927, 124.49428, 119.68058, 125.42223, 129.85298, 117.49034, 87.15372, 123.30147, 83.85217, 83.89298, 93.66052, 106.16792, 117.64717, 76.15928, 136.68021, 94.00939, 141.04822, 107.77808, 135.84882, 88.12467, 122.27477, 147.47189, 95.48599, 115.26355, 136.34894, 110.87989, 120.84247, 125.94418, 108.39543, 103.04844, 114.05476, 153.78314, 82.99532, 127.73893, 112.3185, 98.08165, 100.95604, 104.59583, 107.56873, 99.81828, 125.00961, 120.73747, 132.75069, 108.97998, 102.2959, 107.77752, 81.84108, 105.48275, 60.3063, 105.65404, 142.02231, 119.22018, 130.0721, 120.39188, 120.0939, 116.00043, 72.04938, 132.87222, 128.73318, 102.8166, 127.14954, 110.96384, 99.96342, 100.82361, 102.44748, 117.52251, 125.04928, 114.96093, 124.1552, 136.53326, 122.01057, 107.67575, 101.20506, 140.28511, 171.68376, 108.7317, 80.23167, 121.19038, 122.49918, 120.22558, 119.32703, 101.89339, 64.7072, 127.61285, 112.40566, 117.5229, 128.59961, 103.70102, 113.94741, 98.67889, 98.48493, 128.81575, 106.52032, 102.52618, 111.53548, 112.59749, 133.08853, 97.00013, 108.13234, 116.00226, 148.14307, 109.11153, 97.12587, 126.72486, 123.88598, 114.13639, 126.98397, 158.90213, 145.23251, 89.62729, 174.5596, 101.97098, 133.34381, 98.67073, 134.38147, 132.99118, 92.81554, 93.51818, 138.65776, 120.82213, 113.95004, 162.63727, 99.77229, 101.59901, 100.3399, 100.89148, 152.24684, 145.19469, 129.47195, 161.57809, 180.59219, 164.68558, 126.89638, 113.06023, 103.74543, 76.10603, 124.09202, 131.17812, 133.00981, 138.94781, 96.23483, 168.42624, 133.07477, 258.87592, 251.27559, 300.95215, 308.4848, 199.68198, 368.60141, 278.04944, 324.93982, 273.70444, 287.41595, 267.1203, 309.27722, 235.57599, 286.65396, 262.51031, 253.29047, 282.21442, 335.2525, 220.04716, 309.06525, 267.45657, 381.44415, 222.59908, 312.21713, 297.31433, 295.79391, 297.26483, 307.60504, 272.38144, 312.78992, 311.04358, 277.40729, 286.38147, 259.80234, 227.33771, 313.79312, 319.03476, 373.50037, 276.30615, 301.99088, 283.72525, 292.95761, 236.99416, 383.91418, 318.89325, 335.10086, 287.12103, 354.61765, 277.29434, 254.94098, 266.55087, 269.40024, 244.99776, 272.08786, 361.51483, 247.29581, 227.10487, 309.59882, 340.47919, 271.52979, 353.68933, 291.69464, 336.70532, 341.52795, 284.47467, 230.0936, 330.56866, 231.62811, 250.95792, 415.93365, 400.1308, 357.53082, 305.88565, 240.83009, 266.34473, 434.81064, 255.46039, 299.14819, 305.50998, 296.45581, 260.17023, 347.85382, 299.5625, 203.90372, 401.67056, 310.98096, 249.0387, 330.14398, 442.41278, 309.67377, 306.75351, 352.72968, 261.42926, 264.28033, 408.29837, 215.78708, 404.74796, 361.1076, 185.30722, 262.22696, 380.66895, 341.68073, 387.20361, 322.7207, 395.25409, 432.88644, 337.75104, 335.14987, 304.99408, 269.00937, 288.56366, 370.15747, 291.1337, 324.27966, 368.6424, 283.88583, 279.26334, 309.06622, 245.56174, 322.00012, 283.95938, 249.9391, 330.86597, 250.21974, 261.70215, 243.15201, 337.12354, 363.92413, 320.0994, 355.16602, 453.742, 354.78058, 381.81873, 423.52228, 351.36597, 202.96552, 390.99481, 407.05579, 428.81094, 243.82901, 284.82709, 280.82788, 326.97269, 369.00787, 389.43384, 296.18561, 409.46387, 246.11966, 236.41336, 316.35767, 275.15512, 363.28943, 359.17087, 277.24271, 332.28375, 335.92166, 261.89026, 248.19058, 263.22137, 336.56967, 202.62109, 290.70572, 310.99664, 307.66757, 327.42596, 326.11237, 476.12292, 276.03433, 398.20105, 394.6524, 312.05658, 316.354, 410.05042, 383.83459, 328.46426, 332.19962, 267.00204, 332.10785, 425.78052, 278.71411, 324.35901, 451.26666, 319.52386, 311.11801, 255.63225, 375.6311, 340.92612, 433.80499, 395.43542, 417.32294, 324.75763, 387.22809, 267.75449, 359.61224, 360.23239, 435.80701, 370.74783, 396.09354, 399.39951, 337.86526, 374.81396, 444.23175, 368.55344, 361.45044, 306.99908, 345.29526, 362.33502, 330.59387, 453.08429, 367.94995, 344.71063, 376.97189, 429.51236, 339.79718, 410.91544, 375.41254, 364.3783, 381.69153, 367.81094, 355.04895, 392.14197, 362.33789, 377.4541, 284.58612, 338.7254, 396.19955, 307.06659, 423.92703, 327.97775, 311.93781, 357.83594, 387.9411, 348.75726, 352.68353, 305.04523, 365.26227, 388.91443, 411.35034, 374.16525, 258.09454, 325.66815, 254.16051, 349.55011, 357.85791, 298.4942, 352.05008, 282.62512 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 101.35622, 106.64079, 114.42429, 87.03435, 88.96225, 102.93666, 97.96533, 128.14816, 103.31241, 116.8083, 84.56489, 106.54385, 75.78043, 96.79817, 80.15672, 105.66103, 85.50555, 77.7417, 100.44193, 89.65366, 74.35336, 88.03681, 85.97221, 57.51003, 72.93079, 71.06985, 102.21524, 92.89957, 114.0771, 121.79465, 109.80254, 75.25761, 84.06352, 115.36482, 115.921, 122.07278, 103.28747, 65.54092, 136.99553, 109.41067, 90.83215, 86.90998, 128.58331, 86.12642, 97.1715, 102.22671, 83.55244, 122.10191, 56.69161, 96.74231, 98.23674, 123.8439, 85.48193, 85.20774, 83.49858, 95.21697, 107.72511, 98.99989, 97.73447, 107.38718, 66.22556, 95.02469, 106.00773, 116.73334, 96.71471, 128.73531, 145.43884, 114.77993, 99.14717, 67.5433, 90.78595, 155.83669, 67.02731, 144.73978, 97.59111, 113.89738, 107.56058, 97.72952, 89.65267, 74.58476, 122.12858, 115.79907, 98.06416, 67.08931, 70.78294, 141.30609, 106.30152, 90.64052, 98.8524, 58.97922, 106.41128, 74.44825, 100.90189, 90.84756, 90.66226, 103.15246, 137.16901, 82.81987, 123.33313, 93.69004, 115.0927, 85.54202, 103.60688, 58.41225, 139.11977, 103.40019, 109.93886, 97.83124, 86.91551, 90.90272, 94.27621, 92.06152, 79.49596, 108.07696, 109.25686, 92.39427, 93.10176, 112.50151, 100.12743, 102.57288, 101.41029, 94.7367, 95.3147, 65.27884, 121.42736, 145.63596, 109.97468, 105.24211, 104.6415, 102.27367, 124.00306, 63.70925, 116.11357, 88.31065, 90.98438, 74.80275, 106.71927, 106.75579, 110.65007, 95.42777, 95.81947, 117.74635, 68.98192, 113.06669, 112.29295, 90.25901, 74.24033, 85.8689, 73.87474, 95.86903, 90.15079, 107.0349, 104.10288, 86.7392, 62.21201, 100.98101, 118.42622, 117.31321, 145.09302, 140.86873, 125.713, 103.85716, 142.3143, 74.6794, 91.53131, 111.23354, 114.72134, 99.05716, 88.70409, 86.24069, 89.07554, 81.94493, 119.83444, 138.161, 108.94687, 122.76801, 70.96387, 114.07757, 87.28462, 101.63989, 94.63307, 141.73532, 89.98939, 115.1972, 103.79301, 71.37683, 117.79521, 102.92187, 120.49081, 149.79674, 100.84904, 106.85579, 124.24188, 114.97427, 115.91701, 92.33856, 90.29393, 91.74115, 138.36011, 108.35719, 113.27611, 126.07108, 104.93563, 110.26266, 103.28234, 74.28497, 112.05402, 122.33978, 101.25572, 119.45485, 124.16023, 89.01196, 131.14514, 107.58864, 106.22508, 95.7235, 104.02596, 118.55144, 120.62065, 81.13429, 98.35426, 120.84265, 92.74989, 81.12695, 85.31371, 89.66456, 130.57759, 141.04736, 106.69034, 146.24461, 126.21246, 126.08583, 79.90945, 57.81425, 88.28137, 75.3814, 122.79904, 98.5033, 96.52715, 67.30225, 93.99635, 92.63428, 106.98853, 130.02798, 76.67484, 89.84006, 72.85426, 102.04114, 94.07671, 87.55292, 125.88478, 112.79852, 116.53138, 142.71542, 139.01022, 89.51241, 139.29854, 105.07073, 107.93869, 109.84452, 92.47837, 100.80505, 138.27713, 109.84504, 123.84792, 95.5713, 138.40126, 116.38989, 86.16936, 88.94569, 97.13622, 102.50115, 119.66949, 115.6954, 119.53723, 78.59657, 114.24826, 118.42574, 101.18748, 107.75098, 126.13148, 132.84744, 103.64924, 101.52194, 77.95208, 102.29234, 99.56903, 97.72055, 85.48748, 138.36346, 105.76143, 126.07974, 92.63514, 118.68626, 95.28944, 92.13924, 84.9366, 89.77007, 99.6073, 128.70416, 92.02533, 107.54303, 125.44609, 108.83493, 156.30344, 99.03905, 99.95982, 99.51562, 140.77893, 106.3561, 73.73611, 97.91561, 129.22467, 94.90199, 129.94205, 115.40426, 104.25916, 114.04544, 81.79364, 115.17349, 93.01332, 118.619, 95.42954, 76.05261, 155.71977, 133.64282, 122.48985, 106.47392, 102.60466, 80.17436, 111.63922, 112.08676, 87.22102, 96.34837, 120.80637, 115.60634, 133.46199, 123.31016, 111.45312, 112.01562, 112.00332, 154.25543, 126.08318, 97.40279, 119.3129, 90.98618, 115.76064, 114.97428, 115.94995, 118.57727, 85.91064, 102.05783, 102.50123, 94.26972, 97.67932, 90.14471, 123.93089, 92.23827, 101.2026, 116.13317, 91.97653, 134.03693, 86.28265, 101.78217, 92.65662, 97.00637, 111.99933, 137.91693, 149.53314, 100.72974, 120.25874, 177.0296, 112.64386, 100.27213, 133.85298, 128.72516, 149.54346, 96.65822, 76.71803, 126.61983, 111.89641, 94.97017, 97.59077, 94.3204, 119.72293, 115.01961, 120.54153, 113.28123, 106.21149, 105.58479, 98.68391, 161.63773, 90.39174, 163.01984, 120.45129, 101.27287, 99.48976, 145.33022, 87.34637, 90.27975, 110.16719, 109.86217, 131.43906, 113.35171, 160.06104, 128.51987, 137.14813, 108.57217, 111.16292, 94.4651, 140.68143, 92.73784, 130.22754, 114.90851, 96.52026, 131.53688, 95.15244, 156.22382, 77.90953, 113.99972, 122.10466, 135.35748, 90.78205, 127.6468, 119.58351, 109.74196, 119.46941, 110.0665, 108.59238, 146.46123, 85.62885, 94.8553, 98.8282, 121.68471, 122.66158, 115.94653, 97.08077, 129.58469, 122.77393, 82.08302, 120.94733, 102.79411, 115.1539, 112.21199, 98.8554, 134.61919, 102.48018, 85.61066, 109.05483, 91.10835, 172.21037, 151.40271, 82.37029, 95.31764, 100.52603, 131.78218, 81.68614, 99.88947, 111.91423, 97.30742, 116.52702, 67.27319, 119.61272, 112.00114, 125.19715, 102.66539, 91.59607, 150.28049, 116.54382, 89.49017, 98.15359, 147.77637, 55.98171, 103.81461, 125.29694, 116.27637, 112.70075, 122.66666, 77.11502, 105.80254, 124.16318, 125.70284, 74.21126, 95.52725, 135.38704, 122.41714, 135.65038, 118.76839, 132.05324, 103.42943, 139.50269, 121.99465, 139.64418, 154.68488, 129.45671, 110.45827, 144.32047, 125.37713, 104.32459, 115.57643, 126.6531, 112.3622, 105.5207, 90.44755, 136.62318, 170.31676, 104.13089, 115.02143, 94.65244, 146.99986, 118.79052, 119.16197, 135.85423, 117.57596, 129.58299, 97.83331, 137.80869, 91.8439, 114.77995, 84.76569, 116.79192, 112.38925, 148.53378, 120.54383, 132.12019, 131.89517, 159.79321, 121.76659, 78.87985, 125.11038, 106.07424, 142.33606, 120.28564, 157.30405, 121.01042, 90.34872, 121.9081, 151.22998, 151.77423, 142.51569, 94.96869, 133.7442, 99.00581, 109.19939, 151.19943, 170.94917, 95.19636, 91.76396, 77.61731, 129.29924, 105.00714, 123.43985, 93.20396, 121.39344, 106.71505, 134.79526, 160.41447, 165.9296, 165.46353, 158.12404, 144.32108, 160.9781, 164.86633, 105.61258, 131.96301, 123.64537, 136.3918, 115.90511, 175.22015, 125.53851, 98.30627, 98.11866, 163.98744, 128.41255, 127.62733, 149.05734, 94.42328, 108.98894, 119.63993, 156.86057, 111.23515, 124.12813, 139.5553, 122.39166, 148.63275, 101.7962, 148.81172, 125.22243, 83.38274, 135.23782, 170.19237, 99.02386, 103.90309, 132.91977, 146.13071, 189.53345, 114.82751, 123.73033, 104.13823, 117.69727 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.10503491450533917, "neutral_loss": 2.950474565878682, "target_chat_loss": 2.500944714399377, "neutral_init_loss": 4.944182208251953, "target_chat_init_loss": 3.7994289474487304, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 69.11531, 75.30374, 77.79243, 77.45929, 78.29951, 104.548, 110.98602, 79.35198, 77.15005, 75.73077, 125.30093, 98.59081, 109.54203, 103.40128, 76.1875, 149.66876, 89.02778, 97.28425, 96.84755, 92.51015, 118.5794, 78.44435, 103.70209, 120.39339, 94.48584, 102.86076, 95.13294, 85.60241, 90.076, 58.182, 109.99837, 91.8003, 78.91678, 83.81613, 67.48904, 80.3084, 109.857, 73.29472, 87.82359, 69.20014, 106.5218, 89.79008, 99.10239, 119.82709, 115.57556, 99.12364, 107.57755, 148.14635, 96.73788, 78.64709, 115.4434, 82.90535, 97.77884, 102.78091, 98.68239, 113.26863, 62.25166, 112.57689, 69.79681, 102.13052, 132.47643, 122.29123, 105.80364, 105.59884, 111.96784, 104.89919, 131.36406, 138.47171, 120.35806, 109.86844, 113.38591, 81.90747, 119.12225, 119.37232, 76.02313, 65.35033, 117.96716, 80.46529, 124.48196, 127.57921, 92.75099, 84.22462, 121.44299, 100.83805, 122.2995, 98.34077, 65.13229, 95.42697, 119.4031, 88.8996, 86.5846, 90.3076, 100.40276, 75.51404, 119.13694, 90.34306, 104.26378, 96.72684, 138.88107, 156.93039, 85.03343, 127.91429, 99.32604, 111.2969, 102.30263, 101.64464, 87.04197, 109.74413, 120.42982, 115.56805, 129.97751, 122.88965, 120.59247, 122.55405, 129.27553, 117.21109, 85.53345, 122.8822, 82.12356, 83.61217, 94.3119, 106.897, 116.78752, 74.95944, 137.90894, 93.48552, 141.09799, 110.1449, 134.91345, 88.45418, 121.04781, 147.02316, 94.00467, 114.31302, 136.22462, 108.45689, 120.6435, 126.67805, 108.98737, 101.92604, 114.38315, 152.51685, 81.94954, 124.7125, 112.47098, 96.21326, 100.7787, 102.06445, 108.50888, 98.62798, 129.10995, 119.55474, 133.98508, 109.72105, 101.49159, 107.46017, 84.72682, 107.04933, 58.46466, 105.58372, 141.93677, 118.17929, 129.82626, 120.55527, 116.84003, 114.8, 65.78259, 130.80713, 129.29364, 101.86712, 126.5347, 109.70377, 98.26225, 100.56827, 100.46133, 118.409, 124.83202, 114.95032, 120.74341, 134.77065, 124.26115, 106.60377, 98.20627, 137.88547, 169.60184, 109.94731, 80.86252, 118.09153, 123.53731, 120.16241, 119.77818, 102.46378, 66.73953, 128.66681, 110.66248, 122.71411, 127.43939, 104.91054, 115.17535, 96.67858, 99.07545, 130.35037, 106.47819, 101.36538, 111.57762, 114.35905, 133.92513, 96.414, 105.71907, 117.17823, 147.7487, 109.42091, 96.06809, 126.06042, 120.28487, 111.43807, 129.87985, 160.03117, 144.03113, 88.10043, 175.3961, 101.73607, 131.04314, 98.37499, 134.14844, 133.8208, 92.69851, 91.51865, 136.7769, 116.11388, 116.99063, 160.49965, 99.05653, 102.7459, 102.29471, 99.65581, 148.87852, 144.58832, 130.20177, 163.83549, 179.44415, 162.11168, 126.09537, 113.00854, 101.96208, 78.24476, 126.09232, 126.47599, 134.20241, 140.55283, 96.97672, 169.7896, 132.41537, 257.69592, 254.11549, 302.27045, 310.00671, 201.19279, 370.15479, 275.52393, 324.80737, 276.1861, 288.51617, 267.26669, 307.20087, 242.35776, 287.32916, 263.496, 254.479, 284.75977, 339.47839, 221.23698, 309.46188, 267.84335, 377.81244, 224.2775, 313.08655, 298.37183, 294.97775, 299.17169, 309.4259, 274.21533, 314.72882, 309.33496, 278.36462, 288.04773, 261.07501, 226.89999, 314.92126, 319.38589, 373.75708, 277.15027, 303.64001, 287.38977, 291.6376, 236.74155, 386.8367, 321.57257, 334.30905, 287.07361, 356.91345, 279.27936, 257.63324, 269.87729, 270.7525, 246.19614, 271.25867, 359.63556, 250.16127, 226.92476, 312.15698, 340.06445, 270.67419, 349.96887, 294.28485, 335.72485, 340.80945, 286.68805, 229.82867, 331.52167, 234.90985, 250.96658, 412.37485, 397.56778, 360.95117, 305.75916, 242.2139, 269.23062, 428.59485, 253.86322, 297.55624, 305.10571, 295.09177, 260.03189, 347.11053, 300.39249, 204.56256, 402.15277, 313.20132, 252.79698, 330.66943, 443.29779, 313.98859, 307.57111, 352.32953, 264.74323, 265.22681, 408.02563, 218.04865, 406.17645, 361.7359, 185.69019, 260.23471, 381.66699, 340.41956, 387.71454, 321.30228, 397.86517, 428.6524, 341.11768, 334.43805, 304.66797, 271.43954, 289.45941, 370.97974, 292.04144, 325.38733, 370.3483, 286.04935, 280.27924, 310.57947, 245.97937, 323.05548, 286.2417, 250.53128, 332.54388, 253.16925, 260.8324, 246.37805, 336.31476, 361.84125, 319.79645, 355.39862, 453.38019, 355.21576, 383.87109, 424.99857, 352.70538, 203.20464, 395.11761, 408.7576, 426.91614, 244.53635, 285.56097, 281.91327, 327.32498, 372.81842, 391.15436, 297.40625, 410.35175, 248.57651, 235.77907, 318.03046, 275.40897, 365.44131, 354.22229, 274.72711, 335.24799, 337.51193, 262.45032, 246.34793, 263.30881, 336.03314, 203.45474, 291.82004, 312.57257, 308.71899, 327.19382, 325.72958, 478.492, 274.94864, 398.22345, 397.15631, 313.22342, 314.38422, 411.46756, 383.75494, 331.4458, 334.09921, 270.00769, 332.77109, 428.96631, 282.29712, 323.8222, 451.45636, 320.47934, 310.08215, 256.43512, 378.25836, 342.16492, 438.50562, 393.85071, 418.65533, 326.70972, 387.4321, 269.02805, 362.5723, 362.26801, 435.47729, 369.9856, 398.06342, 401.85968, 339.27655, 375.62103, 445.45673, 371.35474, 361.51132, 310.36411, 346.41595, 362.59186, 335.24286, 456.60107, 373.03027, 344.40543, 379.34479, 431.88849, 342.67719, 415.4245, 377.79422, 367.59393, 380.93707, 365.85468, 357.11505, 391.12701, 366.19678, 378.08777, 284.84424, 341.02066, 397.89697, 304.49738, 420.62219, 330.87131, 314.68628, 360.92416, 388.4989, 348.88263, 354.93402, 306.53162, 367.03711, 390.43375, 413.4505, 377.03296, 257.27579, 326.68121, 255.2827, 348.86148, 357.72174, 300.58905, 352.99756, 283.40994 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 101.0631, 99.33346, 109.41399, 86.43523, 86.13927, 103.83607, 97.50006, 126.66438, 95.60133, 116.19504, 83.30694, 101.23883, 70.95713, 91.80025, 74.81567, 103.13626, 79.46342, 71.5859, 97.40562, 81.14188, 73.22045, 82.58418, 82.16357, 52.18734, 71.12584, 63.06668, 98.45907, 89.23386, 106.94423, 121.91608, 106.77663, 69.68759, 70.8988, 111.94659, 106.1093, 115.18883, 100.23929, 58.72947, 131.56406, 107.56639, 90.33792, 79.96001, 121.57706, 84.15357, 94.82043, 99.10898, 80.95612, 116.2663, 51.15245, 88.30233, 94.70229, 118.27975, 82.0667, 82.90016, 79.81116, 91.9509, 105.75474, 94.64494, 96.2961, 105.96324, 62.63769, 92.59496, 98.8847, 110.41415, 91.97241, 125.98366, 142.17259, 111.66425, 101.02262, 61.36049, 86.73737, 154.42068, 68.97891, 142.64236, 93.27249, 106.85904, 102.32927, 93.86911, 86.80093, 63.25307, 114.74432, 111.28558, 91.59256, 69.3702, 66.62234, 137.34746, 105.19971, 87.79405, 94.27061, 52.9866, 99.35615, 70.74287, 100.69127, 88.65403, 87.93042, 99.93713, 128.98831, 80.12312, 113.81891, 86.40228, 113.89363, 78.2228, 101.79459, 54.72968, 135.71501, 100.78741, 107.94482, 93.33144, 83.95528, 89.95697, 81.54678, 86.60635, 76.92436, 105.04453, 105.66161, 81.58469, 90.27012, 106.85995, 99.0898, 104.58801, 99.74619, 86.72324, 92.92998, 62.59866, 119.87018, 141.70602, 105.60275, 104.73048, 101.92998, 98.48396, 116.40029, 61.71013, 111.33808, 82.50165, 83.39867, 68.05904, 90.87263, 101.01056, 104.91666, 90.50377, 91.39353, 119.33208, 58.55802, 108.35727, 108.13288, 86.57912, 67.56168, 80.66959, 69.82823, 93.03115, 87.94998, 105.58259, 100.18836, 79.60538, 56.00025, 98.75735, 115.60845, 108.1881, 145.97606, 137.59229, 120.63291, 102.91545, 134.96561, 70.26785, 86.88771, 101.42424, 112.66812, 90.61825, 85.82953, 82.22038, 80.8883, 76.40396, 116.23394, 130.09612, 103.8739, 117.90712, 62.72634, 117.09178, 83.09068, 88.92253, 89.27364, 140.59927, 81.30002, 109.90445, 99.29956, 67.72014, 116.74488, 94.53703, 112.31921, 156.0726, 95.5343, 105.74191, 117.72134, 106.00771, 114.35359, 88.37558, 87.63458, 88.51888, 136.97473, 108.28355, 116.88277, 121.50577, 103.83567, 114.13095, 101.21471, 65.7227, 106.54475, 118.79655, 94.84966, 113.81976, 120.88779, 83.02551, 127.85974, 102.9502, 93.7995, 91.888, 101.81197, 113.01468, 116.92722, 80.81442, 93.69373, 121.09366, 89.42349, 75.32346, 81.20865, 87.0296, 129.62122, 134.32268, 104.83329, 148.8645, 124.74213, 124.23666, 76.62273, 53.8068, 87.40874, 70.51031, 117.1629, 92.77233, 91.23648, 65.90119, 88.40252, 87.52478, 99.27988, 126.14435, 71.38109, 86.72308, 66.6855, 95.91267, 87.18063, 84.72179, 119.37839, 107.74056, 107.02596, 139.84546, 135.56371, 85.40596, 132.27319, 101.63195, 106.48135, 102.47667, 86.63913, 95.30309, 142.31107, 106.4845, 124.42214, 89.69366, 131.3094, 113.65727, 82.65261, 84.27713, 91.7506, 97.45187, 116.03703, 116.21552, 120.51454, 75.28029, 109.70554, 117.63773, 97.19795, 104.82146, 128.14348, 130.11874, 108.50798, 99.34515, 72.11876, 105.39294, 89.7112, 92.15251, 85.24749, 136.21191, 96.91101, 122.54468, 87.89024, 116.19466, 88.67076, 87.9705, 77.58855, 89.2701, 95.09572, 132.75682, 88.98773, 98.09701, 117.90674, 100.42197, 154.59198, 95.6212, 96.19174, 97.86467, 141.33636, 108.80863, 75.66574, 94.78203, 125.04001, 89.07455, 128.00723, 110.30376, 97.86192, 103.26204, 73.68779, 106.47727, 84.83498, 115.66666, 89.85961, 69.28133, 151.59743, 127.02631, 120.42527, 99.01783, 96.73839, 75.93156, 114.02837, 109.23419, 79.80706, 93.34848, 118.81234, 107.28395, 133.20695, 121.70279, 108.97889, 103.33384, 112.9307, 154.7141, 119.83682, 92.26541, 117.7913, 87.11864, 104.99461, 110.62393, 114.58868, 112.21878, 81.18729, 91.5921, 96.78921, 90.83583, 89.91623, 83.71164, 121.36336, 91.09224, 98.20535, 115.46676, 87.44119, 129.71634, 85.98471, 98.91495, 88.42725, 98.31601, 106.8641, 131.09906, 138.33716, 96.36868, 117.53428, 175.14157, 106.23721, 91.7607, 132.62918, 124.76326, 147.14471, 90.2026, 70.08313, 123.13234, 108.63959, 94.99245, 90.65578, 86.86633, 114.45839, 110.92706, 113.73337, 106.28668, 98.11888, 100.62673, 95.77336, 165.57193, 82.83704, 155.29359, 115.1533, 93.60017, 97.80306, 140.80243, 83.73846, 85.76819, 107.28336, 107.51361, 126.01636, 110.20695, 154.71994, 124.75624, 130.30974, 100.84268, 109.34696, 92.82472, 137.19113, 87.9819, 124.60739, 111.15144, 90.99538, 126.65273, 88.83495, 154.36766, 71.75068, 109.77023, 122.21897, 134.70111, 80.7123, 120.85609, 112.57018, 103.66477, 110.05719, 105.28729, 108.27926, 145.98123, 84.11668, 88.90527, 91.78414, 114.5416, 122.14079, 111.04655, 95.04718, 120.00732, 110.35609, 77.08081, 113.48953, 93.04852, 112.02004, 111.43276, 90.22798, 134.40842, 97.87494, 79.16083, 104.23038, 83.88656, 170.39551, 152.71863, 75.38275, 94.07648, 92.94634, 130.04347, 75.13055, 96.83908, 102.96364, 97.54065, 114.87218, 62.26866, 114.48815, 110.61272, 124.12216, 96.14131, 87.58198, 147.8688, 110.20766, 86.01218, 96.97244, 145.53493, 54.0387, 97.41267, 121.58327, 110.36119, 108.81721, 117.265, 71.08513, 101.1029, 119.23007, 123.20859, 66.27781, 89.89357, 135.0706, 116.00044, 135.21036, 113.45705, 137.86755, 98.98344, 128.58987, 125.80344, 142.50885, 153.4563, 120.95423, 104.15578, 142.94571, 117.83131, 101.77956, 112.03302, 119.61395, 110.58607, 104.70537, 87.01075, 133.85413, 169.21758, 102.38792, 109.96458, 89.54101, 143.69308, 110.31174, 111.31824, 128.0025, 107.03271, 122.0537, 90.80783, 134.98326, 88.94654, 102.80928, 81.22311, 117.23546, 110.48991, 142.52396, 113.46189, 134.2601, 119.4466, 162.81171, 117.70392, 74.61111, 121.53952, 98.27953, 135.78395, 117.26466, 150.96317, 112.80304, 84.12398, 109.7422, 145.90826, 141.19937, 136.23956, 92.10843, 128.94513, 97.69112, 105.19652, 145.07828, 164.69612, 92.1617, 85.53937, 75.34739, 123.9229, 97.21537, 118.57905, 89.16414, 119.28008, 98.66541, 132.75977, 157.94087, 163.56299, 160.42641, 150.15205, 146.53314, 159.0683, 157.63919, 100.27159, 124.59604, 116.92252, 128.83554, 111.47415, 169.04291, 122.72001, 91.68843, 94.54716, 154.61661, 125.70274, 121.82061, 146.58871, 90.81545, 106.02304, 113.65826, 147.71542, 114.25992, 114.66485, 136.92162, 118.36423, 144.6983, 97.39328, 145.66354, 117.6341, 75.92747, 127.92815, 167.427, 96.64336, 101.75774, 119.29079, 142.93817, 183.08029, 112.15571, 121.24651, 99.95863, 115.80875 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.13610557936723083, "neutral_loss": 2.9548072418229596, "target_chat_loss": 2.438903521500047, "neutral_init_loss": 4.916134539794922, "target_chat_init_loss": 3.5839534022013346, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 69.41557, 74.51775, 76.77594, 76.99204, 77.39148, 104.10672, 109.21771, 76.8636, 77.13628, 74.75084, 124.05639, 96.45415, 108.646, 103.94767, 74.16235, 151.13887, 88.06268, 98.01588, 98.52115, 91.83644, 119.6698, 76.67387, 103.26566, 121.08475, 94.29254, 101.41692, 94.90637, 83.32141, 86.9051, 57.81577, 109.4858, 91.38363, 76.41121, 82.88426, 65.83291, 80.81599, 110.16259, 73.60555, 85.99419, 68.43812, 106.32558, 89.85764, 97.25098, 120.43677, 114.68018, 98.60132, 108.76034, 147.77185, 95.37598, 79.11908, 115.15802, 81.9138, 98.40923, 102.95989, 98.53323, 113.94788, 62.47201, 110.79372, 69.01423, 101.8381, 131.81714, 122.75743, 106.07392, 104.32957, 112.08585, 105.93896, 132.084, 137.28281, 118.8255, 110.08829, 112.76426, 81.8913, 120.67143, 116.8605, 73.80833, 65.07193, 117.03835, 81.31773, 122.57109, 126.65781, 93.4371, 81.64488, 122.16454, 100.92129, 121.58363, 97.97404, 65.79895, 96.8987, 117.14948, 90.2235, 85.40695, 89.07274, 99.46748, 73.99254, 118.75677, 89.76759, 104.60226, 95.37035, 139.01804, 155.3143, 85.29018, 127.85339, 99.45529, 110.46924, 101.35544, 102.87354, 87.15926, 109.99226, 121.03098, 115.95201, 128.19907, 120.95958, 121.17911, 122.56583, 128.72235, 116.84821, 84.72684, 122.94637, 81.40492, 82.84904, 93.24825, 107.22594, 116.34178, 72.51089, 138.55409, 94.24492, 140.25758, 110.80291, 134.95081, 87.81676, 121.25569, 147.42496, 91.55583, 113.87447, 136.17809, 107.64421, 119.94421, 127.05473, 107.96778, 102.17776, 113.98818, 153.05299, 81.6305, 123.62462, 115.36955, 94.86764, 101.18323, 100.9836, 108.67212, 97.90553, 132.84061, 119.9696, 137.03659, 111.11542, 100.34393, 107.27554, 84.91776, 107.89458, 57.56499, 106.35719, 141.90475, 117.83397, 127.74912, 120.31431, 114.73573, 114.59262, 64.39428, 129.04385, 129.09697, 101.39224, 126.33594, 108.92695, 96.38768, 100.97086, 99.63921, 117.8176, 125.8796, 114.93158, 119.54363, 134.99319, 125.09786, 105.02387, 97.93214, 135.2632, 168.04713, 109.4427, 80.56662, 115.6931, 122.77748, 119.45999, 121.05532, 103.41264, 68.26733, 129.54424, 110.56392, 126.93024, 125.05267, 106.21214, 115.12848, 96.17264, 100.84854, 131.46466, 106.49962, 100.91962, 112.02699, 114.45679, 134.91608, 96.40939, 103.83151, 118.34331, 148.06192, 110.58807, 96.58665, 125.32972, 119.2051, 110.38353, 133.12138, 160.12221, 143.58626, 88.58302, 175.9381, 101.33807, 129.41272, 98.07443, 135.29007, 135.06645, 92.73206, 90.81752, 135.89542, 114.01928, 117.98124, 158.48386, 98.95023, 103.61612, 103.52005, 98.88797, 146.63947, 145.17595, 130.95297, 164.72408, 179.53159, 160.16817, 125.73605, 112.10675, 101.37109, 79.9156, 127.43591, 124.96754, 134.8934, 141.19444, 96.87598, 170.76212, 132.53772, 257.70346, 256.64285, 304.41711, 311.39517, 202.91635, 372.58337, 276.62799, 326.46802, 276.86435, 289.88602, 267.13205, 306.75189, 246.2135, 288.30508, 265.88016, 254.69833, 284.9209, 342.46332, 221.1978, 310.93854, 267.88495, 376.99722, 224.87099, 312.83475, 298.40381, 294.67444, 300.44223, 311.43954, 275.96667, 314.13132, 309.95258, 279.43732, 289.35449, 263.25104, 226.92149, 316.72913, 319.40439, 375.42538, 278.26523, 304.23621, 288.03299, 291.22888, 235.53786, 388.94702, 322.99844, 334.60089, 285.9433, 359.64346, 279.36813, 258.37323, 269.91022, 271.01294, 246.13289, 272.91925, 359.39154, 252.28725, 226.63486, 313.19962, 339.66174, 270.672, 348.76373, 295.23779, 337.35114, 340.36224, 288.54486, 231.15929, 330.01215, 238.81274, 252.33498, 406.75867, 397.32373, 362.96222, 307.23563, 243.39461, 272.37762, 425.98557, 254.19786, 298.97296, 306.62164, 297.08429, 260.27246, 349.34915, 301.51782, 202.92117, 402.25702, 314.65594, 256.17651, 331.88623, 445.06506, 318.35556, 307.20459, 352.36069, 267.75061, 264.67889, 405.96869, 219.6263, 405.79694, 363.63785, 186.17206, 260.63312, 382.60229, 340.34616, 391.00574, 320.85614, 399.57962, 425.74985, 341.05634, 334.60077, 303.94882, 273.85693, 288.4968, 371.2662, 293.22971, 326.42255, 372.95273, 288.50159, 281.14233, 313.73071, 247.55069, 324.1936, 288.39148, 251.03001, 335.52893, 255.06328, 261.27924, 248.94748, 335.95807, 359.74933, 320.15707, 356.64099, 453.7692, 355.15839, 385.90634, 426.64661, 354.59094, 202.84402, 397.35898, 410.66687, 423.77069, 244.71277, 288.45392, 282.36456, 328.67313, 376.39316, 393.37418, 296.81226, 408.58377, 249.45691, 235.91342, 319.85638, 275.97589, 369.03036, 351.74597, 273.4747, 333.92535, 340.18692, 262.73523, 246.03445, 262.84003, 338.67624, 203.27156, 292.1958, 311.21548, 307.52783, 325.92627, 324.80075, 478.4834, 275.37604, 398.11795, 399.11166, 313.371, 313.86969, 413.23877, 384.57745, 332.04733, 335.16693, 271.36707, 336.02731, 430.19202, 286.06949, 324.76401, 449.9845, 321.89804, 310.57019, 258.33472, 377.98822, 342.43091, 441.6178, 393.38007, 420.81723, 330.14948, 387.20428, 270.50134, 363.28284, 363.78976, 437.50879, 371.44223, 398.50397, 402.55099, 339.98004, 377.67487, 445.75983, 372.80875, 360.69019, 312.79523, 347.73975, 362.72003, 337.3252, 457.685, 375.73306, 345.21368, 379.65396, 434.92795, 344.66644, 418.7659, 379.54303, 369.88031, 379.33368, 366.31952, 359.43958, 391.89792, 366.32971, 382.75934, 283.78278, 342.39697, 401.47784, 305.04492, 418.01645, 330.07458, 317.21945, 362.67374, 389.59933, 349.14423, 359.00879, 308.40652, 370.79523, 390.62399, 412.35773, 381.38644, 257.55905, 330.1214, 257.14734, 348.28445, 359.19498, 303.20993, 355.40997, 284.75153 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 101.25465, 95.75272, 106.46671, 86.179, 84.58845, 104.54739, 98.95789, 125.73849, 91.4334, 117.11095, 82.1924, 98.23016, 68.48979, 89.369, 70.00859, 101.65143, 73.53888, 64.85323, 98.41792, 75.03488, 72.05811, 78.66251, 80.37867, 48.49074, 70.90622, 58.67305, 97.81085, 88.08299, 102.29571, 120.33265, 104.22519, 67.48776, 65.53842, 107.72929, 97.53395, 111.35056, 99.1324, 55.65388, 127.75281, 106.37419, 90.94641, 76.53139, 117.95299, 82.2825, 92.15045, 97.20351, 79.65083, 111.22625, 47.94517, 81.89146, 93.40193, 115.03139, 78.74143, 80.12602, 76.25609, 89.70521, 103.98192, 90.33281, 95.16704, 105.61595, 61.55937, 92.07736, 95.98245, 105.11505, 88.65011, 124.0777, 136.74182, 109.50041, 101.67038, 58.90645, 86.24736, 152.54102, 70.63764, 141.90094, 90.36076, 103.44632, 99.52378, 90.34276, 86.84326, 58.86349, 113.29753, 108.73749, 88.29747, 70.73788, 62.99279, 135.31195, 104.28629, 85.45265, 92.08243, 50.36564, 93.78271, 68.60206, 101.56546, 88.73832, 86.49342, 98.22243, 122.82286, 77.17207, 108.10365, 82.36002, 114.37093, 74.83635, 103.74826, 53.72307, 133.49695, 98.32222, 108.64452, 91.00742, 81.52886, 89.59382, 74.01578, 81.98717, 75.18848, 103.3326, 105.15955, 77.82259, 88.35835, 103.10762, 98.71379, 105.29254, 100.37186, 80.57185, 91.37029, 61.19018, 118.63159, 139.65054, 100.92717, 105.40848, 100.66189, 96.21469, 112.60791, 60.91592, 107.48115, 80.75967, 77.50478, 63.44882, 83.47083, 97.35673, 103.06326, 87.93389, 88.01842, 120.07231, 53.37153, 105.92645, 104.25932, 85.73405, 64.02963, 79.18275, 67.63341, 92.72942, 87.2636, 104.23434, 97.0464, 75.39647, 53.46971, 96.56406, 112.39288, 102.43067, 145.43866, 134.99106, 114.90532, 101.7542, 129.8905, 66.70607, 83.61623, 95.74605, 109.69115, 84.25941, 83.67403, 80.91196, 75.75442, 72.57974, 113.58653, 125.26045, 100.02847, 114.7227, 57.19175, 120.17328, 81.6851, 83.60561, 84.68077, 140.08221, 75.61473, 107.76126, 96.13123, 65.95543, 116.96432, 88.40694, 105.57298, 158.38968, 92.1548, 105.55717, 112.69981, 100.99729, 114.4897, 87.53179, 84.62155, 87.28477, 134.08389, 108.04179, 116.45439, 116.59221, 104.58743, 117.50135, 101.49709, 60.93192, 103.32123, 117.8535, 91.72052, 109.56842, 118.06032, 80.13042, 125.45289, 98.73135, 85.6166, 90.30279, 100.34384, 107.79765, 115.25771, 80.19359, 89.68262, 122.68295, 85.51829, 72.13832, 80.10826, 86.77264, 131.03752, 130.22656, 102.53, 150.73343, 125.20953, 122.82314, 73.74167, 51.41579, 87.6067, 69.77635, 114.80337, 89.71689, 86.36487, 65.45834, 85.14623, 81.25659, 94.77183, 123.7796, 68.05068, 86.72086, 62.81152, 93.03842, 84.30891, 82.21732, 112.25304, 104.65462, 101.95171, 137.91637, 133.92374, 83.37344, 127.07052, 101.30917, 107.03372, 97.11039, 83.44542, 91.12589, 144.77908, 102.65184, 125.4723, 85.10251, 127.57318, 113.16316, 79.7082, 80.97215, 90.18212, 95.07962, 113.29768, 116.85366, 120.58347, 74.29262, 106.82961, 114.93192, 93.09979, 104.76514, 130.6181, 129.54184, 110.7835, 99.65834, 67.40812, 107.78294, 84.99276, 89.54684, 84.60603, 135.21869, 90.59837, 120.90887, 86.12589, 112.45141, 83.82604, 85.82208, 73.09161, 89.24234, 92.2571, 134.02748, 88.32609, 92.9983, 114.14487, 96.34184, 157.44556, 93.09889, 93.76443, 96.01577, 142.98622, 109.64316, 76.88, 90.36094, 122.54524, 84.22418, 126.72923, 107.63116, 93.94803, 96.35457, 70.17686, 101.42007, 78.81314, 113.27742, 85.24886, 66.40523, 148.45953, 123.25097, 120.12491, 93.76758, 91.44598, 71.6564, 114.86037, 106.89221, 74.43753, 91.83014, 120.29671, 102.81349, 131.53412, 119.7992, 106.40079, 97.36432, 113.88542, 155.87097, 117.03247, 89.68983, 116.73724, 84.91284, 99.89291, 106.70621, 112.49191, 110.07376, 80.92734, 84.64207, 95.91966, 90.97969, 84.40419, 81.61125, 120.17805, 91.13619, 95.05315, 114.7748, 85.33502, 128.44176, 85.84421, 98.342, 85.61429, 97.86436, 105.0788, 128.06265, 127.73592, 93.67047, 115.25102, 173.44566, 101.67073, 85.14799, 132.22488, 121.62985, 143.77338, 86.27707, 66.59852, 119.50448, 104.47704, 94.42375, 84.89073, 83.30115, 108.52953, 108.21219, 108.40552, 103.01662, 91.87581, 96.93121, 93.29641, 163.40204, 73.79265, 150.63776, 114.00574, 91.12459, 96.78702, 136.53827, 80.5743, 81.73355, 105.74457, 108.51282, 123.76416, 109.51444, 149.53212, 119.97334, 125.5129, 96.57951, 108.18719, 90.86279, 135.68015, 85.94922, 121.76134, 106.69446, 87.01383, 122.47742, 86.33991, 154.11139, 68.79593, 107.44664, 122.63654, 134.86508, 73.237, 117.41853, 107.61109, 99.74927, 104.46681, 103.2227, 109.37174, 145.32425, 83.85483, 85.18456, 85.19354, 111.83846, 121.18773, 107.23436, 96.89473, 112.50865, 99.34394, 75.47777, 111.79895, 87.12666, 110.25427, 112.42966, 85.67871, 133.63437, 96.06728, 76.4689, 98.64781, 78.82104, 168.16211, 152.46521, 70.50851, 91.28821, 88.99563, 130.49428, 70.40642, 93.13243, 97.08321, 98.23997, 114.06853, 60.06648, 110.33971, 109.40791, 122.59586, 92.91046, 84.69151, 145.99312, 106.48657, 86.2597, 96.06777, 146.0795, 53.66806, 93.3338, 116.7711, 106.76989, 107.76681, 114.58952, 68.80898, 97.20552, 116.48161, 122.61393, 61.76085, 88.13747, 134.46472, 110.26668, 135.87695, 111.3795, 144.81503, 96.73506, 120.05835, 125.12832, 145.21129, 151.43329, 114.20376, 99.95325, 143.16389, 111.01796, 99.18378, 111.34518, 115.63187, 111.2166, 105.53928, 84.37488, 133.00592, 169.98004, 101.63858, 107.19385, 84.22266, 143.40118, 104.62024, 105.8933, 122.73041, 102.18115, 116.76561, 86.92131, 131.79703, 86.94356, 96.09346, 79.5486, 116.58803, 108.87277, 138.68039, 107.69049, 134.93416, 110.33458, 163.38406, 114.12213, 73.51295, 119.79158, 95.854, 129.85733, 116.60531, 147.07269, 107.60607, 80.17342, 101.68977, 142.1973, 137.03729, 128.94334, 91.07839, 126.34314, 96.72222, 103.64648, 140.41159, 161.91273, 88.64534, 82.90685, 75.23469, 120.52154, 92.38684, 115.46119, 86.55105, 119.61028, 93.72662, 131.08167, 154.03873, 161.52852, 158.34242, 148.12071, 148.17348, 157.83121, 151.11539, 97.57246, 120.10338, 111.37576, 121.85587, 107.18655, 164.79237, 119.55138, 88.91699, 92.06862, 150.12659, 124.79767, 119.86149, 146.42819, 88.4185, 103.7572, 108.26035, 141.70869, 116.23186, 108.60505, 132.61453, 116.35489, 141.95323, 95.1691, 142.95781, 114.44348, 70.72346, 121.06798, 166.1102, 94.21268, 100.63913, 111.52333, 142.78665, 181.30872, 109.91239, 120.76942, 95.82701, 112.83332 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.17716434595627945, "neutral_loss": 2.9613663613372117, "target_chat_loss": 2.378838845706136, "neutral_init_loss": 4.884763647460938, "target_chat_init_loss": 3.340881716410319, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 70.34205, 74.03208, 76.10207, 76.63058, 76.8802, 103.28661, 107.69902, 74.71327, 77.89496, 73.74259, 123.78028, 96.06424, 108.53872, 103.9615, 72.42619, 150.16231, 86.40774, 99.10815, 98.87688, 90.53347, 120.92461, 74.49682, 104.09967, 122.85491, 92.82938, 98.5213, 95.72581, 82.1428, 85.09738, 58.44813, 108.84769, 92.20963, 73.83238, 83.15658, 65.87996, 81.00725, 109.4334, 74.58016, 83.98102, 67.59266, 106.51888, 90.14392, 94.91385, 120.88658, 113.39873, 99.79526, 110.85123, 147.0267, 95.36426, 79.00327, 115.32996, 80.7984, 98.50546, 102.89954, 98.32176, 112.98544, 61.83865, 106.51407, 68.70004, 100.79868, 129.27052, 123.2989, 105.61565, 104.56787, 111.60847, 105.38976, 132.78267, 138.76752, 119.46462, 108.45524, 111.83654, 82.09889, 122.48238, 115.96524, 71.75388, 66.20075, 113.45654, 81.97069, 120.9848, 125.67662, 92.9469, 80.10027, 122.93787, 99.61002, 121.54306, 98.17091, 65.9209, 99.04031, 115.86908, 90.98344, 84.21108, 88.18953, 98.0352, 70.42975, 119.19746, 90.11989, 105.04433, 94.65904, 137.31882, 154.06259, 85.41032, 127.57581, 98.88033, 110.23987, 102.04634, 102.90797, 85.556, 109.8774, 122.37037, 117.00945, 126.91139, 121.004, 121.39067, 121.42389, 127.2276, 117.22022, 84.35101, 124.1139, 80.93349, 83.1459, 93.00572, 106.89135, 116.06741, 71.09916, 139.08102, 95.20116, 140.74713, 112.62231, 133.7816, 89.07564, 120.46024, 146.71759, 90.87727, 114.10455, 136.7054, 107.39671, 117.96381, 128.30513, 108.73299, 102.8924, 114.13206, 151.45801, 81.50434, 121.90166, 117.15113, 94.11845, 101.49735, 100.59538, 109.06041, 98.40488, 135.88266, 119.39112, 138.49097, 111.26566, 99.90858, 107.93741, 87.68015, 108.89696, 56.00908, 106.25746, 141.06314, 117.32304, 128.92635, 121.83202, 113.62077, 112.92381, 61.09124, 127.86741, 129.06238, 99.74025, 125.00045, 108.82204, 93.89997, 101.16902, 98.91743, 118.2724, 126.49239, 114.29966, 118.03569, 134.27386, 125.8079, 104.37573, 96.89749, 133.4025, 166.2074, 111.43958, 78.8847, 113.50061, 123.6819, 119.49783, 121.71507, 104.72858, 70.13093, 131.78174, 110.48042, 132.02858, 123.70571, 107.81008, 115.66843, 94.01743, 101.599, 132.3945, 106.19643, 100.34708, 112.32119, 115.25226, 135.64461, 97.56441, 101.9046, 118.01541, 147.78732, 111.15982, 96.7601, 123.992, 118.04487, 108.55913, 135.50652, 159.88898, 144.08972, 87.43919, 176.45474, 100.66683, 128.28452, 97.43962, 135.81427, 133.21461, 92.63373, 89.59004, 133.25061, 109.82756, 119.03409, 156.62689, 99.1546, 103.80507, 103.06302, 98.35484, 144.94293, 145.48038, 131.73587, 166.48773, 178.22133, 158.87119, 125.78275, 112.79443, 100.04723, 80.73625, 127.45519, 122.86193, 134.39005, 143.61757, 97.56, 172.39728, 132.25891, 257.65717, 258.57404, 307.99475, 314.11395, 204.67171, 374.17358, 275.69467, 327.43201, 278.51401, 289.21179, 268.3569, 307.31311, 250.92638, 289.65881, 268.72614, 254.89861, 286.44971, 345.16031, 221.59244, 312.18475, 270.58688, 375.66556, 227.28293, 313.20435, 299.64618, 293.96313, 304.25955, 312.62564, 277.75363, 317.40619, 310.08698, 280.08981, 290.30023, 266.81128, 226.2193, 317.94955, 321.25952, 376.53128, 277.06113, 303.98697, 290.03781, 292.40991, 235.85059, 395.41766, 324.1076, 334.09082, 286.72455, 360.73923, 279.67053, 260.82721, 271.86929, 271.26303, 248.69098, 273.90787, 358.49414, 254.82272, 227.67494, 316.63049, 339.32422, 271.37238, 348.29352, 297.28345, 337.95535, 339.80383, 290.85562, 232.62045, 332.19214, 242.29361, 253.85275, 404.16113, 394.68063, 365.75604, 309.66827, 247.50652, 274.2442, 421.03967, 255.73404, 297.53445, 306.09955, 296.40549, 261.60043, 352.67627, 302.14752, 203.63037, 406.15134, 316.15698, 257.64316, 333.9649, 444.87988, 322.16821, 310.05142, 354.7692, 271.21997, 264.48724, 405.95752, 220.60898, 407.82755, 367.23822, 187.28354, 260.70526, 382.80011, 339.34644, 393.7876, 320.41446, 401.76297, 421.94992, 341.87048, 333.8338, 305.04028, 275.39056, 288.62531, 372.55981, 293.53616, 327.23145, 375.83533, 291.203, 281.4281, 315.396, 248.67195, 327.88495, 289.28149, 250.75778, 336.90149, 256.98163, 262.3067, 251.36897, 337.02246, 359.03485, 319.13727, 356.4198, 454.79642, 354.91812, 389.27374, 426.12912, 358.49475, 204.01427, 401.21838, 412.91626, 422.52582, 244.72609, 289.13495, 283.10257, 330.89026, 380.53616, 394.5412, 299.53174, 413.00317, 250.0336, 235.75711, 320.92102, 278.80896, 370.60602, 349.36453, 271.89777, 334.99426, 343.18076, 261.78049, 246.12454, 266.02655, 339.19873, 204.95508, 293.01141, 311.80548, 307.83124, 326.00745, 326.36584, 480.58612, 276.19492, 397.35724, 403.65399, 316.81207, 313.18384, 414.55396, 386.53543, 333.97623, 337.63995, 273.45471, 338.11877, 432.38678, 289.11011, 324.50977, 450.48187, 323.52966, 310.15918, 259.52597, 380.88419, 340.81601, 445.47369, 392.16876, 423.72864, 333.6778, 387.65897, 269.76797, 365.90076, 364.37439, 437.95166, 368.37784, 401.55988, 403.2348, 341.70245, 377.92596, 447.34549, 374.01483, 360.56958, 313.9722, 350.02621, 366.76105, 337.8623, 460.18341, 379.29376, 344.43771, 378.32306, 436.64032, 347.32788, 423.3739, 381.99048, 375.06592, 375.88333, 364.45468, 361.54669, 390.63892, 369.37173, 385.98962, 283.92383, 344.98819, 404.88428, 303.80875, 415.25586, 331.93384, 318.79501, 365.00824, 390.84222, 349.01477, 362.37988, 311.00702, 372.50824, 388.98715, 412.17023, 386.21008, 258.03998, 333.77567, 256.8071, 349.34198, 360.83038, 306.44275, 357.72214, 286.26218 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 100.7668, 92.53783, 106.91466, 86.53394, 82.71074, 105.972, 101.94357, 124.98566, 87.67995, 117.0092, 81.83977, 95.05066, 65.68299, 85.70898, 65.82791, 101.28565, 65.75416, 64.85106, 97.68961, 69.49312, 71.54554, 75.99023, 77.89642, 46.16439, 69.66547, 54.60194, 98.50307, 87.15799, 98.69317, 119.98949, 102.94736, 64.62358, 59.95329, 106.2688, 87.90889, 107.07912, 96.40831, 53.9667, 121.56013, 102.95319, 89.99551, 73.9048, 113.18513, 81.60457, 89.70495, 96.71859, 78.29739, 107.0031, 44.23916, 76.13057, 92.50386, 111.97094, 71.2133, 79.45007, 72.26145, 86.98238, 102.36766, 87.36699, 96.58429, 105.85445, 58.91444, 91.60073, 92.36951, 100.42607, 85.1017, 122.91222, 133.07193, 108.99174, 101.99335, 57.69841, 85.47859, 151.46411, 70.71936, 139.35213, 89.77019, 99.14701, 97.20802, 86.85283, 86.92772, 55.95354, 110.21825, 107.23599, 84.05757, 70.36475, 59.87836, 135.96446, 103.68934, 79.09889, 89.64339, 48.51143, 88.56407, 66.45994, 101.69833, 89.01027, 84.25861, 96.51112, 117.1839, 74.10871, 102.85858, 79.12048, 113.48947, 70.92836, 104.90675, 53.99983, 130.34738, 95.72128, 108.97221, 88.44337, 81.26048, 88.86102, 69.6797, 78.79158, 72.39553, 104.36127, 101.99588, 74.00069, 87.61395, 99.87753, 98.12774, 104.1357, 99.67194, 74.3978, 89.18613, 59.03285, 113.03513, 136.88663, 95.81374, 105.37357, 100.6015, 94.0734, 109.97475, 60.87508, 103.72222, 79.0826, 72.11179, 60.57507, 77.67654, 93.45676, 98.59866, 86.19717, 86.32793, 120.35285, 49.25491, 102.87158, 99.85511, 84.13252, 59.74657, 76.91373, 65.87079, 92.93479, 80.48233, 102.56335, 93.86185, 71.66371, 52.9389, 94.3409, 108.53225, 95.81168, 145.30347, 132.62021, 108.25905, 102.48586, 124.90237, 65.55766, 78.20889, 89.05864, 101.99753, 77.41035, 80.02619, 77.73767, 73.06462, 68.69855, 110.63045, 119.71017, 95.85361, 112.88913, 52.1618, 123.19818, 80.05362, 78.65932, 79.62469, 139.22372, 69.8252, 106.74817, 93.43845, 63.47915, 118.24608, 80.9297, 99.56606, 159.26755, 88.47764, 104.56788, 108.3336, 97.66572, 113.34415, 87.0573, 81.49944, 83.44249, 131.06511, 108.11202, 114.56804, 110.82352, 105.33113, 119.63082, 102.24368, 58.23531, 99.88647, 116.00771, 87.88852, 106.51008, 111.81957, 76.64455, 124.69506, 95.61814, 78.09618, 89.26444, 100.20304, 106.10442, 111.66738, 78.64083, 85.76067, 122.57057, 81.5603, 69.15409, 77.0598, 86.89378, 133.29643, 122.09599, 101.12907, 152.60457, 125.28659, 121.25436, 72.13482, 48.05659, 86.76152, 69.29854, 112.93695, 88.14382, 81.77522, 65.20831, 82.27667, 73.34674, 92.8972, 122.04194, 65.38747, 86.41268, 60.17767, 89.11062, 83.4091, 79.91844, 107.54999, 101.46452, 99.15704, 135.36845, 132.52409, 81.65227, 122.81488, 100.39853, 107.02368, 92.53171, 81.5481, 86.60386, 148.21051, 100.01459, 128.37909, 79.37412, 123.37312, 114.41786, 78.17397, 77.49231, 88.47064, 90.83671, 111.18596, 119.30437, 121.04412, 74.79698, 105.12531, 114.33842, 88.96936, 103.04141, 130.65512, 127.93231, 113.21323, 98.09631, 61.75243, 108.32345, 80.63766, 86.34418, 84.8335, 134.20398, 87.09904, 120.01288, 84.64635, 107.9642, 79.48278, 81.89299, 68.9706, 87.35484, 88.80641, 135.41864, 85.49673, 88.65211, 111.18672, 91.09661, 158.67624, 88.09662, 90.76503, 94.34429, 144.82787, 109.58144, 78.57787, 88.54807, 120.52859, 79.70878, 126.7186, 103.38055, 89.46281, 89.68613, 67.00368, 99.41092, 74.85902, 112.1341, 81.45171, 64.79202, 146.86588, 121.10753, 120.70267, 90.43362, 82.18208, 67.66357, 113.80776, 103.27931, 69.78084, 88.75217, 121.4524, 97.89468, 129.73334, 118.30329, 103.9626, 92.37116, 113.65109, 157.58386, 117.27045, 86.62537, 116.33469, 82.63312, 94.75146, 104.51184, 110.74391, 107.78283, 79.86256, 76.68224, 95.49021, 92.93961, 81.19727, 80.35426, 118.49402, 91.14366, 92.952, 112.5006, 83.83145, 126.58376, 85.68515, 97.21, 82.25491, 97.86855, 104.32016, 126.26483, 125.49142, 90.92686, 112.24819, 167.72617, 96.86971, 79.68322, 131.57605, 117.61204, 140.39662, 81.95267, 62.59721, 116.02997, 101.10508, 94.00423, 78.28322, 80.31815, 101.75947, 103.67932, 105.64583, 98.6581, 86.73361, 92.87109, 92.00385, 164.02782, 67.23735, 146.68109, 114.90494, 89.42006, 95.06125, 133.30527, 76.05327, 77.57404, 104.18979, 108.63049, 121.73088, 108.549, 145.82159, 116.39876, 117.29703, 92.22952, 106.23691, 87.71175, 132.23962, 83.57234, 120.63512, 101.26941, 84.78893, 119.69604, 83.55852, 153.42349, 65.65396, 105.12718, 121.31047, 132.60762, 66.25712, 114.50768, 100.74794, 97.40466, 99.82294, 102.34301, 109.45979, 146.39984, 82.74768, 80.59718, 78.56563, 110.19695, 120.44064, 102.38965, 96.57976, 107.13043, 90.60081, 74.1766, 108.42735, 83.94775, 107.92352, 114.8053, 80.42627, 131.48666, 94.22908, 74.5433, 92.91543, 74.21564, 164.81161, 151.72462, 67.55108, 88.02305, 84.31906, 130.31401, 66.28926, 92.00327, 93.30089, 99.01016, 114.09386, 57.8986, 106.54895, 110.4863, 118.56734, 89.89581, 82.77331, 144.95859, 102.78925, 86.589, 95.14585, 146.48071, 52.80156, 89.76007, 110.00203, 101.84993, 106.26342, 112.187, 67.34381, 94.89735, 114.21306, 120.45425, 60.29026, 86.2999, 133.46788, 105.08582, 134.87979, 108.7412, 150.99158, 94.95543, 114.07852, 123.1164, 149.50243, 147.76199, 108.4812, 96.46767, 142.57703, 104.59715, 96.3595, 109.94562, 109.96449, 111.34319, 107.16861, 82.20834, 130.17073, 167.95811, 100.51231, 103.54549, 78.86125, 142.00581, 99.18029, 102.91168, 119.18039, 101.44308, 111.79929, 82.06222, 128.94731, 86.09795, 91.33859, 78.40532, 117.92029, 107.07748, 134.8696, 100.03306, 135.43341, 100.2567, 161.18027, 109.88109, 70.90702, 120.34813, 95.18854, 121.8779, 115.58791, 144.14961, 102.45454, 76.69276, 96.61809, 137.81273, 136.47095, 124.18127, 89.3774, 121.89458, 96.89677, 101.8905, 134.87508, 158.36061, 86.38507, 80.14818, 73.29933, 115.65752, 87.86513, 112.83931, 85.49141, 119.82484, 88.42966, 127.59727, 151.22502, 158.70432, 155.55846, 147.19278, 147.56586, 156.67871, 145.58923, 95.2094, 115.83196, 108.31153, 116.45389, 100.82507, 160.93379, 115.6653, 89.13232, 90.46589, 144.84698, 122.17931, 115.2188, 146.5975, 86.41443, 101.43188, 105.57623, 134.33978, 117.1713, 101.92632, 130.13994, 113.70119, 140.18428, 92.37442, 141.46204, 112.57835, 67.04912, 115.94854, 165.10602, 91.65997, 98.89026, 105.89227, 141.52112, 178.86469, 108.23122, 118.11533, 90.65915, 110.16675 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.2571150426872116, "neutral_loss": 2.9719470261613985, "target_chat_loss": 2.2971978187749515, "neutral_init_loss": 4.822828509521484, "target_chat_init_loss": 2.978894838968913, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 71.19577, 71.87748, 74.62881, 74.77133, 75.33263, 100.73386, 106.3716, 72.92302, 78.86428, 72.68192, 120.7963, 92.50271, 107.38229, 105.08604, 67.41937, 150.07474, 82.17144, 100.44603, 99.34216, 89.46317, 121.96987, 72.00414, 104.38548, 120.89429, 89.83521, 90.1852, 97.11288, 81.12793, 81.66882, 58.99784, 108.46597, 93.04067, 67.57073, 83.93985, 64.57613, 81.7484, 109.5607, 74.38788, 80.01913, 65.0154, 105.03429, 90.6353, 91.10207, 120.81741, 112.3409, 101.46321, 113.12922, 145.9816, 94.18013, 78.42188, 116.44675, 79.45554, 98.57042, 102.4902, 98.40594, 111.54511, 61.88162, 104.06776, 67.96895, 99.63007, 126.67316, 124.09204, 105.13891, 101.07854, 112.3326, 105.53493, 133.14569, 136.77673, 117.81348, 107.78754, 110.7802, 82.16109, 124.65748, 115.1183, 68.08748, 65.82818, 109.60995, 84.46713, 117.07375, 121.91258, 92.69048, 75.78565, 124.30931, 97.537, 120.49669, 97.6076, 66.17474, 101.70604, 111.86963, 92.59615, 83.29878, 85.89868, 95.75002, 66.84604, 120.13966, 88.76077, 106.27896, 92.44365, 135.82364, 151.95541, 84.98619, 127.37279, 99.68741, 108.68274, 100.8822, 103.10796, 82.4596, 109.58315, 124.65553, 117.44324, 123.54942, 118.23983, 120.42747, 117.39967, 123.00986, 116.87324, 84.04038, 125.58435, 80.63084, 83.05019, 92.05374, 106.96149, 115.13372, 67.38889, 139.98914, 95.53807, 139.52802, 114.63162, 131.11028, 89.31064, 119.74361, 148.25438, 87.30764, 112.69771, 134.9762, 106.14314, 115.63574, 127.07025, 107.87123, 102.8593, 114.32539, 150.26074, 82.73212, 118.08647, 122.89664, 91.79033, 102.51736, 99.71548, 110.14011, 97.38318, 140.51199, 118.29146, 142.20648, 112.98302, 100.36858, 107.99399, 89.58299, 113.23364, 53.59183, 106.97841, 140.92792, 116.5836, 128.24034, 122.914, 112.2187, 112.16905, 58.0276, 127.63569, 128.3593, 98.12641, 122.28442, 107.99563, 91.65183, 99.97617, 100.94246, 119.7338, 126.33015, 111.82906, 117.44193, 132.62715, 126.86256, 101.38931, 97.34727, 131.18768, 164.98706, 112.75389, 79.64131, 110.30075, 124.85533, 119.78871, 123.423, 106.67465, 70.84557, 133.4613, 108.79353, 139.09662, 122.36116, 109.26802, 116.86196, 91.02951, 103.54076, 133.72734, 106.41367, 98.91916, 111.71902, 115.35834, 137.90143, 98.75333, 99.64012, 121.46028, 145.13858, 112.80034, 97.20123, 122.87675, 115.06271, 107.53079, 140.33705, 162.2449, 142.7863, 87.24371, 179.99707, 99.82648, 127.95523, 98.72631, 135.13077, 131.41748, 92.16975, 87.93376, 130.96922, 104.24511, 120.72769, 152.45892, 98.17902, 104.76143, 104.76013, 98.43867, 141.40967, 142.59209, 134.47455, 168.46371, 176.31573, 156.19771, 124.59659, 110.01837, 96.9001, 83.52538, 129.54205, 118.07307, 135.42197, 144.47421, 96.48626, 174.2233, 131.94614, 254.46941, 261.24249, 313.83353, 318.2641, 206.1886, 376.31738, 276.47241, 330.05029, 283.81851, 290.60519, 270.42151, 307.11261, 257.58121, 292.4429, 273.96802, 256.69089, 290.22018, 347.85602, 222.60825, 316.25372, 273.64062, 375.58395, 230.76196, 313.46033, 299.90686, 291.55795, 306.25946, 314.74155, 280.70343, 318.8244, 310.46692, 282.98749, 292.0108, 269.89627, 227.19884, 320.65063, 321.71167, 379.91846, 280.36591, 307.3064, 293.65924, 293.46774, 236.99472, 400.84494, 326.77283, 337.56128, 288.03632, 364.47852, 281.24069, 263.84961, 272.92145, 270.72723, 252.3674, 278.32623, 358.26685, 258.27826, 228.00978, 321.83368, 339.72919, 273.39508, 348.10022, 302.19891, 342.23926, 340.58466, 293.35281, 234.62695, 333.85559, 247.39905, 255.93515, 401.37149, 393.42987, 370.00433, 312.72144, 249.88795, 278.9039, 416.43521, 258.41995, 298.05035, 308.19925, 297.10458, 261.35376, 355.9686, 304.8042, 204.33301, 407.56207, 320.83105, 261.69058, 337.84473, 446.46057, 327.91852, 315.43103, 359.02441, 278.04779, 264.18701, 406.94189, 223.37027, 407.97876, 368.49121, 187.99652, 261.05298, 383.78363, 340.14816, 394.88254, 319.7384, 403.63062, 414.11856, 347.16006, 334.55035, 304.31573, 278.29205, 287.7901, 372.64984, 293.49707, 329.81567, 380.16605, 296.61349, 282.13239, 317.9118, 250.62262, 331.93048, 292.25229, 252.82849, 344.73279, 261.39624, 262.46722, 253.88181, 334.43381, 358.26263, 321.69931, 359.28375, 455.66919, 354.45569, 396.19647, 427.34027, 361.98737, 204.19331, 404.44415, 414.64169, 419.47366, 245.05037, 292.28088, 286.31522, 329.69006, 388.77307, 399.8573, 302.89392, 415.93228, 251.12936, 236.70029, 324.41537, 281.75308, 376.35065, 345.65659, 271.06226, 336.52246, 345.27374, 263.92865, 245.88089, 264.38031, 341.44617, 205.37366, 295.61053, 313.30624, 307.5947, 325.73679, 325.61084, 482.71643, 277.51434, 398.49194, 408.49908, 317.60471, 311.16159, 418.56473, 389.96732, 338.70624, 338.6109, 275.38321, 342.04413, 436.51837, 293.51712, 322.91254, 454.89484, 326.46637, 310.7995, 262.56726, 383.83521, 340.5918, 452.54224, 392.79193, 430.61304, 340.46631, 389.86127, 270.81323, 367.53766, 366.45538, 440.06134, 369.36514, 406.56125, 407.69757, 343.67554, 380.45563, 447.56128, 376.79971, 360.76373, 319.85986, 351.23822, 370.19086, 340.85223, 464.48822, 385.68896, 346.39771, 381.50421, 440.96652, 349.83496, 427.73993, 386.57684, 382.59995, 375.54971, 366.57202, 365.80939, 392.17233, 371.52191, 390.29999, 285.42084, 350.18549, 409.65988, 305.38739, 412.54034, 335.26587, 322.04889, 369.39127, 392.63831, 349.54596, 371.62097, 311.70428, 377.21478, 389.30499, 410.71576, 390.19141, 257.07242, 337.1142, 258.39227, 350.44806, 361.97568, 309.09033, 359.8078, 288.19778 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 98.95306, 87.90987, 109.08125, 87.14157, 78.6973, 107.92204, 105.26369, 120.80362, 81.7451, 116.10826, 80.20958, 90.755, 61.97258, 81.64536, 59.77473, 102.00757, 61.7797, 61.71653, 96.97181, 62.2193, 72.43227, 73.30532, 72.46406, 41.40962, 67.177, 50.54916, 100.48427, 90.17152, 90.60491, 115.86189, 103.60362, 59.82262, 55.93452, 103.05954, 76.57124, 103.704, 96.85392, 52.22961, 113.53632, 99.15736, 89.09882, 70.65105, 107.02504, 81.18817, 83.56594, 95.36658, 76.99628, 102.57995, 39.57072, 70.47261, 93.22836, 107.90761, 60.82521, 77.45718, 68.0266, 82.84433, 97.20734, 81.71551, 99.81075, 104.04618, 53.9485, 88.65096, 89.77351, 94.37827, 80.89758, 122.1116, 125.00484, 109.4579, 102.27432, 55.44473, 83.78162, 150.0524, 68.0248, 135.75418, 89.29817, 95.23074, 93.34279, 84.97451, 88.62738, 51.30578, 104.04374, 101.01411, 77.89575, 70.03191, 58.96776, 134.23305, 101.97125, 72.66898, 85.89597, 46.60078, 81.91803, 63.81173, 102.92122, 88.18045, 79.33767, 93.15385, 107.00648, 72.44358, 93.08107, 74.97963, 110.58839, 64.83859, 105.80916, 52.53904, 127.23497, 87.02715, 107.0893, 85.50938, 78.94548, 88.56805, 65.22249, 76.59303, 66.52089, 103.15849, 102.62515, 67.98119, 86.21128, 93.93102, 95.16383, 102.24568, 96.36, 66.82547, 85.47018, 55.86702, 106.97658, 132.04027, 87.5118, 107.78599, 101.33464, 93.6339, 107.04508, 61.76028, 102.22779, 77.26464, 65.94489, 59.68335, 73.19424, 89.65178, 95.47852, 81.76938, 81.86498, 121.65485, 47.2704, 98.06567, 94.9502, 79.37003, 56.2609, 73.63039, 63.48376, 95.62845, 76.33934, 99.14387, 88.86014, 68.7683, 52.24018, 91.48636, 102.018, 87.40335, 143.51436, 129.54707, 98.69743, 101.32048, 118.1785, 63.3256, 76.02969, 81.57196, 92.66211, 70.18268, 75.00321, 75.98322, 68.7047, 60.90209, 105.39471, 110.03665, 86.97511, 112.21796, 46.59761, 125.46367, 76.34113, 72.8083, 76.1158, 138.20102, 61.9858, 107.28743, 90.75245, 60.07713, 118.63217, 74.7718, 93.29736, 158.15106, 82.12372, 102.37341, 103.0523, 90.84729, 111.04671, 85.97288, 77.96933, 80.29214, 125.21001, 105.41209, 110.14213, 101.99946, 107.96922, 120.63408, 101.3067, 55.23331, 94.88202, 112.29384, 84.18193, 103.64311, 101.9593, 73.97014, 123.05911, 93.00009, 67.02843, 87.17239, 99.92665, 102.12428, 109.43973, 74.32756, 78.76255, 123.06238, 75.02483, 63.7763, 74.21809, 86.03048, 134.64404, 113.44308, 102.46668, 152.09956, 124.22166, 120.20673, 70.6459, 43.22694, 86.22201, 68.31932, 107.70974, 87.45007, 77.37584, 62.55463, 77.36357, 59.11198, 95.92982, 117.03317, 62.22369, 85.64708, 54.23254, 85.91364, 81.27666, 75.15553, 104.33409, 97.83145, 96.78455, 134.10515, 130.47879, 79.47993, 119.61491, 97.72722, 106.0629, 88.84311, 78.10332, 78.35823, 148.91727, 96.04125, 129.2728, 70.07934, 117.34941, 113.74594, 74.71957, 77.92841, 84.79813, 81.95379, 106.05146, 118.72929, 121.79251, 76.97586, 101.69829, 113.08038, 84.77506, 100.61604, 126.91216, 126.74043, 116.20232, 95.98708, 53.8968, 106.22926, 74.69794, 83.29549, 85.53903, 135.30418, 83.06705, 118.07099, 83.23829, 100.72551, 74.86895, 77.34757, 62.14385, 82.72247, 83.088, 135.18507, 79.95714, 83.23963, 107.77925, 84.22095, 157.77516, 74.65247, 86.66437, 90.29958, 145.02966, 105.42555, 80.23694, 86.61273, 116.25972, 74.38287, 124.36472, 100.46716, 86.2023, 83.63895, 63.54897, 97.98081, 73.17079, 110.65063, 75.41583, 62.97408, 142.35225, 121.07745, 120.75967, 88.29995, 68.12109, 58.97548, 112.59101, 99.26987, 62.90505, 86.31681, 120.67532, 88.36758, 126.96545, 116.39557, 98.46428, 87.92992, 111.59252, 163.0667, 117.10252, 83.15021, 112.32825, 78.96106, 87.133, 105.87187, 108.03867, 103.1996, 78.99089, 66.95866, 93.11961, 98.62888, 77.95497, 78.54816, 117.00431, 92.84319, 87.73447, 105.9461, 82.55202, 125.53236, 83.6812, 96.04662, 78.80058, 96.58761, 101.85123, 124.90948, 121.39955, 86.75424, 104.19216, 163.78448, 88.48595, 73.53418, 130.58179, 113.38197, 129.48286, 76.70023, 58.70212, 112.79896, 96.6859, 94.55486, 69.23999, 75.79078, 96.05019, 96.95328, 101.9366, 93.1111, 79.68383, 88.35234, 92.20666, 165.51572, 63.34576, 142.43802, 117.39511, 87.64719, 91.8064, 127.75706, 69.1785, 72.05035, 98.15118, 107.71868, 118.69585, 107.78069, 139.46034, 111.41451, 107.21352, 86.54462, 105.43799, 83.82884, 127.31785, 83.23137, 117.43298, 94.59325, 82.03497, 112.07852, 80.86579, 153.85425, 58.75161, 101.48917, 120.50053, 129.1432, 59.33475, 109.77269, 93.1496, 96.17432, 94.35145, 99.87091, 112.49028, 150.88193, 81.67701, 74.97232, 76.37366, 109.69473, 118.35172, 97.082, 94.23157, 100.41077, 83.26511, 70.66515, 102.54154, 79.26724, 107.78615, 119.66497, 72.18433, 131.03931, 91.15293, 72.04245, 82.32742, 67.70369, 158.39291, 150.40482, 61.38954, 81.09859, 79.15143, 128.59274, 62.22905, 87.75182, 89.87392, 98.80068, 113.7337, 55.78245, 105.48267, 112.17989, 111.31058, 82.97838, 82.40599, 141.06128, 95.42021, 86.52213, 96.02142, 144.30893, 51.1033, 83.1721, 102.4964, 94.74509, 105.44868, 106.53841, 64.78606, 92.4272, 113.42204, 118.65907, 58.0733, 82.41774, 130.62273, 100.42702, 134.79616, 107.97533, 156.45009, 92.24643, 107.30867, 121.53265, 153.44345, 143.12357, 98.76842, 91.71811, 143.35712, 97.5407, 96.51044, 107.30659, 107.72252, 108.93872, 110.02391, 80.12403, 126.60996, 167.70532, 94.91554, 102.75981, 74.46178, 140.04871, 93.23892, 99.2831, 116.86539, 102.43645, 104.11794, 78.54238, 124.93396, 86.0652, 85.06793, 74.46261, 114.52181, 100.99254, 128.59723, 94.51692, 137.12268, 86.95714, 153.77991, 99.31445, 65.0593, 122.30654, 94.88305, 107.93296, 115.75498, 142.60876, 96.89571, 70.77457, 90.63642, 129.6048, 137.33585, 115.88058, 88.80692, 115.92482, 94.31364, 100.07869, 125.42659, 159.5163, 81.04092, 76.37144, 69.54771, 110.93572, 82.33234, 108.44383, 83.9408, 119.97559, 82.87312, 122.80599, 149.09915, 148.84531, 148.1998, 145.42014, 143.16492, 153.74042, 138.86905, 94.08624, 112.58715, 103.11044, 110.489, 93.15291, 157.0191, 109.58076, 93.34011, 89.54131, 135.85547, 116.39282, 109.52554, 147.00885, 81.98454, 98.51831, 102.09293, 125.58601, 119.11964, 94.52995, 126.8885, 108.56963, 136.26006, 87.75453, 140.11156, 108.32013, 66.31593, 111.3623, 160.74919, 87.94266, 95.31762, 97.96422, 140.60153, 178.96599, 102.44427, 114.85686, 84.32088, 105.77026 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 0.4874819132673435, "neutral_loss": 3.0084608423559795, "target_chat_loss": 2.2176034309830213, "neutral_init_loss": 4.678272418212891, "target_chat_init_loss": 2.5110816218058267, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 72.3548, 67.40038, 73.81109, 71.05595, 74.00496, 98.76135, 101.24037, 70.04395, 84.10832, 70.53507, 115.04167, 88.64595, 103.97559, 106.69925, 60.45187, 149.0834, 74.47598, 102.59003, 98.76657, 87.61139, 124.82507, 70.53341, 105.84947, 119.56297, 86.77087, 77.32008, 101.09214, 83.67973, 72.4111, 64.88528, 107.47554, 95.14022, 58.82262, 88.26265, 64.80228, 84.42841, 108.55956, 75.43324, 71.40597, 62.12926, 104.12329, 88.62231, 82.55472, 121.77837, 105.26443, 105.88092, 116.46323, 141.36913, 92.70781, 81.3377, 119.13361, 78.81522, 100.77685, 102.10962, 93.81129, 109.22408, 63.50968, 98.27398, 67.21344, 95.56401, 123.93284, 124.00852, 100.94116, 94.47305, 114.30861, 104.15425, 135.00876, 137.74303, 114.44298, 106.49027, 108.64704, 83.08537, 126.94366, 121.9446, 64.65494, 66.93491, 101.30656, 87.54504, 107.16305, 115.46099, 88.97675, 68.62669, 127.51286, 94.2746, 118.67931, 98.36005, 65.61217, 105.21056, 106.28717, 102.46814, 83.94931, 84.40437, 93.26697, 61.07355, 122.20448, 89.20549, 109.83025, 89.56054, 133.44083, 153.07375, 84.30435, 126.55956, 99.98337, 107.43826, 98.42357, 101.59906, 74.3987, 109.29588, 134.11066, 118.94788, 121.90133, 113.07971, 116.31356, 108.26529, 115.21236, 118.73488, 86.52641, 128.51419, 79.34624, 80.96015, 88.12488, 104.65413, 113.9072, 64.96806, 136.74266, 98.46931, 136.47583, 118.40495, 130.5929, 93.87389, 117.63202, 150.87299, 81.49961, 109.41076, 132.81241, 103.92522, 114.22573, 126.67741, 107.82936, 103.20962, 111.20819, 156.02983, 82.63877, 112.51133, 132.13269, 85.12253, 102.55228, 103.91806, 111.23378, 97.82264, 146.79108, 115.55891, 152.06247, 116.04122, 103.3141, 109.36823, 94.74295, 122.35924, 51.7687, 105.4023, 135.83325, 116.64474, 126.36751, 127.81512, 112.15846, 111.21993, 60.61587, 127.2406, 126.48189, 89.51073, 117.24097, 106.40273, 87.05177, 99.44997, 115.89844, 118.72348, 126.06964, 110.29269, 114.54855, 126.99535, 125.17821, 89.52047, 99.63497, 126.94763, 162.15994, 114.95763, 79.325, 102.02863, 126.44841, 124.103, 125.61181, 111.389, 69.76569, 140.14587, 107.91112, 149.81146, 119.78948, 114.45631, 117.83818, 86.15787, 104.98238, 132.64795, 105.55409, 94.5528, 111.45293, 117.0228, 141.77133, 101.74179, 98.2454, 132.7491, 139.90317, 122.61976, 101.74329, 126.87958, 117.89763, 107.17946, 151.96158, 168.35303, 142.14886, 84.19571, 181.08801, 94.68095, 129.9357, 106.51491, 141.08121, 128.57678, 90.78877, 87.065, 128.51848, 100.47089, 128.9928, 142.80214, 96.66357, 101.30561, 108.48833, 96.89856, 134.81897, 137.36023, 136.07922, 171.99033, 175.91151, 148.71843, 119.90542, 106.9657, 94.60123, 86.40542, 133.66357, 114.9682, 136.38541, 145.44466, 93.08031, 174.24881, 129.67859, 254.86331, 271.04907, 326.80261, 332.44974, 211.99698, 383.74097, 279.39017, 334.94479, 295.7088, 294.81262, 275.13174, 310.20129, 272.13068, 303.60297, 285.01999, 262.30658, 297.34155, 355.13391, 228.02432, 325.29181, 284.41013, 378.18094, 241.89569, 316.23322, 300.08215, 289.51465, 315.29443, 319.59711, 285.65265, 323.89423, 312.67261, 290.52179, 298.45721, 283.57257, 225.75352, 328.64819, 324.3634, 386.80701, 289.50482, 316.70511, 298.88992, 293.8168, 245.71429, 422.65784, 332.18399, 342.12225, 296.86002, 369.18164, 286.5694, 269.95117, 277.57022, 271.20154, 266.45337, 287.52618, 361.27444, 269.93546, 230.6261, 335.05283, 343.32001, 277.47943, 351.99878, 306.31384, 356.92642, 344.59241, 297.06268, 240.69823, 337.86646, 256.32941, 262.39966, 399.02222, 394.94131, 375.67117, 324.49329, 256.43307, 292.64594, 408.35229, 265.6236, 300.04688, 312.62729, 297.71619, 261.60181, 361.24472, 307.47058, 206.01016, 410.28793, 331.36261, 269.3111, 354.29501, 449.13892, 339.93814, 328.74039, 372.95236, 289.24811, 264.36597, 414.38263, 233.84576, 409.341, 377.82739, 190.14902, 260.59644, 387.17676, 338.99969, 398.15195, 316.60669, 414.43079, 404.2417, 358.47849, 336.93225, 305.82422, 284.66742, 287.68665, 377.51974, 295.88422, 334.2359, 387.58801, 309.35199, 288.07373, 324.7197, 255.57716, 345.47443, 294.19611, 257.85516, 362.77249, 270.74234, 262.15979, 257.21243, 339.46692, 361.34885, 330.33716, 371.25525, 460.48715, 357.25275, 413.84497, 428.71997, 369.01553, 205.07796, 412.52905, 419.33148, 406.42465, 246.47723, 296.51471, 294.49698, 332.64966, 408.30582, 407.47906, 315.31012, 427.93866, 254.07262, 243.15936, 331.23535, 291.94943, 389.57654, 340.33337, 270.79181, 339.09064, 353.30853, 262.33707, 246.36752, 268.53845, 344.32391, 207.74905, 297.63599, 318.40952, 309.63605, 326.42322, 331.61749, 490.99734, 285.40057, 396.57312, 418.3078, 322.57693, 309.96582, 425.93417, 394.54376, 345.16211, 343.16364, 286.23785, 351.24683, 446.09409, 306.35706, 322.02545, 464.99881, 332.85986, 314.95749, 274.58502, 387.51791, 344.46039, 470.39291, 395.7197, 443.69928, 353.00421, 392.24994, 274.04788, 372.85638, 370.1687, 443.98035, 369.76007, 421.90491, 417.8367, 347.86832, 384.88422, 453.71115, 383.05884, 365.37421, 327.96289, 356.17484, 377.76083, 344.67407, 471.9429, 395.54504, 345.21008, 387.98779, 451.27875, 357.81506, 434.526, 391.90924, 400.18488, 376.17276, 373.26331, 375.26666, 395.95102, 373.74133, 401.81927, 291.51489, 358.16406, 426.26276, 310.23859, 410.16782, 341.86093, 328.34305, 380.79608, 400.815, 348.75259, 383.95798, 317.82153, 390.74371, 388.63336, 410.31976, 394.35229, 262.95239, 345.06854, 258.70215, 352.70074, 368.41388, 318.7056, 366.08023, 292.74182 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 96.27946, 86.13875, 108.93248, 84.48771, 69.37798, 105.49316, 107.64974, 113.06725, 75.51788, 113.01518, 79.56279, 85.91629, 59.24911, 81.67876, 53.90093, 103.61361, 56.80861, 57.38193, 88.60057, 51.81777, 74.3112, 70.79684, 68.02934, 35.82683, 64.68954, 48.47169, 102.96426, 90.93822, 75.43838, 105.84653, 104.23935, 54.47952, 52.54253, 101.29222, 69.58733, 101.62663, 99.62917, 47.81502, 103.03108, 92.59842, 84.51314, 66.51644, 97.16207, 80.19207, 75.94981, 94.25311, 73.66331, 96.92134, 35.88296, 66.77863, 90.50635, 100.7302, 59.13654, 77.40081, 72.13715, 75.48246, 92.81772, 77.6382, 105.93334, 101.36771, 49.94719, 83.55682, 87.13042, 91.51102, 74.69405, 119.00708, 122.29451, 113.35796, 99.19519, 53.82754, 77.52174, 149.06734, 61.42308, 133.6575, 86.29704, 93.13204, 93.02548, 84.00656, 88.85034, 45.10398, 95.99545, 92.71288, 74.96005, 67.23418, 61.93144, 130.43022, 98.2207, 71.8255, 81.72821, 46.21963, 76.53748, 63.40124, 102.73206, 85.19243, 74.9684, 88.93591, 89.73923, 70.82259, 82.67618, 69.49174, 105.83616, 59.07497, 105.98421, 48.02286, 121.46254, 81.48267, 102.88954, 83.81866, 78.5797, 90.2879, 60.45926, 76.02664, 63.0607, 101.54964, 103.78342, 64.00732, 83.73253, 87.83992, 89.16253, 99.61948, 89.36257, 52.16441, 79.92152, 53.61813, 102.94139, 124.70857, 76.16028, 112.17171, 88.07397, 96.77636, 102.49077, 64.27405, 101.34715, 70.35935, 57.5056, 63.8427, 74.27029, 82.998, 91.847, 75.82391, 76.77382, 117.20291, 44.26629, 88.02486, 91.07825, 67.58027, 53.19841, 65.31744, 63.73036, 103.28091, 74.73994, 94.17384, 81.66674, 67.55247, 52.31237, 92.11398, 100.56039, 76.2107, 136.06508, 126.91837, 90.90701, 102.15398, 107.77638, 59.50332, 75.64207, 72.29334, 91.24463, 62.82155, 66.96248, 75.62299, 63.76847, 51.06477, 101.00003, 95.02885, 78.52483, 115.64061, 40.98629, 124.77545, 71.79631, 66.07967, 75.04925, 134.22806, 58.45101, 105.42189, 90.47044, 56.34359, 118.28503, 69.47621, 83.90613, 156.98544, 75.64954, 95.2845, 97.32605, 82.19585, 106.11259, 86.1211, 71.29824, 79.39839, 117.62581, 101.22267, 105.16209, 91.17619, 109.49996, 119.3578, 99.31619, 50.83424, 87.05417, 112.08504, 82.98528, 108.82932, 90.41077, 75.9903, 123.38654, 96.94296, 61.82859, 85.76854, 97.37284, 96.88701, 108.37581, 68.54288, 73.46785, 119.37459, 74.27754, 59.96478, 67.94938, 85.00088, 131.612, 108.90269, 104.04616, 147.25238, 122.83317, 117.53793, 68.44218, 37.81952, 85.53181, 67.96767, 98.55574, 91.07643, 75.68465, 60.64575, 72.86415, 43.73328, 102.25756, 111.69595, 60.54076, 80.07985, 48.96272, 82.7507, 79.19085, 71.25645, 103.13849, 91.10637, 94.10264, 130.61612, 131.16284, 73.80727, 114.46165, 91.14499, 105.86534, 100.62222, 75.4375, 71.45565, 148.95245, 93.06036, 123.29805, 66.07146, 108.88759, 115.8587, 67.99394, 78.50976, 77.43533, 70.1892, 97.64726, 115.98443, 122.4745, 76.68814, 100.51118, 110.17673, 86.0089, 101.87657, 122.41463, 123.91139, 116.3866, 97.71736, 48.88193, 97.38634, 70.4015, 78.77357, 84.38644, 134.88336, 81.38463, 116.80046, 82.43763, 93.62906, 69.62674, 71.17424, 57.05862, 85.22723, 78.77294, 136.70227, 73.83573, 78.84608, 105.97688, 79.22618, 157.93681, 67.25684, 83.09315, 85.87505, 145.48865, 98.38047, 81.19366, 85.28811, 115.42229, 68.56282, 124.08511, 99.45615, 87.34573, 76.80948, 61.38287, 94.45399, 74.5135, 109.62053, 70.57362, 64.85893, 142.44489, 117.46692, 121.87793, 86.10736, 59.76098, 50.96312, 107.70559, 95.65837, 55.26066, 81.23488, 121.47578, 80.50787, 123.63885, 116.74482, 94.19102, 86.30119, 105.19942, 168.31432, 117.2989, 81.13187, 107.36139, 73.57983, 74.44559, 102.80106, 100.90008, 94.89929, 80.07882, 62.83164, 88.41798, 98.92111, 67.53989, 76.5876, 119.66385, 92.51456, 82.56676, 100.1348, 86.7256, 121.38026, 86.4026, 93.50625, 79.92561, 96.44507, 97.45905, 122.29512, 115.16034, 82.92799, 91.79832, 160.82883, 81.37111, 73.46582, 127.02644, 102.55985, 126.34674, 76.12828, 58.29489, 107.13719, 92.83617, 96.69487, 59.03538, 69.40886, 89.75252, 92.25781, 98.64519, 86.17432, 74.7068, 82.08263, 94.00171, 167.94693, 57.09149, 128.33452, 122.51204, 83.58613, 88.44252, 119.07101, 65.77084, 64.60973, 89.29268, 107.22866, 115.16705, 105.93011, 136.11737, 106.59453, 97.56854, 83.28386, 104.82378, 79.48308, 125.25581, 85.35811, 114.98747, 90.91107, 80.52298, 103.40306, 79.6256, 155.56871, 53.27244, 97.32967, 124.32921, 117.35094, 53.5625, 98.69481, 85.64703, 97.24667, 90.27695, 104.34718, 116.76392, 154.19118, 85.2623, 70.23978, 71.96967, 112.22185, 113.28873, 85.75677, 88.97366, 93.11734, 81.42537, 71.07327, 95.94563, 77.61187, 111.73576, 123.0042, 67.40567, 137.36963, 86.54728, 66.71575, 67.92735, 63.31093, 146.06047, 144.68332, 56.77997, 71.40213, 72.96289, 126.01616, 63.3597, 82.08846, 87.13835, 95.76688, 113.57379, 57.00103, 103.42546, 109.01747, 107.80515, 76.12412, 79.71981, 136.19376, 89.11887, 87.9775, 92.76245, 136.00551, 52.59239, 78.29804, 94.14412, 94.17822, 103.8759, 106.67879, 62.88776, 91.49005, 115.89167, 116.0059, 57.78142, 77.10703, 125.73322, 95.56053, 141.4223, 115.39523, 159.03043, 101.00235, 100.82859, 116.11977, 160.47615, 139.89621, 90.32338, 89.49864, 145.52957, 89.78785, 97.00287, 104.08824, 105.42037, 109.29733, 112.8115, 76.8521, 121.05251, 166.20724, 89.11995, 107.35545, 69.8331, 133.32016, 86.46893, 92.10048, 116.74084, 114.78758, 96.87406, 76.35133, 120.00846, 91.23746, 80.19587, 73.98917, 107.54091, 98.08591, 115.82371, 99.8532, 142.78442, 78.46712, 148.93449, 83.86018, 64.19209, 129.89404, 94.47896, 93.65096, 115.61938, 147.07004, 89.62936, 68.24707, 86.88353, 113.87878, 137.28471, 110.36407, 91.67224, 108.40269, 86.82677, 93.46317, 117.5323, 160.29985, 77.25169, 70.60889, 60.82463, 105.34647, 78.31338, 102.89266, 78.18946, 115.60591, 78.75607, 116.60318, 146.69849, 141.29388, 145.07782, 140.17232, 133.8804, 141.61861, 136.11935, 95.19988, 108.23541, 101.55061, 107.62314, 85.50296, 155.5338, 103.93195, 98.18784, 85.70897, 134.79204, 113.61708, 104.32846, 151.00763, 77.2112, 95.20628, 102.9399, 119.17262, 120.86513, 84.01668, 127.21153, 98.12516, 132.19943, 82.54182, 145.68857, 103.98825, 71.07943, 109.77717, 154.72249, 86.40891, 89.86185, 89.37103, 138.44946, 182.9548, 98.67584, 108.59375, 78.97754, 106.94216 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 0.8054705208026479, "neutral_loss": 3.0744942483969835, "target_chat_loss": 2.1960008107719178, "neutral_init_loss": 4.451301287841797, "target_chat_init_loss": 2.262880869547526, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 71.52391, 65.8642, 78.59539, 65.48009, 68.26761, 97.4527, 93.38594, 64.37148, 94.81368, 68.44591, 106.42271, 85.91623, 101.80736, 108.28091, 56.88557, 145.38474, 63.42903, 104.06165, 95.37974, 85.21385, 131.23883, 72.38544, 107.54187, 114.43896, 81.96497, 59.1344, 106.69165, 87.75722, 46.75813, 67.43095, 105.33345, 96.81425, 52.42624, 95.29932, 69.84579, 88.69317, 105.5426, 74.78352, 69.94268, 64.83852, 106.48273, 85.48147, 75.80145, 119.60974, 95.66895, 108.51017, 115.09812, 138.31992, 89.15926, 87.62973, 124.28111, 78.98006, 101.40596, 98.31713, 91.07662, 103.48975, 68.47002, 94.76744, 68.92854, 90.53707, 121.42516, 122.76031, 90.30409, 85.41167, 117.26696, 98.63806, 136.58749, 138.82108, 103.35239, 102.90748, 107.66255, 82.33505, 130.08218, 133.65121, 63.37202, 66.8348, 92.67037, 91.8081, 90.59564, 111.12154, 96.13194, 72.25784, 128.75131, 92.0059, 118.25433, 102.54017, 64.006, 110.39169, 98.92888, 111.37923, 95.1739, 86.05701, 90.26896, 67.59903, 124.95374, 90.78558, 117.05589, 86.38705, 127.50156, 154.76178, 86.44395, 127.66415, 100.40179, 108.83586, 96.24444, 98.31774, 76.62527, 109.54807, 151.36197, 117.80275, 117.24123, 105.2798, 113.40576, 90.96943, 107.91795, 120.80643, 93.68568, 131.84702, 82.95251, 80.96021, 78.66164, 102.02078, 112.20193, 62.11373, 121.38761, 98.53053, 137.66029, 121.31956, 138.37117, 107.19141, 117.92626, 151.57236, 68.46517, 105.50806, 132.68909, 104.69441, 112.82926, 128.24594, 108.72456, 106.12718, 102.62475, 165.75677, 81.47832, 110.81888, 139.83336, 74.01439, 100.55632, 118.24953, 113.48726, 97.96053, 151.06122, 106.00766, 161.85867, 121.30151, 112.71025, 109.86356, 97.92329, 137.70331, 46.50745, 100.71399, 128.00699, 116.16633, 121.11096, 126.67274, 114.11224, 114.30202, 74.11694, 127.63382, 121.90675, 71.55405, 116.96242, 107.54139, 83.22038, 96.17905, 134.19781, 115.57735, 123.32133, 114.50897, 111.52293, 113.81908, 118.16402, 82.32234, 105.88047, 123.23508, 160.94849, 116.9611, 78.83678, 86.42932, 124.22293, 132.8176, 127.65784, 114.08404, 64.7553, 151.56966, 104.66117, 150.92133, 117.16252, 122.86161, 122.90013, 80.71404, 102.71751, 131.89188, 100.25555, 94.76996, 112.98122, 128.05472, 143.46715, 109.81051, 102.90125, 144.68234, 131.87277, 135.71039, 112.19608, 129.57959, 124.5813, 107.05988, 158.64987, 178.80833, 141.97095, 74.32103, 183.10352, 90.51534, 139.91943, 117.04088, 157.08618, 132.32074, 88.2821, 88.73616, 129.28452, 99.86529, 140.65198, 131.45737, 97.30502, 104.01906, 122.03672, 94.98317, 129.23866, 131.07718, 138.5657, 178.76454, 175.67795, 133.90862, 113.52513, 102.07459, 101.19753, 90.16677, 134.78169, 125.23232, 135.69887, 145.31601, 78.36107, 179.47116, 127.10083, 260.45319, 286.15863, 342.42654, 352.40649, 220.64246, 397.54285, 285.09778, 341.14841, 316.66653, 299.64355, 280.12424, 319.37894, 285.04971, 321.93991, 301.6543, 272.09598, 310.16626, 360.13727, 241.0775, 339.84811, 303.09613, 386.80038, 263.11017, 325.2157, 299.27625, 288.34821, 326.46136, 323.16284, 293.23404, 331.9537, 322.11856, 303.40115, 305.3981, 299.05896, 227.9386, 334.33295, 331.4744, 401.23849, 310.66205, 330.02527, 303.4317, 294.81577, 263.27258, 440.83368, 341.34253, 353.67157, 315.45673, 372.38849, 291.37573, 277.04755, 277.85168, 273.6604, 290.54654, 301.25433, 358.72485, 286.31464, 232.66447, 355.61319, 350.81909, 290.78809, 361.45856, 309.71985, 385.4624, 362.13306, 305.64981, 249.53709, 343.84851, 271.88443, 268.71933, 405.53717, 401.3877, 387.19077, 338.82919, 267.31268, 316.30914, 403.3349, 279.17664, 305.242, 320.72791, 299.53925, 262.1015, 369.48199, 309.47867, 209.08475, 413.66925, 349.46533, 274.30237, 381.39832, 454.42548, 348.379, 351.18689, 396.88004, 306.0885, 266.84515, 429.33282, 248.62431, 408.30609, 389.59686, 192.82315, 263.79938, 395.80249, 340.66058, 403.21283, 314.03247, 424.37598, 402.7113, 377.88141, 345.98285, 314.05048, 304.685, 290.68701, 391.77789, 303.21173, 342.87119, 396.08847, 327.35321, 299.53015, 336.94681, 266.3721, 375.17709, 299.80786, 266.9126, 385.59955, 284.89325, 260.83569, 261.90152, 349.52844, 370.73236, 347.46994, 394.01312, 462.50085, 361.26874, 437.15094, 431.90118, 383.29828, 209.21216, 420.99426, 422.98846, 391.37259, 251.48643, 304.97473, 311.33685, 332.40823, 433.34225, 414.29944, 338.7572, 442.64972, 258.12857, 257.79779, 340.39868, 305.86078, 408.07755, 338.69247, 276.89893, 335.49945, 363.35611, 263.767, 249.50903, 272.40155, 349.97876, 216.14206, 299.92255, 329.54288, 324.63803, 332.76044, 353.50934, 497.58569, 308.40439, 399.06848, 431.60648, 324.59894, 308.62253, 436.96521, 395.9744, 349.8797, 349.61676, 301.94766, 364.12997, 461.06366, 318.72577, 330.50272, 476.66086, 340.89008, 324.93246, 296.70154, 397.79004, 362.54156, 490.70441, 406.16226, 463.2453, 374.5751, 397.53131, 274.65302, 381.74707, 380.92212, 451.11407, 376.49988, 448.48349, 430.01547, 355.10016, 392.63293, 461.58954, 391.64038, 374.01575, 336.62457, 363.30652, 382.69269, 348.12991, 481.62802, 407.41675, 343.92456, 402.17255, 466.89716, 370.56885, 444.22412, 401.27814, 424.07385, 382.54318, 383.03073, 390.46631, 404.25378, 376.59875, 414.96106, 306.02887, 371.91968, 448.32767, 319.79358, 415.17075, 348.32397, 334.71085, 399.30487, 417.72095, 357.55197, 400.57111, 326.34595, 412.20026, 393.83505, 409.83768, 397.58453, 268.88828, 352.89746, 255.85237, 357.42468, 380.78204, 333.97656, 370.18341, 294.88333 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 92.30067, 87.10333, 110.33727, 81.02397, 65.92885, 100.45853, 109.53535, 107.8266, 68.21619, 109.69511, 82.40671, 82.50397, 61.70515, 92.18071, 48.81916, 105.48317, 54.85448, 55.94692, 80.07602, 45.68699, 76.40668, 69.91853, 66.36829, 34.44193, 63.36226, 48.40742, 102.4644, 89.62663, 68.04185, 105.88898, 105.85396, 55.33789, 54.0982, 101.03455, 67.4756, 103.61546, 100.19469, 44.44788, 100.70394, 87.88095, 79.01852, 64.25822, 93.80724, 79.99271, 70.97124, 93.34882, 72.76801, 91.71751, 35.68896, 63.9796, 83.40475, 94.71585, 61.42098, 76.664, 78.72874, 71.83113, 91.29138, 78.51316, 110.66704, 99.50652, 48.85768, 79.7319, 87.96381, 89.66713, 67.36591, 115.95627, 120.03329, 117.95818, 93.85383, 54.94514, 76.1993, 147.04669, 58.49769, 132.70438, 79.06761, 91.55498, 95.41973, 82.28183, 85.51135, 42.81004, 90.86773, 87.12604, 73.74879, 66.17466, 63.22237, 125.45971, 96.25789, 71.6362, 81.62636, 49.34221, 74.74985, 66.00642, 102.14052, 81.92545, 72.91264, 88.68909, 81.94412, 69.23325, 77.52131, 71.31587, 104.92735, 56.79651, 107.04871, 45.59842, 115.38052, 86.8682, 103.40941, 81.55711, 80.74216, 91.97198, 61.47449, 74.49969, 61.83915, 98.54081, 105.85628, 67.342, 84.12948, 86.60109, 88.06659, 100.01077, 84.07894, 48.38038, 79.26752, 55.5618, 97.20637, 122.27713, 70.40797, 112.42517, 79.09853, 104.48898, 98.31833, 65.67591, 103.71125, 67.49886, 52.53281, 72.47937, 74.19528, 81.02151, 85.85635, 77.10178, 75.5033, 110.15739, 46.11197, 81.18904, 92.87836, 57.79901, 51.28716, 66.73535, 66.08401, 104.83252, 73.62202, 92.47456, 78.9348, 66.68069, 55.03431, 85.95308, 97.25276, 72.23642, 129.70731, 126.26382, 88.5806, 104.3782, 101.26909, 57.67457, 69.24422, 68.30414, 93.03514, 59.22317, 57.91458, 75.89255, 62.41632, 48.66565, 103.19821, 83.44373, 74.01029, 116.91486, 42.81913, 122.69167, 70.2982, 62.46821, 76.24034, 128.10464, 60.47601, 97.85933, 90.20515, 53.65326, 117.98012, 68.33222, 78.68498, 155.33148, 71.86873, 93.12799, 91.5647, 83.93518, 103.20152, 89.74464, 66.56826, 78.40839, 120.01939, 98.52843, 102.32675, 85.97002, 114.76746, 117.61185, 99.71498, 49.65249, 84.32038, 115.37094, 86.02519, 120.65096, 84.79389, 78.63142, 124.06923, 103.39468, 60.16323, 87.03222, 96.30405, 93.98189, 106.20152, 61.99028, 76.00935, 112.79977, 72.54109, 55.22504, 63.34414, 84.94247, 129.76224, 109.63197, 109.0946, 140.37834, 121.09709, 114.32024, 65.49553, 37.57229, 84.53522, 69.13641, 91.06888, 94.10691, 72.50513, 62.95697, 71.14236, 38.78447, 110.1727, 104.55125, 60.87243, 79.77151, 46.02467, 82.4691, 78.19022, 69.7047, 100.64636, 87.79492, 95.59727, 126.45135, 119.66426, 69.51083, 112.40398, 89.49629, 105.18433, 106.15058, 75.48794, 67.12937, 153.94992, 91.94312, 119.40675, 68.58246, 103.62128, 119.3145, 66.48224, 77.49031, 75.29591, 65.21352, 90.44253, 114.3653, 120.84689, 73.17239, 104.69548, 108.43709, 90.36309, 102.49487, 120.39703, 120.60354, 108.28714, 99.68169, 48.91368, 93.01086, 72.07891, 77.37077, 81.775, 128.45209, 78.90869, 118.08385, 83.86594, 91.70137, 72.38758, 70.611, 57.50037, 89.34352, 75.83656, 139.82063, 69.86566, 75.49129, 105.00731, 76.65462, 156.60294, 64.20299, 85.17868, 81.63404, 148.57535, 95.4352, 82.42617, 84.87624, 118.37645, 64.53013, 119.96393, 98.7101, 89.71863, 71.52884, 57.67958, 91.8754, 76.01123, 108.85817, 68.0591, 67.18463, 147.16232, 112.91079, 121.41008, 87.50062, 58.96895, 49.49425, 102.76308, 97.63252, 54.36552, 76.2299, 123.89292, 75.70829, 119.34662, 119.93868, 95.43714, 85.67889, 104.30435, 169.44931, 115.20891, 82.59975, 109.38552, 71.05633, 65.40899, 102.3114, 99.28932, 91.47835, 79.26408, 65.97134, 88.71383, 96.01889, 62.1273, 77.29988, 121.93513, 93.38255, 81.14277, 103.8385, 93.80827, 116.73821, 93.05405, 94.34335, 82.86418, 96.71423, 97.50743, 121.08702, 114.20753, 82.40875, 86.95128, 158.62854, 78.66795, 75.86217, 124.91459, 97.64082, 131.15543, 77.12332, 58.14506, 99.46324, 93.34444, 97.1284, 58.46267, 69.65968, 82.75883, 93.58862, 95.82114, 83.0242, 76.70826, 78.481, 93.36466, 166.21475, 54.24459, 122.52214, 125.30765, 80.43116, 89.42293, 113.01472, 67.44549, 62.23363, 85.68489, 106.12022, 117.8922, 105.23859, 136.35243, 102.89409, 96.86217, 84.88879, 105.8058, 79.83077, 128.29022, 85.25902, 113.22143, 88.03981, 83.81499, 102.0444, 78.83907, 152.04675, 51.87631, 94.64122, 132.27393, 109.28263, 54.75753, 96.22149, 82.52335, 100.53314, 93.25552, 109.98776, 118.24717, 148.48999, 88.8916, 72.34869, 68.86211, 112.47832, 109.03279, 77.53537, 88.0203, 90.09019, 88.21851, 73.43161, 94.98761, 78.16377, 119.92729, 120.62262, 72.91211, 143.37289, 85.24258, 62.5763, 65.45032, 61.87595, 138.2406, 138.76054, 58.94128, 70.55585, 70.88251, 123.32647, 69.01585, 78.25568, 89.93048, 93.09348, 112.95043, 60.53609, 105.25963, 108.32447, 110.24917, 74.86199, 77.80082, 135.88745, 89.61567, 88.28665, 89.49327, 130.41502, 54.98194, 75.38749, 91.03546, 102.18935, 100.3338, 109.14648, 62.07806, 90.2756, 117.02803, 116.11681, 59.80385, 74.8316, 124.21234, 94.82602, 145.74155, 118.64484, 158.9753, 113.94599, 97.42815, 115.76791, 166.62115, 142.957, 92.23187, 87.53107, 148.29843, 94.13892, 94.93387, 101.20888, 105.5574, 110.85576, 112.81512, 76.86542, 115.04741, 164.95528, 88.45674, 108.34676, 72.28101, 124.03937, 84.8931, 87.28209, 117.03506, 121.36699, 99.07948, 75.85277, 118.22455, 96.40216, 78.76686, 72.17953, 107.21434, 96.2419, 111.21242, 106.59529, 148.33017, 74.55676, 146.25067, 77.25293, 64.69196, 134.79401, 89.40362, 90.69728, 117.7717, 151.23839, 89.71967, 69.83397, 89.20108, 104.16042, 139.46909, 107.66685, 96.01995, 104.6187, 83.16858, 86.65727, 112.45743, 164.33463, 76.40324, 68.94144, 56.87079, 100.61186, 74.34941, 100.92276, 80.56496, 114.08429, 78.22993, 116.30975, 144.25635, 143.38933, 145.15793, 132.93605, 134.15707, 142.16461, 137.82529, 102.01752, 105.63458, 106.33607, 105.70374, 81.00854, 157.89659, 105.04305, 103.14619, 83.01043, 138.41794, 117.23054, 105.20816, 152.55849, 78.10242, 93.20718, 103.22809, 119.50132, 126.34111, 81.3306, 128.74141, 95.01542, 130.8871, 82.28715, 148.77756, 102.87271, 74.86102, 109.58866, 152.65173, 89.20503, 87.72813, 86.06761, 140.8485, 187.94931, 94.42112, 105.60863, 80.81332, 114.2038 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 1.151553129769021, "neutral_loss": 3.195113544432792, "target_chat_loss": 2.235873360130418, "neutral_init_loss": 4.3090902496337895, "target_chat_init_loss": 2.190814270019531, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 72.79048, 66.84444, 86.04915, 60.02965, 66.65517, 97.75163, 85.02185, 57.23463, 106.64963, 67.89592, 99.44417, 93.59358, 109.24497, 106.96507, 58.91782, 141.29819, 57.86798, 107.67704, 83.20065, 79.00352, 134.90982, 85.8058, 118.55207, 111.38396, 83.08971, 62.18884, 116.04653, 93.85596, 43.91833, 72.03743, 102.30962, 95.73577, 51.10378, 101.06995, 82.1076, 92.10259, 103.62285, 69.73602, 85.59161, 75.07117, 111.51253, 82.03674, 79.65254, 119.99696, 90.80115, 106.3383, 106.38431, 129.57066, 84.3018, 98.94118, 133.3503, 84.35645, 101.12749, 85.01599, 79.34521, 94.49939, 80.931, 100.11369, 73.02432, 91.21318, 124.4062, 120.43037, 77.96092, 77.457, 122.73967, 93.30418, 141.31085, 144.51201, 87.83718, 98.26888, 108.04631, 78.24666, 133.36713, 138.31454, 58.90112, 61.51833, 84.44951, 98.98785, 98.24819, 100.6265, 116.45226, 80.16433, 128.35373, 99.61812, 121.1218, 119.00529, 60.34871, 118.30296, 102.82242, 117.15089, 108.457, 91.22349, 90.27021, 80.5243, 127.77494, 91.61356, 130.84262, 82.28612, 121.46011, 151.0782, 91.31697, 127.25398, 102.59554, 118.66178, 95.02594, 89.18005, 84.48479, 121.71294, 164.88803, 120.19382, 110.94034, 93.3016, 112.09399, 77.9373, 98.04536, 121.8819, 101.91421, 133.47083, 91.11469, 80.6407, 68.79227, 103.78004, 111.04765, 67.68775, 113.31384, 94.55022, 144.78748, 128.61435, 143.08994, 118.61208, 129.44838, 156.13998, 79.26921, 100.71231, 138.01028, 107.21991, 114.29991, 123.14031, 111.09009, 111.8764, 82.80695, 171.76001, 78.68217, 106.11491, 143.23889, 63.12473, 99.2104, 133.60759, 111.10855, 96.03979, 157.79352, 98.56705, 165.81636, 129.69971, 128.12863, 113.67588, 97.02576, 150.9039, 45.56066, 100.399, 114.02951, 118.18488, 124.09839, 127.87883, 116.00705, 131.53233, 89.9758, 130.75845, 112.21545, 66.70238, 126.27144, 107.31431, 82.02186, 98.62935, 146.73587, 120.43684, 125.51119, 131.29456, 109.05678, 102.39822, 112.53889, 85.70264, 122.00018, 120.1642, 158.28104, 113.07559, 81.46346, 67.13445, 128.36859, 141.29306, 134.21298, 116.82738, 66.05063, 165.08838, 104.81801, 149.4003, 123.64319, 132.70717, 132.00363, 92.04468, 107.0924, 138.0013, 100.32903, 116.46646, 114.69781, 134.45131, 144.49405, 125.4022, 110.71872, 150.66374, 125.50906, 143.01633, 121.60709, 131.18422, 127.24912, 112.55826, 166.78429, 187.82315, 140.37457, 62.82924, 182.73508, 98.80493, 150.89914, 124.90854, 169.81065, 143.79713, 89.69249, 91.06647, 133.35085, 105.42136, 145.74332, 113.00063, 104.55656, 110.14962, 133.61752, 94.10227, 132.229, 134.0495, 144.22343, 179.72687, 179.92134, 123.94936, 117.37065, 104.17933, 116.01524, 96.19879, 143.71878, 140.15634, 143.92622, 148.32001, 60.83738, 200.35336, 123.31567, 265.15887, 309.10358, 361.05096, 377.93356, 234.75357, 410.61966, 295.00476, 350.97803, 338.38312, 308.45685, 287.25989, 338.84998, 293.78989, 343.43005, 323.76965, 287.16949, 328.08893, 364.49261, 260.43274, 361.44794, 329.20007, 398.17068, 289.71411, 345.78003, 302.64771, 287.23755, 346.34177, 329.66422, 302.89371, 345.93768, 344.13638, 319.33331, 313.88736, 318.88068, 234.70245, 340.02661, 346.01654, 419.4494, 353.44019, 342.99017, 310.4082, 304.88715, 283.28943, 452.44653, 355.40302, 373.20349, 339.79504, 376.24762, 305.38483, 274.77255, 285.76917, 278.48959, 319.78802, 319.67252, 365.02264, 301.75354, 235.32083, 383.58163, 359.53748, 303.39276, 382.21454, 305.84348, 418.69769, 387.96182, 313.95667, 253.78815, 359.8222, 286.4621, 278.04932, 414.97742, 412.80237, 395.85022, 364.15076, 281.70813, 344.6615, 406.50754, 300.97247, 312.29239, 334.79346, 307.29639, 263.06592, 377.47778, 312.18353, 217.72238, 421.2193, 369.37592, 283.76126, 420.0495, 464.91083, 353.40695, 379.28174, 430.14655, 323.78784, 275.88651, 447.88287, 275.13116, 412.50107, 403.06903, 203.92047, 275.87115, 415.97919, 345.49878, 416.00854, 313.93457, 439.05563, 414.51248, 408.32935, 363.5741, 329.16824, 342.55316, 299.91943, 411.10727, 315.57391, 358.41626, 404.7666, 362.02173, 311.9198, 359.96725, 290.23779, 414.85965, 309.49426, 283.27713, 413.24698, 304.89655, 271.63855, 266.97327, 368.42871, 384.76086, 376.5791, 420.08981, 470.65607, 370.74829, 469.63788, 436.57635, 405.17163, 217.89055, 434.55853, 435.0416, 374.41943, 273.46646, 325.19522, 332.08691, 338.44446, 459.01108, 423.23724, 367.08661, 462.98141, 263.56937, 286.84439, 361.94867, 329.69821, 435.09308, 335.08716, 291.77661, 347.49902, 372.32977, 272.55017, 248.90024, 281.40057, 361.19482, 230.5596, 307.66949, 346.55743, 358.11334, 348.46387, 392.97165, 508.23389, 341.27219, 414.47244, 450.12268, 338.95413, 305.90854, 457.83893, 395.1283, 356.6843, 366.05273, 319.27017, 382.46051, 478.07886, 339.21674, 349.36642, 492.30786, 354.24542, 348.36368, 326.14581, 414.27408, 400.82944, 511.64828, 426.60651, 488.65668, 399.4613, 404.17325, 289.134, 393.80963, 395.28986, 454.56241, 389.70142, 474.73642, 452.90192, 363.24643, 407.49347, 470.30762, 408.42249, 384.4978, 351.54681, 374.68567, 388.16016, 361.0899, 499.44031, 419.63708, 358.69885, 432.50146, 485.19672, 385.23438, 457.88959, 417.03015, 455.95825, 402.96985, 400.07666, 420.60825, 412.53976, 401.71811, 430.0343, 328.93628, 394.64853, 470.55475, 352.0954, 434.43918, 364.45355, 346.5791, 426.07938, 432.26025, 365.68228, 430.76016, 342.26166, 448.73267, 407.11917, 415.70746, 403.65067, 276.98621, 363.00372, 258.396, 366.44647, 399.51178, 351.24036, 376.53159, 297.6369 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 91.06509, 89.73265, 114.39467, 78.8964, 66.53876, 92.96459, 110.55666, 103.62363, 64.47224, 104.75233, 86.45889, 84.26169, 70.85867, 103.44189, 48.49545, 107.65477, 54.96696, 57.83591, 72.54452, 43.35572, 81.15739, 71.95979, 67.20282, 38.65631, 62.62727, 48.9046, 103.22855, 89.24324, 66.30766, 110.50492, 111.37216, 57.35319, 55.20929, 100.44604, 69.49892, 107.10269, 102.92468, 44.49361, 100.53605, 86.76851, 75.8159, 65.79712, 95.06709, 81.05881, 69.17319, 97.76154, 71.8502, 88.31995, 36.37728, 63.39108, 79.50922, 92.68539, 64.56336, 77.01671, 86.7019, 72.36998, 91.9843, 82.83132, 117.48157, 98.51405, 51.72976, 76.96662, 88.07533, 89.74672, 61.15966, 116.80446, 119.4713, 122.71619, 92.24789, 60.34183, 79.3952, 150.46556, 61.75077, 130.00937, 73.73277, 91.31885, 98.68301, 82.79287, 84.52972, 44.08847, 88.32701, 85.9846, 74.59828, 69.45374, 66.66659, 123.79321, 96.30062, 72.90708, 84.31886, 53.53737, 73.45525, 70.91867, 101.03382, 86.47842, 72.3757, 89.72412, 80.3481, 67.793, 77.70547, 78.09422, 106.27106, 56.16486, 112.29603, 48.43284, 110.53734, 92.2338, 108.01195, 79.38029, 82.34489, 95.38948, 65.72745, 74.50424, 64.01563, 95.04344, 109.94281, 71.24026, 86.1664, 86.6087, 87.97659, 99.86516, 82.49297, 51.39365, 82.71191, 59.56703, 94.82661, 122.28916, 69.26103, 113.59718, 74.17758, 111.95238, 96.17428, 70.22543, 110.79971, 68.92415, 50.99299, 83.8559, 77.20915, 83.47454, 82.05299, 82.48164, 76.14071, 109.10904, 53.06843, 85.03273, 98.13575, 53.34595, 52.61397, 73.13911, 67.92746, 105.98795, 74.23479, 93.50784, 80.5686, 67.75858, 62.16994, 83.99707, 98.32895, 72.46803, 125.53401, 121.70422, 93.15063, 107.11802, 97.61697, 58.00138, 69.54629, 69.4754, 96.14975, 58.4907, 52.91004, 77.9241, 65.57321, 50.56042, 108.78192, 79.48029, 75.62981, 123.41891, 48.55013, 120.84026, 71.40377, 61.90102, 80.13707, 121.90775, 66.11857, 94.60794, 90.86716, 53.38155, 118.29939, 68.40465, 77.5127, 156.05818, 72.95686, 94.30157, 90.15533, 87.74464, 103.12366, 96.35646, 66.17186, 79.55901, 125.84789, 96.32114, 101.70856, 83.94052, 122.83805, 118.24036, 101.71397, 50.42138, 85.03061, 121.42876, 91.37601, 128.34677, 80.45912, 83.02213, 124.77898, 108.6208, 60.95452, 91.37291, 100.13828, 91.40273, 104.71461, 60.74642, 85.28116, 111.23653, 73.26499, 55.01465, 62.19375, 87.6283, 126.57524, 112.14125, 115.26308, 140.76141, 123.5361, 110.16144, 64.46609, 41.03782, 83.01363, 73.35667, 85.94153, 97.42181, 67.62308, 68.09916, 71.55434, 40.41728, 117.17441, 98.87624, 63.05133, 84.77589, 45.41835, 83.48129, 78.44906, 67.80811, 98.32913, 88.77682, 101.53269, 124.57176, 112.02936, 67.86243, 113.95743, 94.03932, 107.77069, 107.31465, 76.07048, 65.11661, 161.79648, 96.50366, 119.11563, 74.24323, 100.90047, 122.34332, 66.84111, 77.71421, 78.22798, 67.35591, 85.5483, 114.11759, 119.60571, 72.67345, 112.94003, 109.35017, 95.4464, 104.50684, 120.99097, 123.18948, 100.22012, 100.66802, 51.74657, 93.15531, 78.76504, 79.67978, 84.2039, 119.14435, 78.42734, 123.35225, 86.33511, 95.0376, 77.60817, 71.22363, 62.62108, 94.36259, 75.12453, 146.86743, 67.91293, 74.81075, 105.01434, 76.94368, 152.97824, 63.33215, 90.80828, 82.64329, 155.37918, 96.25392, 84.86453, 88.26917, 122.95941, 65.18085, 119.86963, 99.6074, 93.60391, 70.62653, 58.71886, 89.25291, 77.50202, 109.00289, 68.25288, 73.03324, 151.25853, 110.61368, 120.43689, 90.14471, 61.2161, 51.82542, 101.28185, 102.53973, 57.72698, 79.97838, 128.98219, 73.64095, 118.38387, 128.86841, 100.87418, 85.35179, 104.15766, 171.27351, 110.80257, 89.46401, 111.35788, 70.05606, 63.02496, 104.81824, 103.15833, 91.65276, 85.25702, 71.30081, 92.51375, 96.53735, 59.15206, 78.52417, 127.18933, 96.34473, 79.98972, 109.05106, 100.57551, 114.35451, 98.68594, 98.31038, 86.88414, 96.19485, 100.57014, 122.31092, 116.30524, 83.80473, 85.3345, 157.19165, 80.88353, 80.18678, 124.32388, 98.63747, 137.71355, 79.07033, 58.98803, 96.27639, 93.77443, 99.51152, 62.24333, 72.21722, 82.02253, 95.29276, 95.26036, 81.87, 83.33575, 78.57377, 96.00137, 166.09239, 50.53107, 120.20467, 129.73129, 79.26372, 92.27779, 109.81819, 71.05259, 64.39056, 82.48341, 103.74235, 123.45192, 106.71674, 140.00148, 101.6432, 98.59055, 86.29768, 106.89986, 83.91988, 133.31522, 85.99039, 110.87683, 87.08821, 88.25165, 104.08672, 82.11723, 150.97168, 53.64106, 92.29269, 140.77682, 106.02865, 56.6461, 104.03999, 84.96601, 108.59252, 99.55827, 114.79002, 118.09805, 147.07227, 93.93177, 77.95161, 65.8559, 114.08009, 111.71557, 75.38275, 93.4886, 90.84608, 99.66692, 78.93193, 95.89447, 81.57071, 129.0291, 119.00515, 81.74718, 152.96622, 86.83614, 63.98815, 73.02941, 61.44627, 135.31271, 135.6317, 64.88901, 74.35702, 71.30253, 122.74037, 74.65106, 74.79382, 96.69442, 98.56673, 113.08492, 66.38242, 108.29719, 108.75716, 110.14449, 77.2666, 76.78241, 138.71585, 86.51527, 90.4783, 89.99854, 130.00198, 61.24223, 74.71126, 90.16359, 114.26274, 95.33507, 115.11108, 66.16655, 91.95979, 118.1528, 116.75912, 65.24848, 78.80302, 125.35403, 98.18438, 146.77802, 121.92676, 160.84494, 127.61777, 100.93646, 118.81985, 170.8521, 149.63278, 96.40085, 89.65018, 153.45264, 103.37598, 95.4343, 100.34409, 104.00914, 115.45247, 113.17188, 77.28621, 110.12547, 165.01767, 93.15935, 110.41841, 78.49242, 119.93554, 85.00945, 84.82922, 118.14433, 126.58792, 104.49754, 75.81065, 122.83544, 103.4579, 79.91305, 71.25684, 110.47939, 98.52141, 112.10429, 112.14114, 155.76208, 78.33421, 147.45811, 74.25374, 67.81641, 138.32086, 84.5791, 91.79447, 118.64545, 155.63512, 92.29785, 74.96186, 91.46548, 104.0072, 145.44455, 107.15903, 100.97738, 102.57764, 82.09761, 83.71024, 113.01089, 170.54813, 79.98453, 70.29036, 59.44551, 98.34433, 72.88817, 101.11065, 84.53456, 114.36471, 77.77874, 118.83598, 145.84422, 146.50377, 147.58792, 127.71288, 137.38451, 149.70776, 143.22707, 112.4108, 109.31995, 112.10867, 105.43099, 81.41957, 161.95593, 109.54747, 111.88776, 83.13851, 145.58331, 121.29187, 108.41951, 154.84373, 84.25122, 94.04993, 108.57155, 124.35245, 133.03101, 82.7427, 131.48135, 94.38214, 133.2986, 86.89719, 152.07822, 107.67039, 80.0533, 111.58392, 154.98836, 92.02682, 89.97527, 86.42545, 145.47058, 198.47223, 93.84468, 106.17667, 84.11885, 126.33611 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 1.8384203488387456, "neutral_loss": 3.512471401671862, "target_chat_loss": 2.434176308962002, "neutral_init_loss": 4.487464276123047, "target_chat_init_loss": 2.4360058873494466, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 75.42773, 66.96818, 94.75977, 66.65434, 92.93417, 105.33693, 109.11623, 53.42112, 120.13304, 65.49323, 102.68707, 112.65666, 142.39841, 107.86493, 81.31567, 130.63445, 63.73468, 109.38889, 81.701, 78.89799, 129.07001, 115.27818, 129.06563, 124.54218, 102.97429, 92.56224, 132.66876, 107.66086, 71.44794, 85.63426, 122.55786, 86.41954, 61.18111, 113.05775, 103.31197, 96.26525, 116.65551, 63.33649, 95.03905, 96.9037, 137.17117, 82.47365, 89.0822, 112.66869, 93.6857, 112.26727, 118.65531, 132.51733, 89.63527, 115.93282, 146.57465, 114.02226, 111.51137, 71.78346, 91.06758, 115.39575, 119.55444, 120.34406, 75.86854, 97.42191, 128.60396, 132.9256, 78.74668, 77.6727, 128.2627, 99.45145, 150.58368, 141.15817, 86.23759, 95.85039, 118.64304, 85.46997, 134.39996, 144.5696, 64.39942, 64.42075, 102.37593, 116.71958, 134.8707, 110.08343, 152.22427, 104.27376, 128.44241, 124.86508, 125.46397, 130.16591, 72.07875, 134.01183, 121.14304, 127.0096, 139.02827, 111.49715, 99.64043, 93.9827, 130.797, 105.38646, 136.76598, 98.78576, 119.89875, 152.11206, 104.66194, 120.3077, 122.38391, 129.36118, 99.48082, 89.64018, 103.93573, 155.16235, 177.659, 118.03642, 112.71235, 75.84438, 106.367, 81.62769, 108.88002, 123.98027, 115.52619, 153.44991, 95.83311, 82.96576, 78.53999, 123.93002, 131.17902, 91.65007, 112.97903, 104.84032, 161.95485, 145.88757, 148.65242, 128.36401, 145.3784, 169.06628, 112.77524, 104.17902, 143.35287, 122.31468, 128.83476, 133.03592, 119.89526, 133.23633, 87.21161, 176.57349, 110.24337, 102.77251, 149.06787, 71.1852, 96.27503, 147.27518, 129.88376, 101.26599, 176.68805, 124.67261, 169.6125, 146.39346, 157.82767, 123.90253, 112.96785, 161.77525, 59.49785, 120.93698, 120.6172, 129.04623, 139.0497, 140.15419, 112.25941, 171.79195, 126.10899, 128.70737, 115.72453, 82.22289, 148.71048, 112.5659, 110.84601, 121.92651, 159.35985, 136.88702, 144.86266, 147.48882, 123.61311, 96.66772, 122.57137, 93.26994, 163.65147, 135.73506, 162.46191, 108.02641, 118.22732, 55.88893, 152.82945, 154.34727, 151.48405, 123.68539, 78.90375, 184.73079, 126.02963, 149.59421, 147.57329, 150.85002, 155.95459, 119.19536, 126.36896, 154.55304, 117.48572, 148.2484, 119.59785, 140.40613, 165.05226, 144.3194, 109.73228, 150.81261, 135.59659, 156.33075, 141.76514, 140.12206, 131.50766, 133.98592, 183.42825, 205.04816, 155.75723, 77.10959, 192.62242, 116.29645, 158.46458, 134.71948, 190.04324, 168.5703, 109.48706, 117.12801, 144.63081, 129.31523, 145.88083, 113.33667, 132.48486, 120.51743, 156.65462, 106.96037, 143.82471, 150.25882, 159.74088, 204.24142, 192.04663, 142.8024, 141.20094, 127.808, 145.47665, 109.72699, 165.63174, 163.33307, 168.73642, 156.48746, 62.58744, 220.33614, 129.99669, 274.68134, 349.0321, 381.30222, 410.78223, 268.01251, 425.9046, 323.14075, 355.19977, 372.36047, 329.10474, 331.88104, 366.47305, 311.28699, 381.81134, 351.29202, 324.55722, 365.1019, 370.10144, 284.11633, 393.65244, 391.49872, 408.69009, 330.75443, 401.16968, 343.11145, 313.18411, 375.42316, 346.56116, 333.7547, 391.51459, 407.18661, 337.31842, 338.89426, 333.59906, 280.0787, 355.30228, 382.73624, 449.27756, 429.85626, 365.55515, 336.69763, 340.9502, 301.31149, 465.49673, 395.57379, 400.68231, 386.28815, 393.61472, 349.30273, 311.84427, 318.2341, 314.50421, 375.68173, 339.03833, 427.88507, 329.867, 269.08545, 408.21313, 379.31952, 332.09644, 437.41919, 317.91907, 456.23416, 420.31287, 333.41357, 261.40869, 405.02054, 322.36542, 296.0336, 429.62744, 430.86551, 394.54315, 407.58246, 309.42224, 384.55951, 429.09821, 335.64047, 333.74548, 373.47662, 353.97501, 280.27582, 397.3887, 328.28156, 259.61478, 442.03461, 402.50143, 309.55341, 483.41028, 516.71942, 370.22772, 430.61514, 476.50507, 350.45667, 306.8996, 477.35004, 322.80737, 418.06238, 435.53442, 251.86577, 315.07324, 468.78308, 368.52777, 451.53745, 328.35553, 459.35883, 425.71185, 469.88068, 395.09818, 356.1015, 388.68237, 327.02484, 452.23001, 346.99326, 394.76642, 413.82327, 404.70654, 327.30286, 407.15869, 324.12152, 462.25607, 347.33929, 325.06763, 460.29214, 339.14453, 324.96704, 290.34955, 397.57581, 422.91684, 421.13235, 455.83447, 529.57159, 393.68597, 507.67273, 460.13202, 450.48212, 248.0036, 461.13184, 473.11142, 363.47302, 324.42529, 367.53629, 371.53729, 358.96545, 497.20364, 429.77692, 408.02917, 505.36981, 304.60822, 335.34595, 393.16028, 371.36136, 463.29263, 346.25568, 336.13126, 373.51459, 394.57184, 320.1546, 275.39319, 328.45956, 398.25995, 278.40704, 348.73148, 377.22223, 432.98615, 376.71313, 454.17126, 541.03644, 377.37482, 458.78876, 465.46338, 368.64972, 313.21539, 499.06052, 421.44553, 384.55902, 424.7605, 363.06079, 412.10593, 499.65686, 383.90244, 381.67728, 510.20013, 411.74835, 400.51102, 375.52988, 447.79596, 466.293, 546.64319, 461.04288, 532.12268, 434.61456, 416.23859, 337.70795, 417.65775, 439.6282, 458.07861, 428.07632, 503.86255, 496.60693, 391.51794, 463.08649, 496.12021, 445.39996, 422.42593, 390.18127, 403.7829, 397.90439, 388.44214, 544.10919, 452.18463, 407.78342, 508.67834, 507.48322, 399.30936, 500.29233, 458.96301, 524.72632, 450.91565, 437.11511, 484.62518, 436.53888, 449.70706, 471.06744, 396.39017, 439.53864, 501.56113, 420.58987, 471.06534, 408.72662, 383.78149, 466.21451, 476.74893, 388.07684, 473.11279, 384.74942, 501.7478, 445.37964, 443.9223, 424.90448, 299.10205, 390.49908, 291.448, 410.21466, 433.76913, 381.78152, 403.48187, 328.84741 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 96.35001, 101.37592, 128.05591, 81.19218, 71.26546, 95.24712, 111.71466, 100.6915, 69.46855, 101.05206, 95.57372, 90.66194, 98.12867, 119.62564, 55.04239, 115.83626, 63.856, 58.80101, 73.84488, 59.81606, 91.70949, 78.22395, 72.02573, 58.83068, 64.57209, 53.96167, 104.1599, 88.96646, 74.8931, 117.95806, 120.1052, 65.43279, 61.62687, 106.52734, 83.14059, 115.81625, 109.93027, 55.90115, 101.24983, 89.5471, 76.59401, 75.99457, 97.99458, 83.66164, 72.08385, 111.53029, 76.57021, 89.41995, 45.87841, 62.11758, 82.48653, 95.48421, 73.7562, 85.87284, 102.93658, 79.24409, 98.09845, 97.4269, 132.04266, 94.01431, 65.16493, 79.54019, 90.90913, 99.99992, 57.45886, 122.32916, 126.45512, 142.58618, 95.99538, 80.36552, 89.2969, 167.58499, 82.14052, 129.32777, 83.27641, 94.70453, 103.7375, 99.27228, 89.03358, 58.85401, 92.85291, 93.2408, 80.37158, 77.7592, 75.23381, 125.889, 100.93954, 83.82835, 96.63281, 66.17458, 74.45089, 81.484, 100.83414, 91.66653, 75.39156, 98.71851, 94.53125, 68.90234, 96.21097, 95.48898, 116.3114, 63.97437, 118.79844, 59.18811, 103.31471, 105.66313, 123.81204, 81.93397, 99.10698, 108.21966, 79.69999, 78.02782, 72.53582, 91.38904, 121.74949, 81.0037, 91.54709, 97.42738, 90.09731, 96.1154, 86.55491, 64.6576, 91.97487, 76.12225, 100.13058, 123.5168, 80.09094, 119.74203, 73.70993, 129.28458, 98.16676, 88.74788, 126.17407, 76.43348, 55.5589, 105.87918, 89.97317, 92.5193, 84.5208, 93.67816, 85.88368, 117.38977, 76.29207, 92.00855, 109.95981, 58.6055, 62.90973, 87.39605, 77.43002, 113.1526, 84.02415, 95.86655, 88.95876, 74.742, 78.38269, 86.50512, 101.12341, 76.42252, 122.28532, 111.53839, 103.9514, 112.36546, 95.68441, 63.07566, 87.52765, 82.60773, 100.71805, 66.30139, 53.87644, 86.04601, 81.62717, 72.44704, 122.85098, 78.3218, 101.71077, 140.59502, 66.39709, 126.29217, 76.9136, 70.11327, 95.99467, 113.19367, 79.42057, 104.96938, 92.02257, 61.34856, 118.07964, 71.62486, 82.38324, 148.06776, 82.23209, 102.39844, 94.97055, 102.02975, 107.21067, 114.91145, 69.3028, 94.25486, 135.60489, 98.33346, 105.95422, 85.79429, 140.13593, 123.05855, 107.4486, 59.81799, 91.64691, 132.09343, 109.07079, 138.73166, 74.69611, 97.18172, 126.93955, 111.81789, 66.59799, 104.62228, 106.76207, 93.91776, 102.8526, 66.36401, 102.74631, 125.04024, 84.3504, 64.35613, 67.3753, 94.42565, 123.44588, 119.77426, 125.6024, 150.61256, 135.46649, 108.06252, 67.51266, 53.96663, 82.73947, 91.01384, 85.03402, 109.36855, 68.24066, 83.34491, 78.71379, 50.1095, 117.35699, 96.74687, 75.32529, 96.73453, 50.00644, 86.96472, 89.54887, 70.74734, 99.47304, 96.78616, 126.83504, 127.26877, 107.56506, 77.89445, 125.53514, 113.25207, 118.11353, 113.87621, 78.60052, 63.63309, 179.39862, 108.13901, 129.44577, 89.68572, 102.58185, 131.95406, 76.06964, 77.96091, 89.46669, 72.71445, 86.57117, 122.10361, 113.83655, 93.99413, 131.00726, 119.76764, 109.90677, 115.63653, 130.29596, 130.20285, 100.41707, 96.81474, 61.5859, 98.86162, 100.78404, 93.61328, 90.32167, 118.6953, 80.40372, 145.81685, 93.85058, 117.29546, 90.37903, 82.13577, 77.1866, 98.88631, 81.96785, 162.2235, 70.30392, 81.5051, 114.07182, 84.55041, 152.36243, 67.96249, 100.59911, 91.93724, 169.18832, 96.01456, 91.0344, 95.33621, 134.14725, 75.70737, 123.70741, 111.68227, 106.90567, 78.02487, 66.89114, 93.23409, 86.37785, 109.14838, 74.0975, 82.03367, 162.88113, 114.68206, 123.01658, 96.11938, 65.7527, 65.67749, 104.0101, 112.09209, 73.93835, 98.8881, 149.34689, 79.93069, 121.17385, 150.12621, 118.21017, 91.44228, 107.54417, 176.31787, 105.6099, 115.41472, 118.99385, 70.05032, 72.09634, 112.91832, 111.20905, 114.10255, 102.93893, 85.86135, 102.49669, 99.40639, 56.68316, 87.94442, 138.14137, 108.33609, 85.93085, 121.12633, 112.0066, 116.13614, 113.11205, 112.62628, 90.76469, 95.74065, 110.29564, 129.31064, 119.80559, 96.30682, 91.65464, 157.10431, 94.21016, 101.90077, 129.9521, 108.05138, 155.29105, 90.35835, 66.65845, 100.24225, 99.89899, 103.52583, 82.24408, 82.51852, 83.2823, 105.00433, 100.25533, 88.60618, 99.34871, 83.66696, 103.31779, 165.9977, 53.25866, 128.26321, 138.61899, 88.19318, 105.72798, 110.14796, 78.01892, 75.17908, 77.90027, 101.10194, 140.06659, 112.36572, 152.02733, 108.71484, 99.30058, 94.61125, 113.7639, 93.31297, 141.42377, 94.29208, 110.90681, 90.16863, 99.39098, 111.60719, 95.37676, 150.57205, 60.05155, 94.69466, 153.75235, 104.38212, 64.8838, 115.96072, 96.53408, 131.27032, 116.30321, 122.2099, 115.53838, 148.03339, 115.58315, 93.47935, 65.54617, 123.36687, 130.50473, 79.21087, 105.96426, 96.75241, 116.5324, 98.82503, 102.07228, 95.52591, 147.4783, 118.14912, 97.99399, 172.16298, 98.93658, 82.2597, 93.2417, 67.18324, 141.17548, 142.37775, 77.27611, 86.61926, 76.38876, 125.14967, 90.32241, 74.74837, 114.19798, 124.45649, 118.05421, 81.549, 120.24007, 112.30869, 108.47568, 84.09035, 81.56401, 141.56894, 87.02648, 100.26355, 96.52519, 135.29013, 77.71075, 79.73653, 93.32831, 136.69359, 88.15163, 129.34041, 78.8877, 99.72495, 124.38433, 120.48842, 76.29832, 91.49758, 129.26154, 108.15277, 148.52045, 125.84381, 171.54959, 152.27371, 112.72581, 130.2153, 173.59314, 158.85434, 106.50261, 100.16487, 163.46365, 125.17494, 104.69385, 105.66115, 102.12881, 127.52202, 121.22548, 84.60619, 114.53666, 172.12032, 109.51698, 121.35243, 92.13879, 116.09099, 88.05679, 90.34943, 118.32555, 140.70435, 126.32098, 82.30205, 134.09195, 120.63316, 86.7617, 72.24779, 116.05333, 111.73999, 125.06853, 120.86577, 169.0493, 101.76328, 155.59503, 76.40021, 77.5313, 140.51514, 96.42241, 99.81464, 123.97328, 163.39038, 102.75144, 95.84467, 104.21429, 111.08874, 159.40755, 113.10905, 118.5945, 107.48997, 78.78267, 87.57652, 133.50142, 184.43912, 89.53352, 79.98711, 70.70481, 100.87759, 76.56795, 107.57177, 92.25045, 125.07516, 78.11404, 128.50568, 151.44202, 153.80945, 166.90543, 123.44221, 145.3678, 162.76013, 159.80063, 130.63768, 117.13603, 124.40622, 108.84982, 93.55656, 165.81171, 118.1159, 127.45151, 86.77573, 160.66484, 129.67816, 118.83481, 156.06403, 99.96771, 93.95542, 119.41537, 132.73395, 150.32565, 86.36798, 144.36816, 95.36127, 142.16431, 104.0668, 152.82146, 119.81786, 93.42061, 116.97781, 158.62227, 107.7534, 97.94281, 95.46146, 157.38574, 213.1131, 97.74798, 111.19807, 95.9977, 149.76288 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 2.2556235210281854, "neutral_loss": 3.7602846576792985, "target_chat_loss": 2.6229532583272808, "neutral_init_loss": 5.1234245819091795, "target_chat_init_loss": 3.0008650741577148, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 77.11081, 68.38806, 98.10494, 80.9603, 100.93614, 101.95458, 121.33803, 58.72247, 112.58371, 73.27505, 108.13728, 113.96661, 153.66553, 111.66345, 90.51788, 123.627, 80.83094, 107.41257, 95.20693, 92.07638, 129.37859, 132.50362, 128.71942, 126.33629, 120.71098, 114.93475, 142.09329, 118.24333, 95.78229, 96.16476, 129.6011, 90.78658, 77.73405, 113.31928, 133.73325, 102.02105, 134.95705, 80.49075, 95.03279, 112.08823, 147.09952, 94.2935, 95.70821, 110.65988, 93.34129, 127.56522, 129.62643, 141.9281, 99.7701, 121.38084, 151.00128, 129.67157, 131.606, 79.7247, 110.83985, 128.76801, 150.7928, 129.90573, 76.67805, 111.52538, 126.08542, 137.70108, 89.09247, 82.67761, 134.32918, 106.36894, 155.44661, 137.52321, 93.11549, 94.17497, 134.31506, 110.78468, 134.87936, 151.74728, 78.85637, 77.4332, 115.04581, 130.26166, 145.10114, 117.36912, 165.74939, 114.64374, 127.73051, 140.13208, 131.41048, 127.82079, 94.46656, 140.70328, 141.58446, 133.89102, 153.86061, 122.04369, 113.18193, 106.30777, 133.16504, 120.72131, 148.0334, 117.94965, 126.25925, 144.29749, 110.2631, 117.50989, 148.22539, 136.71861, 117.37399, 106.41993, 124.30232, 162.13493, 190.33813, 126.13184, 117.02623, 94.97737, 106.85918, 89.67315, 122.37588, 124.24544, 128.73296, 165.03902, 101.56715, 95.20814, 85.49615, 139.20825, 155.59695, 102.45531, 124.12353, 124.41299, 174.16135, 164.09108, 156.22824, 136.1373, 147.82248, 171.61815, 132.21361, 117.39703, 158.34711, 140.16319, 140.77307, 141.64615, 121.18901, 139.99173, 104.6385, 182.81065, 134.90858, 107.86073, 161.39027, 78.22067, 109.07396, 156.46123, 141.50117, 114.27967, 192.9407, 135.25096, 173.922, 153.88174, 176.27692, 139.67085, 131.9873, 160.28015, 79.08273, 136.72606, 130.22325, 137.85818, 147.01991, 154.1291, 120.59212, 189.69325, 144.35699, 134.37175, 122.82021, 101.50582, 160.27359, 124.60814, 129.48822, 136.68037, 163.20079, 146.11873, 158.81923, 156.51395, 131.22775, 111.73447, 132.03784, 105.51033, 183.94348, 149.52383, 163.30913, 128.75313, 146.25607, 72.45086, 157.87874, 167.27861, 169.3466, 143.07599, 101.47943, 201.0423, 144.80923, 157.97961, 161.78641, 172.58365, 164.2627, 130.91542, 133.53679, 156.55896, 128.98203, 167.56073, 144.97011, 148.54996, 177.12868, 153.71051, 108.98003, 154.83765, 145.20361, 179.97589, 161.04713, 159.6821, 128.17032, 149.36137, 185.66858, 232.56721, 170.92314, 100.17103, 213.93367, 134.34238, 162.03288, 146.05899, 196.46066, 181.47559, 124.69891, 142.82988, 166.9545, 139.29248, 151.97485, 124.66623, 151.99371, 125.54013, 179.66983, 129.48392, 151.62894, 170.59641, 165.74756, 198.52605, 206.42592, 153.8175, 164.0164, 165.4619, 166.83173, 133.64502, 186.38516, 177.35403, 182.06207, 162.7926, 85.01734, 242.56442, 139.24661, 288.02954, 372.68591, 410.98868, 419.9577, 293.42194, 439.84698, 344.35953, 342.4751, 386.58679, 349.86432, 346.31482, 391.6319, 333.91422, 410.12518, 369.16544, 338.11804, 378.56818, 382.47144, 303.30121, 414.21457, 417.33264, 409.97128, 357.19397, 443.17926, 382.34259, 331.66373, 384.17218, 362.85693, 343.67902, 406.01099, 439.00153, 362.24652, 367.41516, 350.57788, 314.94733, 379.0708, 405.29047, 454.05453, 481.99777, 392.79611, 364.7756, 379.92188, 304.13416, 477.97635, 419.79443, 420.35876, 400.79453, 421.85379, 379.71936, 349.5722, 347.15271, 343.45062, 399.52118, 357.18201, 446.13788, 346.93512, 312.96588, 407.3382, 397.89838, 361.25317, 472.61243, 334.94788, 491.02679, 436.35962, 359.96466, 271.9216, 436.9184, 349.87585, 308.50903, 430.81778, 463.91809, 400.55746, 429.99115, 334.08649, 401.65741, 443.13361, 373.67371, 368.66791, 398.56982, 366.04065, 313.01733, 421.3963, 334.69025, 273.32782, 465.13269, 425.99634, 347.52698, 503.64893, 552.784, 393.50812, 448.59198, 501.31677, 357.55835, 328.40057, 511.3035, 351.58395, 434.99713, 459.84827, 283.27734, 329.24274, 522.9082, 383.7301, 471.80548, 342.32828, 480.94955, 447.95795, 491.23102, 418.42139, 369.75449, 411.81357, 345.56918, 490.62006, 372.21234, 417.58667, 420.27261, 420.67285, 343.14777, 436.03104, 332.04517, 499.19873, 381.34415, 370.7084, 476.71613, 376.07117, 361.41946, 330.09094, 407.29285, 449.45563, 449.78503, 473.82626, 551.85498, 399.21597, 513.57263, 482.93658, 468.27698, 274.7326, 477.82101, 499.88489, 388.79248, 355.48032, 387.60284, 399.10724, 372.18359, 520.25732, 446.83588, 436.29816, 535.96887, 339.73669, 362.74994, 403.29456, 401.242, 461.92068, 365.15109, 381.21436, 380.94971, 422.15381, 363.29407, 309.00375, 363.56281, 433.0589, 298.18054, 391.54358, 399.34875, 467.11246, 389.02884, 475.53564, 567.06836, 386.7533, 478.83075, 467.17346, 391.90625, 326.33978, 529.86682, 474.41223, 415.64246, 467.54724, 396.39337, 428.7926, 513.57166, 421.60864, 412.34131, 528.74335, 453.35309, 423.26068, 390.43219, 480.7374, 498.32275, 550.30957, 481.14386, 566.13177, 469.51379, 424.71912, 386.39636, 434.91446, 466.14624, 480.06213, 459.52649, 524.06354, 510.10904, 423.59567, 503.53485, 531.776, 456.68134, 470.0094, 412.03568, 411.27527, 409.3573, 414.40378, 582.8999, 490.72211, 438.25458, 533.19171, 524.01154, 416.74585, 530.84949, 480.91858, 597.09277, 495.1955, 475.08878, 514.79248, 459.86877, 473.10278, 504.5864, 438.53235, 478.32175, 527.04053, 456.81659, 509.81848, 413.86652, 404.28418, 484.31128, 530.06964, 434.74963, 472.78271, 426.80774, 527.37335, 477.72656, 484.85272, 448.10321, 344.51816, 425.59482, 348.47705, 452.48349, 479.34854, 434.44165, 438.74036, 381.5755 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 99.85741, 110.28249, 132.73874, 89.8236, 78.07104, 96.0776, 113.02724, 98.18273, 73.84241, 95.77396, 101.54749, 94.49239, 116.0078, 126.12451, 60.99004, 118.63494, 71.94608, 65.93559, 79.81619, 68.8158, 101.45042, 85.92931, 81.78033, 80.52958, 72.47409, 60.14313, 101.9834, 89.33527, 88.35667, 120.94867, 121.90408, 68.56943, 70.00993, 108.47015, 101.22068, 118.58356, 119.09235, 65.80659, 112.22156, 99.59825, 85.50323, 82.62659, 98.49752, 83.12538, 80.36914, 116.82069, 85.15996, 96.68066, 59.20771, 65.76123, 82.59975, 101.56705, 83.94437, 98.36729, 108.41916, 90.2907, 105.74377, 109.09309, 136.15475, 96.12935, 82.5006, 89.44209, 95.34004, 105.85085, 58.23398, 129.95926, 127.26891, 145.49983, 100.61273, 97.41466, 93.21732, 176.73093, 107.26737, 126.29179, 91.18347, 95.33212, 105.82397, 111.27745, 99.38591, 82.65199, 98.78082, 102.22504, 90.96265, 87.78955, 78.01329, 132.9973, 103.99501, 88.99362, 108.2528, 79.57067, 78.72478, 90.20674, 102.65302, 98.66539, 78.25484, 103.02162, 107.33203, 74.08966, 111.82312, 109.54277, 130.15324, 72.19814, 123.81873, 69.90714, 105.00054, 109.5901, 131.25293, 91.12319, 111.61374, 112.38422, 92.00194, 85.59166, 84.07667, 94.74915, 126.16904, 88.98889, 95.99663, 103.5424, 91.52393, 103.50131, 91.77148, 76.48056, 100.76745, 88.77953, 107.10966, 123.20937, 97.29299, 124.84055, 85.81879, 136.54672, 102.10968, 103.40706, 140.17595, 83.58502, 63.18991, 112.32314, 103.2206, 103.40128, 91.39646, 105.46311, 96.63774, 116.50486, 95.54735, 109.14095, 114.09139, 69.49123, 74.98109, 96.43513, 92.37881, 119.53539, 95.48059, 96.05594, 99.5202, 86.58989, 87.01175, 97.24609, 104.03246, 85.12576, 113.5626, 106.05267, 105.10976, 117.34338, 97.7751, 69.56639, 100.43838, 94.3064, 108.75089, 74.23907, 60.1482, 94.07631, 92.31175, 99.77221, 134.02428, 87.04198, 124.08797, 141.41208, 83.36295, 133.18159, 83.37872, 83.01492, 106.89516, 111.34712, 92.97366, 116.4724, 95.31828, 71.5085, 125.52132, 77.13824, 92.6338, 146.70178, 89.25495, 113.27672, 100.07236, 115.84313, 110.28552, 125.53777, 75.16498, 99.54109, 141.23367, 104.4052, 110.98373, 91.65234, 158.68927, 128.0593, 115.31325, 72.65573, 96.81557, 135.46597, 119.75574, 147.16307, 74.76666, 103.66211, 124.80851, 121.93533, 78.17749, 114.21416, 108.20947, 99.09035, 103.06265, 78.72257, 114.35655, 131.93494, 98.51267, 74.77264, 81.91353, 103.23441, 126.08449, 127.4164, 134.73364, 154.27498, 141.44325, 111.48507, 72.08959, 64.87129, 87.1106, 107.3008, 84.57701, 119.83509, 81.89145, 93.87595, 89.3627, 63.93099, 120.01286, 106.19511, 90.94487, 105.2046, 58.05111, 88.65341, 109.20325, 77.99772, 103.89429, 108.35512, 131.62747, 133.30832, 109.42907, 94.50882, 132.64011, 137.48853, 125.04833, 120.44156, 83.45213, 67.7984, 185.97952, 126.39589, 141.36066, 103.91476, 108.85258, 138.93053, 85.3396, 80.66801, 102.43326, 80.16847, 99.67079, 129.27454, 116.71712, 119.32308, 134.95409, 131.18242, 128.88953, 124.75168, 136.36674, 133.81866, 104.77116, 95.46178, 79.86703, 101.74065, 120.54843, 103.65536, 93.76247, 126.25146, 85.23717, 144.60992, 101.44205, 133.55057, 105.64598, 93.48635, 92.97115, 107.05655, 91.15588, 169.25089, 78.73112, 90.9924, 120.87445, 94.18364, 153.18257, 75.40605, 109.09209, 108.15089, 179.47124, 99.82167, 95.60236, 105.28623, 138.96626, 84.23086, 126.8324, 124.12937, 114.67339, 90.67159, 73.86719, 96.67577, 96.79907, 106.2244, 87.1657, 92.38233, 170.21976, 120.85162, 119.65781, 100.68513, 71.95352, 80.35196, 108.5228, 121.01093, 85.96907, 119.51687, 167.06638, 87.23579, 121.0518, 162.7673, 137.43933, 102.78126, 108.88357, 176.47498, 104.76262, 132.51913, 130.04263, 71.18322, 94.75819, 118.2315, 113.49803, 127.93057, 110.62643, 101.31321, 112.70651, 102.56347, 59.7935, 90.58926, 148.00885, 115.67501, 96.59694, 136.48804, 121.044, 118.62891, 117.36208, 124.67705, 98.25078, 104.3605, 121.16998, 134.73265, 120.63592, 105.59665, 101.02051, 156.15419, 112.6394, 124.30479, 138.5936, 122.45294, 165.13739, 101.14056, 70.62729, 108.88351, 102.48051, 104.25575, 96.75613, 95.13571, 88.40701, 117.66345, 103.68488, 96.96842, 107.83243, 95.03221, 111.77334, 169.12619, 60.77424, 133.32076, 142.64296, 100.81495, 112.04895, 115.15506, 88.13187, 85.76881, 77.65454, 102.80141, 145.29498, 115.90569, 159.78848, 116.64647, 100.17127, 101.93851, 116.54655, 102.58499, 146.52463, 104.58803, 113.44034, 100.58427, 108.33121, 122.5145, 109.22482, 147.63306, 67.80696, 94.6689, 157.68321, 109.17743, 77.5255, 123.96864, 111.7765, 146.46854, 128.61615, 130.14528, 115.66124, 141.96411, 131.57111, 102.47665, 70.72624, 131.41556, 143.94843, 94.12311, 112.21051, 108.30661, 128.77388, 115.08024, 105.71291, 115.14874, 162.25737, 119.22787, 111.66966, 187.05753, 109.31796, 104.00815, 112.33308, 78.68727, 145.34454, 146.27374, 83.09079, 96.86001, 79.59978, 123.81513, 100.42151, 74.90373, 127.99973, 148.68353, 126.25766, 95.18551, 131.78033, 125.59506, 113.90509, 90.5154, 91.6998, 143.60771, 93.53687, 107.63036, 106.02898, 143.22925, 93.08543, 79.31865, 103.16508, 151.13586, 89.75931, 140.42358, 96.67516, 110.95943, 129.61864, 122.16426, 84.54477, 111.86878, 136.69855, 120.66711, 148.07469, 125.91237, 169.84613, 168.61588, 116.52944, 127.91075, 168.53418, 169.40269, 109.59989, 114.10524, 168.1944, 134.53018, 115.14579, 118.43646, 105.34479, 134.39487, 128.38092, 87.06096, 116.8346, 165.59482, 119.81664, 129.72913, 99.13947, 116.80228, 91.71864, 100.65166, 119.28595, 147.95795, 136.00716, 94.59575, 145.37285, 133.00134, 95.67918, 78.76904, 124.67506, 123.99084, 145.02197, 125.22872, 177.25334, 109.83981, 158.20776, 80.54121, 89.23471, 138.63472, 119.5978, 110.50197, 132.5847, 162.29242, 111.66359, 111.66718, 116.54052, 121.96764, 165.47009, 114.78514, 125.06044, 119.20422, 80.06042, 91.94682, 151.77942, 194.99124, 96.30569, 92.16599, 81.51639, 105.91249, 83.08858, 121.54807, 103.19404, 127.63765, 77.37723, 135.10492, 149.75436, 169.10529, 178.70139, 122.71094, 147.57227, 171.99622, 167.62416, 145.98628, 128.11536, 133.04587, 112.41406, 103.21876, 167.43755, 120.6133, 135.47668, 95.76431, 166.91487, 136.99338, 131.16452, 148.79556, 110.89073, 95.14129, 124.32076, 139.11914, 154.68091, 91.05735, 148.1824, 107.16106, 149.76631, 117.6386, 155.01013, 133.27864, 103.91077, 118.82162, 157.40878, 122.3579, 107.81807, 106.41702, 161.6308, 209.96921, 105.64162, 117.46184, 110.80493, 173.04356 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "3.5": { "alpha": 3.5, "neutral_kl_from_bare": 2.6739208124544835, "neutral_loss": 4.027919981005939, "target_chat_loss": 2.8303405551826715, "neutral_init_loss": 5.170330023193359, "target_chat_init_loss": 3.3130557657877606, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 84.73019, 79.21799, 89.80738, 80.89119, 106.74069, 103.7459, 119.67918, 66.09386, 114.77442, 74.72677, 116.15329, 120.49883, 146.94772, 112.83884, 95.2589, 121.23386, 78.92119, 106.92856, 102.95173, 98.89989, 127.59621, 131.48102, 131.13217, 134.05051, 132.47675, 122.89645, 138.54973, 128.52924, 99.14168, 100.43045, 143.65305, 99.93433, 90.84703, 117.46545, 149.45418, 109.47231, 132.98267, 87.05167, 96.64057, 119.84164, 157.00253, 111.59373, 98.97668, 116.64109, 90.75592, 141.03035, 130.26938, 141.45601, 102.73988, 123.96347, 153.47165, 130.10982, 139.23988, 80.12029, 112.47884, 129.14821, 175.901, 127.12509, 81.33305, 120.32635, 132.78877, 147.98669, 92.85167, 86.0676, 144.09348, 123.79144, 162.98207, 137.1179, 105.37161, 91.25392, 134.37819, 126.99995, 137.78473, 145.6219, 83.86769, 83.30103, 121.62984, 131.03705, 148.84753, 107.78164, 170.4136, 119.63913, 129.11867, 144.15369, 133.06218, 130.11696, 105.62153, 143.09702, 146.56387, 151.80693, 156.54079, 132.53047, 111.28363, 125.5638, 143.91188, 127.25725, 163.82156, 134.21837, 126.86562, 143.87848, 116.53455, 113.62209, 163.46306, 139.12581, 116.30531, 119.55258, 136.10342, 166.20834, 207.97299, 128.25101, 125.59423, 106.82202, 120.10593, 83.67039, 120.42285, 128.82954, 140.47404, 169.55789, 104.66259, 107.64384, 93.76904, 153.89868, 175.90424, 118.72523, 142.53955, 132.66081, 186.66956, 174.18965, 165.16847, 138.20526, 143.93851, 174.63544, 140.76419, 121.09181, 163.12387, 156.36789, 152.95447, 153.59819, 127.92484, 148.0648, 121.79127, 181.8089, 146.83041, 108.56143, 163.8575, 82.10551, 157.13898, 158.58636, 148.17894, 117.74146, 202.94684, 140.73476, 170.54504, 162.10881, 193.00909, 147.38916, 146.66325, 159.60107, 85.08265, 162.81042, 134.53545, 143.33868, 150.41, 164.96834, 129.30042, 204.59024, 152.26247, 138.92068, 128.12497, 105.04716, 165.62628, 133.52899, 143.81958, 135.20839, 167.01852, 153.93454, 161.54785, 166.13185, 138.85791, 128.11786, 144.21744, 103.87269, 194.87256, 146.62213, 165.48062, 160.94095, 169.71188, 89.31072, 155.06096, 165.72955, 187.21713, 159.65891, 115.23933, 204.8154, 159.04831, 164.3118, 170.47804, 182.97717, 164.44283, 142.33916, 140.70088, 160.79289, 137.80685, 176.94873, 167.88042, 155.745, 179.51105, 164.85806, 114.37961, 158.53769, 147.17186, 209.53223, 183.11719, 175.19072, 129.1627, 155.60287, 196.89415, 256.81982, 178.10059, 118.19479, 245.8994, 154.78127, 178.23964, 151.51242, 201.0979, 194.47256, 132.32185, 152.62143, 181.24994, 146.38008, 157.9409, 128.16791, 172.24123, 130.41052, 196.14404, 153.87071, 161.85587, 179.78665, 167.35556, 196.28244, 222.67912, 158.78835, 177.94537, 180.74873, 178.74492, 141.8692, 191.76372, 189.57281, 195.70886, 170.11636, 119.10361, 265.66034, 144.37965, 305.94177, 401.86404, 446.03796, 426.20844, 306.9046, 475.0181, 360.5166, 340.35925, 413.62067, 366.03448, 360.09778, 426.95837, 341.2453, 434.74277, 383.15167, 357.56094, 405.50891, 411.36737, 334.52332, 435.61163, 444.36072, 437.84293, 373.20239, 477.46326, 405.10248, 354.51724, 412.87915, 417.72729, 355.18747, 416.25464, 462.54483, 381.65631, 418.40063, 373.29825, 339.69641, 402.29764, 430.31461, 472.27985, 530.67395, 413.96362, 393.26453, 404.93243, 344.74347, 498.62259, 445.35474, 439.66568, 413.89673, 452.47583, 412.3215, 389.18436, 358.18518, 374.67188, 427.54626, 380.4754, 460.14398, 370.92032, 336.77255, 414.78156, 420.64301, 411.76321, 532.57556, 367.39444, 522.82678, 452.54166, 394.53448, 286.38449, 482.32666, 372.43542, 325.20087, 445.54816, 504.63892, 416.22046, 453.11707, 356.92294, 420.04059, 472.4256, 400.98157, 410.03091, 425.23871, 393.16248, 344.96344, 446.63046, 371.0448, 292.61682, 504.87329, 460.24097, 386.20068, 551.87714, 598.12329, 424.15527, 474.35602, 526.36578, 376.79013, 351.72382, 574.55267, 380.30115, 470.40567, 489.15909, 306.84039, 360.37653, 587.01422, 410.3985, 497.76025, 365.80734, 507.63031, 492.07031, 519.78906, 436.78052, 389.3457, 427.81522, 366.14059, 564.15558, 398.77338, 438.72943, 443.43341, 432.55902, 382.25421, 470.57657, 330.57101, 525.1698, 402.67059, 406.89343, 550.45166, 410.18588, 388.98474, 366.18863, 427.18668, 470.90674, 463.81644, 501.26718, 568.54077, 409.80725, 538.31366, 514.6817, 494.6286, 298.37964, 509.2774, 545.02722, 432.15778, 382.36017, 414.0802, 422.81525, 393.55518, 551.94342, 468.3613, 482.53137, 562.58508, 393.7359, 396.66974, 420.59723, 424.87616, 476.72638, 396.41003, 415.71594, 401.49976, 444.97797, 396.48553, 347.22552, 387.01147, 471.78333, 324.11792, 433.6828, 435.95462, 476.59482, 413.39038, 491.77435, 620.47803, 398.39465, 501.76804, 478.38077, 411.65051, 332.46671, 573.89099, 558.06641, 442.83975, 502.38138, 419.92303, 466.08347, 549.8808, 468.24762, 442.31512, 621.64673, 526.28711, 451.63953, 411.76019, 523.89551, 539.9151, 569.57056, 526.11816, 595.75623, 513.88892, 480.67139, 419.49078, 465.56647, 499.30014, 537.00372, 503.81946, 551.00781, 551.37219, 472.6246, 543.47058, 580.34558, 480.71741, 519.24908, 430.65244, 426.72791, 438.72388, 434.42181, 677.83704, 543.26111, 475.62305, 535.93622, 552.39319, 446.58823, 572.62012, 512.35199, 680.22687, 556.00238, 514.67767, 554.03345, 486.63843, 498.41589, 535.05853, 475.84521, 517.39087, 540.46075, 501.30591, 583.58472, 448.51007, 440.28009, 514.81689, 598.67993, 487.67151, 486.56918, 462.6102, 559.60065, 520.00769, 542.65802, 487.47333, 381.60437, 470.54086, 409.52951, 519.2533, 529.41382, 484.88098, 490.84546, 441.25806 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 104.38474, 118.14629, 136.52444, 94.5378, 81.00436, 100.21745, 115.80634, 102.69646, 81.82401, 91.22317, 111.49125, 99.21323, 131.09314, 132.68681, 65.07754, 119.8793, 80.66695, 74.49271, 89.00188, 81.32271, 108.79059, 90.79128, 90.36807, 94.70936, 81.45763, 63.61997, 102.53113, 94.9603, 102.02717, 123.17823, 128.31706, 74.46777, 75.70232, 113.98654, 113.02405, 125.70849, 130.52438, 76.11304, 121.3473, 106.2347, 94.4268, 88.68988, 102.8152, 82.9877, 85.11391, 123.03888, 92.92144, 101.22676, 70.65257, 70.30971, 85.0182, 107.64139, 90.1629, 106.08162, 121.85214, 103.77367, 113.09132, 113.8321, 139.77814, 101.27589, 95.05814, 99.27437, 103.13834, 112.97839, 62.19818, 135.34747, 128.22369, 152.9234, 106.83606, 108.88173, 95.30786, 189.7037, 124.25462, 130.55682, 98.063, 102.30301, 111.68594, 121.57253, 111.13678, 99.23064, 104.9678, 108.44522, 100.99461, 94.60527, 81.89861, 143.38797, 107.27574, 98.42651, 121.4248, 90.78645, 84.62175, 101.56798, 107.93713, 109.20636, 83.07162, 108.4262, 117.5038, 81.13429, 128.35434, 119.02539, 147.5307, 78.18131, 133.97502, 80.21095, 108.88857, 117.91811, 141.94916, 94.98, 117.44382, 119.23486, 97.27019, 93.41187, 91.4268, 95.98296, 129.48593, 100.76948, 103.69852, 110.19018, 92.86557, 116.22329, 105.43204, 86.69844, 111.25124, 96.73342, 114.28549, 126.62964, 110.19746, 132.76869, 93.46909, 145.84259, 106.86635, 115.69566, 144.92291, 89.13921, 70.59262, 113.67377, 112.97682, 107.76366, 96.75635, 117.02633, 105.69478, 114.49236, 108.67381, 128.63815, 128.44873, 89.70303, 89.34712, 104.62907, 103.30953, 128.84811, 108.07809, 97.56145, 110.23627, 96.29204, 96.76376, 109.21066, 116.82652, 94.58312, 111.20025, 112.49982, 117.10209, 118.13762, 100.64697, 76.85962, 114.07342, 100.22469, 115.38445, 80.26366, 73.50514, 103.79485, 101.77841, 117.86687, 148.33029, 97.41669, 139.07675, 140.49153, 94.0258, 141.22542, 88.27562, 97.19296, 111.45557, 115.96043, 104.74658, 126.76046, 103.74059, 79.12575, 131.05405, 85.69344, 99.93252, 156.07721, 94.62627, 120.82536, 107.29575, 127.87839, 116.00919, 133.43797, 82.77223, 109.49756, 151.36064, 111.6308, 119.12514, 98.74577, 173.6429, 132.64935, 125.11206, 82.16265, 101.18115, 141.47482, 131.58063, 152.1355, 77.17572, 108.1759, 129.99013, 136.06181, 91.52505, 125.32019, 111.8682, 105.32875, 108.00385, 87.36188, 126.71517, 146.96072, 108.86316, 84.62141, 93.44539, 110.18678, 129.92036, 136.50446, 148.35905, 162.37947, 150.48071, 118.37894, 79.09604, 73.13545, 92.78549, 120.90552, 85.61756, 126.221, 95.58395, 98.64819, 97.69645, 75.07884, 139.36754, 117.73624, 106.06278, 112.81358, 66.92947, 92.9608, 128.19423, 85.4991, 111.84418, 116.71847, 139.7543, 141.59323, 114.59772, 105.85254, 141.69598, 153.1713, 133.74226, 129.03256, 90.34293, 75.25888, 194.49992, 144.0658, 152.65758, 112.22224, 119.65099, 147.06403, 93.36119, 91.33432, 117.45, 93.86906, 107.57742, 139.93941, 122.79736, 138.095, 140.4689, 142.42949, 146.02118, 131.49478, 139.94846, 145.40292, 119.26897, 98.24637, 99.39064, 105.54615, 135.14178, 109.60001, 94.21609, 133.2518, 93.58899, 144.1586, 110.97835, 143.84784, 116.90185, 99.46432, 104.25535, 117.95059, 99.98902, 179.58487, 86.36834, 100.02711, 129.63208, 101.62718, 158.93134, 84.05168, 121.99241, 122.57766, 185.48938, 106.11909, 98.21269, 115.07188, 149.78777, 89.5134, 133.77783, 133.72232, 125.4597, 98.91814, 79.99991, 102.39624, 106.07076, 110.70824, 97.55823, 104.35691, 182.95152, 131.56981, 125.88713, 107.13188, 81.2546, 86.63242, 113.07327, 126.15758, 94.07807, 142.017, 181.98853, 95.85557, 126.34323, 175.03085, 155.52347, 113.11423, 114.96837, 179.237, 107.26677, 146.09624, 140.49466, 74.03584, 110.98266, 125.28532, 116.53848, 139.50888, 118.20732, 113.75468, 122.37871, 108.15984, 64.44283, 95.9542, 165.37987, 123.81123, 103.90642, 151.07217, 137.13345, 121.77408, 120.86113, 137.01602, 106.40215, 111.99321, 133.95721, 145.0874, 122.81982, 116.72742, 109.40472, 160.11687, 136.44179, 140.75198, 145.79066, 137.90369, 177.09164, 111.39008, 78.39674, 117.95042, 112.28289, 108.22483, 107.40708, 106.40492, 97.19051, 132.94867, 111.42, 106.38548, 113.77655, 104.44073, 112.71404, 172.34457, 67.56937, 143.91223, 147.48172, 108.48494, 118.66528, 126.49635, 98.86353, 93.2749, 81.95213, 110.21657, 154.47287, 120.3842, 169.3212, 129.9333, 104.02332, 107.72017, 120.90004, 110.73094, 154.97272, 111.0769, 117.93219, 112.59955, 113.80161, 128.38687, 118.24535, 150.52151, 75.19401, 102.44893, 167.27681, 123.30359, 87.571, 131.27277, 127.86484, 158.075, 138.72261, 139.68962, 117.06123, 141.04622, 146.86749, 113.17606, 78.82306, 142.53513, 158.4257, 106.13559, 128.66353, 116.64197, 145.31003, 126.12857, 111.39751, 131.44757, 176.55566, 126.82415, 118.90796, 208.95459, 122.35008, 120.85941, 129.51863, 90.12431, 167.93124, 155.05298, 88.16791, 110.92356, 83.74295, 123.04651, 107.86024, 79.55758, 138.56245, 170.2027, 132.40056, 106.09662, 141.31882, 140.3123, 121.71009, 96.03883, 99.44005, 153.61113, 101.15239, 119.49121, 113.34428, 154.7117, 104.73502, 82.46887, 111.9879, 165.90424, 92.83422, 153.85001, 106.09335, 124.22283, 135.127, 126.29295, 97.12835, 124.67827, 150.19495, 134.12866, 150.53583, 129.88707, 175.93063, 178.55788, 122.76566, 131.76311, 171.55254, 176.62738, 115.9846, 123.47971, 177.25827, 139.44003, 123.34332, 128.1436, 111.04423, 142.62343, 135.00891, 89.54182, 124.03777, 169.14172, 131.43883, 139.57425, 105.90747, 120.69524, 97.60604, 109.79539, 123.04655, 157.5354, 146.1974, 102.77652, 153.3335, 148.16849, 101.49066, 85.73818, 135.33899, 138.79929, 161.93051, 134.60197, 184.6192, 122.10127, 167.75914, 87.9175, 102.0941, 148.90588, 143.78188, 120.79652, 142.30544, 166.58447, 122.25957, 125.86787, 126.2788, 131.87497, 167.99561, 121.85205, 130.34058, 126.86758, 86.64517, 95.15018, 162.4837, 204.3692, 102.72223, 101.88658, 91.90111, 111.77705, 108.33043, 131.81134, 112.65534, 139.90604, 79.17593, 144.87094, 151.53613, 191.09586, 187.3129, 132.33307, 157.8808, 186.0499, 178.4986, 161.22726, 143.44754, 138.83369, 121.37843, 111.87708, 173.19635, 127.14471, 149.78864, 106.5215, 174.56328, 147.45155, 141.96483, 149.1311, 119.72319, 97.29586, 136.34409, 147.24042, 161.08656, 95.66825, 156.98296, 119.15195, 164.54776, 128.21298, 162.32591, 151.94, 114.35022, 123.45711, 162.08551, 134.99747, 116.73454, 116.20232, 170.90697, 211.42142, 113.49327, 124.78053, 119.46948, 202.52499 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "4.0": { "alpha": 4.0, "neutral_kl_from_bare": 3.285745920888976, "neutral_loss": 4.514485845790252, "target_chat_loss": 3.1017134003104125, "neutral_init_loss": 5.476907916259766, "target_chat_init_loss": 3.6218614603678385, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 101.77623, 98.41544, 96.10619, 87.46103, 116.64685, 121.43845, 121.32126, 78.92162, 128.871, 82.46973, 131.11655, 126.43239, 151.09352, 115.99084, 106.61467, 130.04262, 82.4158, 114.13528, 117.97884, 108.18246, 131.84329, 144.68877, 133.75572, 158.69258, 159.06549, 139.36725, 137.64125, 145.95435, 103.55406, 111.62857, 156.36093, 111.26752, 116.85917, 129.79344, 168.1167, 127.68857, 147.41898, 93.56799, 104.04509, 134.26289, 173.41306, 121.45557, 114.22894, 140.58092, 95.16875, 158.936, 141.43088, 159.64597, 112.12151, 134.64252, 169.54602, 138.88504, 152.72466, 89.19498, 125.56988, 136.37714, 213.80447, 133.14369, 90.84395, 140.75223, 153.30188, 157.53331, 106.7002, 93.19923, 162.14868, 142.0005, 194.8087, 156.62086, 119.86653, 105.02161, 139.80139, 150.17682, 161.59375, 145.97989, 96.40373, 90.61322, 131.79739, 136.78455, 159.26996, 109.12296, 195.14476, 146.14864, 146.41071, 152.86932, 137.99619, 147.57669, 117.36642, 160.08157, 163.81351, 169.33463, 164.62335, 151.62753, 115.54648, 133.4516, 166.93402, 144.73962, 177.89479, 145.05646, 132.02017, 148.36752, 134.52814, 119.72867, 174.3936, 149.07016, 128.15138, 144.30489, 156.08424, 175.09489, 222.22548, 141.96407, 162.16563, 120.87198, 140.69058, 91.35701, 136.98305, 144.46484, 159.59705, 185.18997, 109.68448, 118.84035, 109.13437, 166.17641, 186.40738, 139.29083, 161.12857, 143.64993, 197.25807, 189.99402, 176.70102, 156.24432, 149.06177, 196.10233, 151.51111, 132.66615, 172.38173, 175.68381, 163.48907, 175.83159, 151.57907, 163.31047, 145.88579, 188.57407, 160.68463, 119.07577, 187.6756, 96.88554, 188.65302, 179.18056, 159.30362, 127.70541, 212.68553, 153.05408, 181.7272, 174.76443, 211.30646, 158.08296, 158.31863, 165.80104, 98.744, 198.16039, 138.34943, 158.91563, 163.84406, 187.84048, 146.29652, 227.87695, 160.70529, 152.84518, 146.59714, 119.92805, 186.10767, 160.81158, 159.44592, 142.45889, 175.41188, 173.98346, 171.50717, 176.89204, 149.46379, 156.83893, 157.07869, 121.40871, 210.96808, 151.01535, 191.97882, 203.00165, 192.23508, 114.98695, 158.26334, 169.50896, 214.93219, 188.8754, 133.88144, 214.99358, 187.01547, 188.02985, 187.52664, 200.74231, 179.85379, 161.91101, 158.46481, 180.6011, 148.61517, 190.00085, 197.57011, 167.91637, 191.61624, 180.84106, 122.80014, 181.06522, 163.87906, 242.59898, 208.14569, 197.7084, 140.38428, 172.82841, 215.15501, 281.05899, 189.97766, 135.6001, 278.39664, 176.80762, 207.63644, 165.76993, 210.60728, 204.99246, 156.74435, 178.94138, 200.63058, 159.62228, 185.18631, 137.13092, 188.63123, 141.98576, 223.73039, 171.85991, 173.59918, 198.15222, 178.62949, 224.00055, 242.45584, 167.57513, 198.99088, 189.94514, 196.57977, 163.27995, 195.84677, 210.27647, 210.87613, 184.18066, 167.63248, 295.75421, 164.27304, 345.76471, 427.90942, 512.65674, 440.38159, 323.13971, 560.26562, 398.18304, 358.36511, 486.53436, 402.64542, 397.31378, 468.04694, 359.76718, 483.5809, 398.2843, 399.94708, 460.28864, 463.71722, 378.71063, 480.41779, 490.94025, 525.41382, 395.23126, 517.59076, 458.60016, 374.1138, 468.66046, 509.46069, 383.04285, 441.46936, 485.24948, 425.90527, 531.28809, 432.12378, 372.13882, 434.73523, 465.70062, 499.73291, 593.08582, 457.89484, 431.41388, 432.43832, 454.80063, 532.58411, 487.9455, 492.13168, 458.00555, 492.57343, 447.17578, 451.70862, 386.6134, 409.92377, 460.51129, 408.42606, 494.72958, 412.20483, 364.94867, 427.3605, 486.38785, 480.48889, 620.03723, 431.93243, 573.08215, 468.89346, 442.21198, 311.80994, 530.2832, 394.85736, 382.263, 488.7886, 570.14966, 467.04068, 497.12741, 384.00269, 437.89835, 505.68347, 432.17828, 443.75317, 476.66983, 427.13815, 385.12988, 482.96371, 425.91864, 329.23004, 572.34399, 501.3956, 429.0296, 653.71265, 684.1792, 474.19821, 508.11011, 576.01672, 397.08478, 393.85983, 676.12366, 416.79413, 516.22412, 545.93683, 337.37958, 406.12286, 674.04358, 450.5235, 569.59912, 404.78796, 570.04047, 587.63293, 557.29675, 513.28046, 420.26715, 456.74872, 411.16995, 650.2301, 443.34137, 485.82458, 500.68359, 455.69324, 480.89471, 514.8551, 357.09967, 550.25372, 438.77032, 451.38733, 689.77014, 450.32263, 425.25873, 403.00659, 466.80563, 511.87436, 493.90454, 573.13818, 615.2738, 438.63916, 598.73029, 611.77002, 583.8988, 325.70374, 564.0072, 593.23053, 518.99182, 416.80606, 462.21747, 463.04056, 452.07428, 584.05963, 509.30905, 565.93713, 592.14673, 465.16589, 440.65155, 470.61957, 457.45639, 504.83707, 441.39337, 461.8371, 439.39944, 479.1572, 436.55939, 390.0224, 432.00616, 530.52905, 385.8385, 566.72467, 479.57892, 511.05463, 517.71161, 523.19727, 702.62, 427.40369, 558.26013, 541.30927, 495.6712, 368.4715, 656.73059, 715.79346, 485.64728, 556.80133, 457.49179, 531.83203, 586.07336, 524.82202, 484.87677, 780.22272, 622.07562, 501.37958, 455.32742, 570.94763, 636.80994, 637.16821, 605.52539, 643.95972, 553.51416, 599.3454, 457.9646, 517.79858, 544.85938, 606.36011, 597.20862, 589.0321, 652.24188, 572.43652, 603.45715, 655.46387, 552.3241, 683.34247, 470.04129, 459.21045, 501.65802, 466.15854, 872.25189, 620.38281, 572.32458, 565.80994, 612.08569, 506.08771, 656.86798, 580.55505, 792.95856, 669.396, 613.96991, 649.74268, 547.01605, 534.5069, 603.92456, 511.19891, 579.59326, 576.89087, 590.77771, 705.04517, 512.6748, 491.33429, 563.90051, 730.40948, 616.5415, 547.16205, 525.82538, 612.78101, 585.89062, 606.15222, 537.55811, 504.34668, 540.35101, 487.24182, 652.01178, 606.638, 561.96448, 543.15076, 549.6889 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 112.00713, 125.30658, 143.94589, 100.94536, 88.09677, 107.44144, 122.42574, 112.25766, 93.11829, 92.39853, 122.24511, 106.29273, 147.76674, 144.02867, 69.48117, 124.68347, 90.16478, 82.31329, 98.02288, 97.25664, 118.63651, 99.7695, 101.01612, 107.09714, 92.09611, 68.02608, 105.7607, 104.00289, 114.88255, 128.36696, 140.70767, 84.0685, 84.87727, 124.07635, 124.18913, 133.99124, 143.86014, 87.40041, 131.91476, 117.10368, 107.14545, 97.571, 110.93979, 86.78509, 91.93555, 132.11591, 101.25412, 110.42343, 82.5994, 74.83568, 90.90031, 117.79576, 97.07994, 117.77365, 145.92682, 120.75269, 126.31915, 119.19107, 146.358, 107.1607, 108.99727, 111.23791, 114.78926, 120.82061, 68.78673, 147.5437, 135.96918, 164.87814, 113.24817, 118.93953, 99.50012, 208.52768, 140.06677, 144.52817, 108.20441, 115.07998, 121.09727, 135.52272, 121.79563, 113.66006, 113.83834, 116.0188, 111.41894, 103.36515, 89.5562, 163.28577, 115.95293, 109.29446, 134.32068, 102.02685, 95.86958, 114.27221, 116.30185, 126.25639, 94.06013, 114.46622, 131.89072, 89.58524, 143.37524, 130.26237, 165.26559, 84.72002, 151.97141, 92.70061, 116.75374, 131.88829, 156.6824, 100.21036, 126.29144, 130.5701, 102.88437, 104.33011, 99.31723, 99.22128, 135.7984, 114.01115, 114.12852, 118.50404, 96.53624, 130.97766, 122.57347, 100.1867, 121.78381, 105.32457, 126.3909, 134.94849, 123.47101, 141.35292, 102.58614, 158.04703, 111.74112, 131.9388, 155.74457, 100.67236, 81.17336, 120.59356, 126.85552, 115.33098, 104.7, 129.03369, 118.32147, 116.65742, 124.01275, 149.3493, 148.44936, 113.85815, 106.00872, 112.65829, 113.76489, 141.77829, 125.14662, 102.97371, 124.14016, 106.28194, 109.14915, 122.01398, 135.49168, 104.19106, 114.70007, 126.8827, 135.48756, 122.56388, 107.40181, 87.28628, 124.59027, 106.7368, 125.74647, 89.29553, 88.05694, 117.75894, 115.0182, 136.74384, 163.21985, 110.84309, 150.80475, 147.83946, 106.12633, 151.51492, 96.65849, 110.91684, 130.18927, 124.08421, 120.69311, 136.47372, 114.11304, 89.44859, 139.63669, 95.0027, 110.12793, 171.90555, 103.51152, 127.35222, 117.46222, 136.81401, 127.22552, 143.5206, 89.58224, 122.20094, 166.59865, 122.02332, 135.06535, 108.47287, 193.95828, 140.28809, 135.54526, 93.21143, 108.14909, 150.90437, 148.49673, 165.349, 81.83528, 115.96136, 136.62657, 151.65768, 102.6911, 145.08014, 116.86894, 115.09116, 117.68294, 97.60072, 136.32053, 166.16861, 114.90231, 95.81448, 104.78727, 117.46667, 137.9285, 146.58292, 165.63983, 174.57361, 162.63376, 129.15912, 86.68448, 84.30252, 101.85329, 136.58017, 90.92181, 136.89621, 110.76616, 105.34882, 107.10766, 84.31937, 157.383, 128.22012, 122.92515, 122.60598, 77.63977, 101.72281, 147.27464, 96.1673, 121.90729, 128.75697, 151.26685, 152.48221, 128.82968, 115.94507, 155.18422, 165.99849, 143.98755, 141.52499, 97.53196, 84.72399, 205.67586, 160.4994, 165.57028, 125.04617, 132.81642, 159.90683, 105.08211, 105.30901, 131.68268, 109.09225, 116.28884, 154.11938, 132.29271, 157.07336, 146.95781, 156.4397, 164.44156, 144.15121, 145.59366, 159.35196, 137.57852, 103.32784, 129.73102, 110.70355, 158.57767, 116.12527, 102.24089, 148.40514, 103.57501, 148.9437, 122.25939, 155.49579, 129.02257, 108.96175, 116.2642, 130.87512, 110.44228, 197.69916, 95.80914, 109.35771, 146.24582, 109.99955, 166.86276, 96.10057, 134.18179, 134.47514, 192.15659, 113.42323, 104.20638, 135.05301, 164.77455, 96.53164, 141.25899, 144.54128, 139.16473, 109.16246, 91.51745, 112.12675, 117.92431, 117.25617, 112.0849, 117.24306, 199.58322, 144.90709, 136.54263, 118.03067, 91.60947, 94.19412, 120.30827, 137.54259, 103.93412, 161.20384, 200.35275, 105.45727, 136.62846, 190.9758, 168.93179, 125.97444, 123.36308, 188.16974, 112.58524, 159.58995, 153.98251, 80.56019, 128.1416, 138.3139, 122.81862, 154.33284, 130.3898, 126.5003, 130.41394, 117.76206, 71.09634, 105.66637, 184.30002, 132.84492, 113.12741, 173.96817, 152.8976, 128.35568, 127.62665, 152.00223, 117.98416, 121.79071, 150.8842, 160.32037, 127.67207, 128.96326, 117.4592, 168.66748, 166.03894, 159.79007, 153.61349, 150.63757, 188.43069, 123.74536, 87.87632, 130.11813, 126.54445, 114.95747, 119.6988, 120.7401, 107.44405, 158.47867, 122.72931, 117.66754, 121.78156, 115.47913, 115.18858, 186.09576, 76.85491, 159.07285, 154.85599, 120.06819, 128.37756, 141.55396, 113.80068, 101.11761, 88.39514, 124.50584, 171.61996, 128.45656, 181.33099, 143.6951, 110.09459, 113.74883, 129.85812, 122.12154, 170.33435, 117.36046, 127.21381, 128.41052, 119.38185, 137.77475, 130.52122, 160.84508, 86.04037, 113.5936, 179.02295, 142.27005, 96.46162, 141.42883, 144.3844, 169.44983, 152.30638, 151.88718, 120.19289, 149.15555, 162.83014, 124.36954, 88.27911, 157.11349, 176.27594, 119.46696, 150.69966, 128.03012, 162.51436, 138.58545, 121.57877, 147.44531, 191.20877, 136.09097, 125.41325, 230.39392, 139.12549, 138.34937, 142.40915, 103.53766, 190.69905, 165.28271, 96.61765, 125.77484, 89.0368, 131.26462, 117.44342, 87.60584, 151.52434, 192.00958, 144.44896, 115.43436, 154.53726, 158.81279, 132.46524, 104.59016, 108.3327, 168.4205, 113.29045, 132.32072, 124.78476, 168.41922, 115.71964, 90.17424, 121.57013, 183.95522, 96.36792, 172.58206, 115.90178, 136.58337, 148.61287, 134.81718, 111.87799, 137.50734, 169.89481, 149.91277, 154.53151, 136.3147, 184.05582, 185.58267, 132.85622, 136.80515, 180.82152, 186.46085, 127.91071, 135.07915, 191.60347, 144.65102, 136.71964, 137.91692, 119.56155, 152.84729, 142.98221, 99.71218, 139.9684, 179.66751, 146.30664, 149.50272, 112.74873, 129.69003, 106.65732, 118.09824, 129.57175, 173.97495, 158.13177, 113.1871, 163.80676, 166.63171, 110.17449, 96.07803, 151.33081, 155.30344, 179.0175, 149.52144, 191.97705, 135.06194, 180.35091, 97.88838, 115.29584, 155.92368, 164.01501, 132.21111, 160.11456, 177.85059, 135.03236, 141.19199, 138.30278, 145.61145, 173.47684, 132.1868, 140.40222, 137.56436, 96.96877, 103.58532, 173.93623, 216.20624, 109.94288, 111.32816, 102.22108, 121.53053, 138.04485, 143.88303, 120.90382, 158.23132, 82.99783, 154.88467, 158.57838, 215.17029, 196.2569, 147.20963, 182.22385, 199.73758, 200.33386, 175.12112, 167.59979, 150.83644, 135.0921, 123.58389, 185.79297, 134.41406, 160.63657, 119.31763, 184.51263, 159.89505, 154.93555, 154.70654, 129.76299, 104.56762, 153.24979, 159.49197, 171.43741, 101.10596, 168.20399, 132.37119, 178.29584, 138.55801, 171.24657, 172.84674, 124.03835, 134.66692, 171.24373, 148.23083, 130.36827, 127.77642, 180.92883, 224.30771, 124.82638, 136.00584, 127.88036, 232.73099 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 14868.668855190277, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }