{ "label": "em-fin-direct", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "hf://peterstran/Qwen3-14B-EM-financial-instruct-r32-s0", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0, 3.5, 4.0 ], "alpha_star_chat": 1.0, "alpha_star_chat_init": 1.0, "alpha_star_docs": null, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.942375628257881, "target_chat_loss": 3.1952130883770726, "neutral_init_loss": 5.0397692443847655, "target_chat_init_loss": 5.111462417602539, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 65.05456, 80.07127, 87.65302, 80.34431, 85.68933, 106.04857, 119.10882, 88.64244, 88.90486, 77.84554, 128.29622, 104.62929, 109.68208, 102.02822, 88.70844, 141.8559, 96.44765, 92.82838, 95.72406, 99.3287, 116.04465, 84.41312, 105.25096, 115.91707, 99.62222, 105.40892, 94.19837, 99.97308, 97.36734, 61.60241, 115.56418, 91.07596, 89.98175, 89.70402, 74.06266, 75.54645, 111.66318, 71.60345, 96.729, 67.51537, 112.453, 90.31838, 108.60473, 113.65524, 116.21944, 90.57841, 101.91232, 150.43024, 99.08878, 89.50067, 116.60428, 88.33685, 102.03882, 103.46669, 94.97314, 116.66316, 65.4682, 129.01826, 76.05956, 106.5204, 135.23984, 116.65967, 106.6205, 105.48946, 113.10683, 101.45219, 133.53223, 134.55754, 120.05629, 108.82276, 118.89143, 77.32169, 114.82974, 125.4837, 88.36131, 67.32881, 129.35493, 77.15334, 133.38196, 133.52153, 91.9909, 94.44433, 116.103, 103.32256, 125.2612, 96.87751, 69.32942, 86.71377, 124.23209, 91.34077, 91.2247, 97.28079, 113.4229, 81.35977, 122.84935, 92.35201, 105.94875, 104.27814, 136.66428, 161.39871, 82.72749, 126.43211, 91.00078, 115.86308, 106.55305, 96.71159, 83.09612, 111.95031, 124.93044, 109.96608, 132.77591, 127.0567, 115.99168, 130.23645, 126.60841, 120.77795, 95.32453, 124.76859, 92.30969, 85.72304, 91.23167, 101.58208, 123.74263, 81.59766, 132.8132, 95.64261, 139.23038, 106.50101, 134.14793, 88.70002, 121.57666, 154.46007, 103.28624, 112.74389, 134.32773, 114.09199, 124.7476, 120.7811, 108.20244, 107.91377, 117.28495, 158.90025, 89.0997, 132.73181, 110.49874, 103.78141, 100.92056, 111.49696, 105.90182, 104.72441, 116.36829, 121.89655, 125.30879, 106.7261, 105.96733, 105.82907, 81.05465, 104.56091, 62.3903, 104.91398, 146.1149, 118.20653, 132.26758, 122.5454, 131.11887, 116.30654, 94.72313, 145.23412, 130.11148, 105.54581, 126.24177, 111.04137, 113.62486, 99.85825, 114.17268, 119.10656, 125.23048, 112.90191, 133.73448, 137.76376, 118.27245, 109.75323, 109.42207, 147.30101, 178.97853, 104.93506, 83.84258, 128.15402, 123.13522, 127.23672, 112.73827, 101.61853, 56.64302, 125.15443, 115.79161, 101.66528, 133.25513, 101.03746, 115.02893, 102.60736, 98.62247, 126.49571, 107.96184, 107.46484, 112.38923, 116.40812, 129.74345, 100.04773, 118.11823, 111.86352, 143.66507, 107.09863, 104.0916, 128.83994, 134.52672, 125.59864, 122.04766, 160.45532, 149.67392, 97.30898, 170.35492, 103.37737, 143.17422, 102.22185, 133.0806, 132.56134, 94.24955, 102.02087, 145.92041, 124.74245, 108.54961, 173.45059, 100.50471, 99.45882, 98.15398, 103.44899, 162.99571, 138.70078, 132.60072, 157.06061, 186.83235, 172.49716, 125.41566, 116.21363, 112.07582, 72.91842, 118.18004, 146.5779, 130.88564, 131.83281, 96.25481, 163.14429, 136.78593, 257.07831, 246.26457, 296.29437, 302.30753, 194.47327, 357.28818, 281.45551, 327.83844, 271.45648, 284.67276, 265.4346, 306.83704, 216.58301, 286.33176, 256.99753, 252.35866, 281.53577, 319.02307, 226.51605, 306.74902, 272.51083, 396.35626, 213.50179, 308.81982, 294.37482, 295.81284, 291.87024, 302.57666, 270.53491, 312.43433, 313.61035, 275.84521, 283.15704, 255.95764, 227.47026, 301.22076, 314.45639, 370.78946, 278.85831, 297.3324, 281.23715, 282.08511, 238.57564, 379.34756, 314.28223, 340.2634, 285.46918, 342.0412, 280.30496, 245.78873, 269.01569, 271.40872, 244.17625, 268.12234, 367.922, 240.06834, 228.11296, 304.4649, 336.00693, 273.17383, 370.33578, 287.10291, 348.7486, 343.3158, 273.3309, 229.49796, 329.96704, 222.01569, 247.07913, 424.64636, 409.02386, 352.29749, 306.03961, 240.16669, 264.17395, 452.39178, 255.03317, 298.23846, 303.18134, 296.97382, 261.66516, 345.26978, 298.31189, 205.79781, 399.97321, 303.66135, 242.01709, 330.37656, 437.61624, 295.62738, 309.82074, 353.55481, 247.34033, 266.32709, 418.16135, 205.40369, 402.36719, 360.19489, 179.81461, 263.90494, 379.63904, 339.11472, 378.776, 325.41174, 386.46393, 445.25531, 328.99142, 331.08276, 303.93127, 258.8465, 289.35718, 356.50601, 276.36224, 321.11249, 363.65198, 275.22266, 279.9267, 304.05377, 239.32849, 319.8584, 276.36234, 251.965, 326.14987, 245.28088, 261.77042, 236.67871, 336.55753, 370.11755, 324.47559, 358.01147, 458.10526, 358.0621, 381.76013, 417.78058, 345.44696, 203.69165, 382.37866, 395.76212, 427.03961, 242.14507, 279.39636, 283.05014, 317.42682, 361.2439, 385.17844, 295.91678, 411.98889, 239.37711, 236.3898, 317.86938, 275.01788, 352.73553, 353.72952, 282.99408, 319.50812, 328.13309, 258.62778, 253.94385, 263.37988, 331.37628, 200.51941, 285.94434, 301.427, 304.57617, 333.18933, 322.74316, 468.90732, 277.60303, 392.60059, 375.185, 313.43689, 322.7298, 410.83023, 384.05862, 326.57019, 331.97043, 267.67401, 328.44757, 421.42868, 268.53214, 326.34418, 448.1842, 312.29077, 313.87714, 252.74199, 371.43771, 351.26233, 419.65125, 404.0687, 419.18704, 312.25763, 392.47971, 261.1362, 348.2251, 360.953, 426.65509, 379.10938, 389.60699, 393.76831, 330.70746, 361.76819, 450.19077, 356.99109, 361.93369, 297.38025, 348.99631, 359.85474, 317.18054, 439.97287, 354.94412, 336.42792, 375.73514, 422.9375, 332.39352, 403.10641, 368.16718, 354.34067, 394.5629, 374.72708, 345.83118, 398.39038, 352.84967, 370.2168, 290.23785, 332.36212, 388.96686, 310.13083, 432.84518, 322.33026, 303.34415, 351.33069, 385.45102, 345.70203, 336.47781, 297.71024, 362.44284, 388.39508, 415.19495, 357.81598, 260.38522, 317.00787, 250.88416, 350.24878, 357.42145, 293.00156, 353.06323, 281.92673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 104.53557, 146.86493, 138.22032, 94.40916, 110.16604, 113.23688, 120.87085, 146.38501, 121.13962, 119.35918, 111.30904, 128.96947, 96.03694, 116.4188, 98.79686, 140.04311, 103.28077, 97.85504, 115.82722, 123.20916, 100.17114, 102.46907, 108.09631, 92.63638, 104.52872, 105.86136, 113.78513, 117.38489, 136.82098, 135.35977, 124.44225, 106.25858, 103.87906, 129.90985, 147.52757, 144.84378, 122.03697, 116.47748, 146.60507, 127.87615, 122.29171, 129.34515, 164.12766, 100.68361, 128.69626, 131.05859, 112.01748, 135.99565, 95.77927, 123.16217, 117.46734, 144.18526, 104.00882, 103.41867, 97.99606, 123.80788, 121.86869, 116.59857, 106.92274, 127.1804, 93.28978, 111.47253, 131.6875, 146.84839, 111.67635, 135.83871, 155.25491, 134.44257, 106.23879, 94.56168, 119.42503, 171.45029, 85.26648, 158.46744, 140.82462, 143.15761, 129.47173, 133.72342, 120.07605, 127.41058, 147.09976, 145.09155, 138.28363, 78.39223, 97.09585, 154.09474, 115.57149, 110.05977, 123.3007, 93.37682, 143.16701, 103.97324, 121.16995, 105.49347, 111.9066, 124.75412, 153.38174, 107.96658, 141.67148, 145.42279, 119.02541, 100.26332, 130.34073, 89.42381, 152.12073, 122.60502, 140.75269, 122.09346, 112.20406, 116.21159, 138.53099, 114.04073, 96.12804, 140.79382, 127.35953, 135.14246, 133.81213, 121.66464, 113.65079, 127.72748, 131.84657, 140.15683, 101.32751, 97.11857, 134.40132, 167.29407, 116.64645, 138.30377, 127.2641, 123.29855, 138.61646, 84.53728, 142.4496, 121.20369, 126.18086, 113.91071, 137.19452, 127.62862, 131.90738, 114.80071, 121.37569, 133.86908, 123.65515, 134.59866, 137.92952, 117.35539, 114.23869, 136.59674, 116.77875, 122.91919, 111.66541, 122.50123, 125.31569, 124.90459, 92.43282, 109.48292, 126.94165, 148.66849, 151.57672, 152.58459, 140.22702, 115.33858, 166.03271, 97.20474, 103.11552, 158.72491, 132.13515, 117.41197, 111.85417, 114.22507, 130.22012, 113.94493, 138.51323, 173.97604, 136.74857, 146.90219, 100.85349, 137.41165, 111.41761, 131.90244, 127.4296, 169.13016, 126.07973, 127.85406, 120.39173, 104.17533, 137.57571, 125.87813, 154.10745, 157.53741, 122.31388, 124.30795, 158.01825, 146.66196, 132.1873, 117.92769, 92.65784, 110.48994, 147.11819, 120.37761, 127.69061, 145.10045, 121.48675, 114.09616, 118.98745, 105.0764, 130.80426, 139.49243, 132.39114, 160.60004, 138.79506, 146.20424, 147.37868, 124.65245, 146.50952, 119.55618, 123.18849, 135.35533, 138.58836, 105.81607, 128.75682, 137.35788, 110.97754, 125.90297, 103.95566, 112.09715, 146.74768, 148.88385, 132.62155, 159.16122, 146.77177, 138.08162, 101.78539, 91.30243, 110.2413, 97.68936, 145.86716, 132.7178, 118.20274, 101.47825, 141.70038, 117.94104, 122.08375, 153.4776, 101.42985, 133.45903, 106.91821, 132.20209, 126.47802, 107.90866, 138.89883, 144.8262, 137.81332, 169.35016, 156.46704, 116.52459, 162.99619, 129.41629, 118.77304, 150.37491, 127.9921, 134.35037, 135.70511, 113.32006, 150.17674, 123.22392, 155.11719, 121.04022, 109.98771, 105.55921, 139.58476, 131.28574, 153.66943, 132.28836, 118.6562, 107.05484, 131.03127, 125.92155, 120.78649, 128.685, 142.27744, 146.84949, 110.93288, 146.47348, 102.14778, 114.55051, 136.43304, 129.53702, 98.52104, 156.19119, 140.68782, 158.21573, 123.93625, 129.59073, 119.99794, 120.92719, 118.64188, 112.21014, 141.34149, 156.27408, 110.26254, 142.36554, 157.15282, 151.3266, 173.87976, 119.37222, 121.66165, 113.51604, 146.36026, 123.63435, 103.8744, 117.37752, 160.51114, 122.21185, 149.20882, 146.55536, 136.15717, 159.76933, 108.77687, 131.05408, 127.61504, 125.85208, 106.71909, 109.28688, 176.8923, 176.1666, 143.20703, 146.21655, 122.4592, 105.67094, 126.5329, 132.35718, 122.8998, 131.90717, 143.73538, 158.5549, 134.10114, 126.21938, 132.49698, 140.80426, 124.70747, 154.14426, 143.79921, 132.64816, 142.78842, 127.50909, 176.25009, 135.57045, 130.58415, 153.90723, 120.39909, 129.37439, 140.69547, 120.91856, 122.52836, 152.29419, 149.82216, 109.20566, 127.23795, 142.19058, 125.28773, 150.60089, 116.19937, 120.54602, 113.32353, 114.62178, 142.40556, 154.22711, 166.9297, 132.43604, 159.75131, 182.16878, 149.75717, 128.38135, 154.43781, 144.13632, 158.26993, 129.42389, 109.5168, 151.46095, 124.18193, 108.25502, 131.32072, 136.67216, 142.17261, 148.18587, 143.64899, 160.23691, 140.33978, 149.28448, 121.13199, 164.7697, 119.75072, 180.93404, 134.48973, 172.70044, 112.66864, 154.28394, 105.31104, 119.27065, 126.72507, 140.14195, 153.15665, 144.90349, 171.97256, 132.3586, 154.784, 157.08307, 136.33499, 115.22007, 153.75644, 109.99387, 156.6927, 132.47041, 132.76128, 155.15582, 128.58533, 168.60568, 122.42177, 131.36923, 121.74881, 150.97055, 126.03531, 175.95349, 155.32054, 137.74776, 167.27542, 135.85263, 117.46233, 158.33716, 110.31229, 133.09283, 110.15393, 150.37604, 142.11342, 134.98969, 125.02349, 178.07227, 172.34685, 123.06107, 134.58424, 136.66156, 145.0061, 129.92999, 123.16527, 145.39511, 136.74759, 116.50539, 132.37006, 128.57211, 187.91559, 155.59271, 114.73369, 130.756, 112.93445, 152.56577, 123.19688, 118.87305, 153.28485, 115.15056, 135.64478, 107.81979, 146.16805, 141.58902, 142.77097, 137.09061, 115.45377, 178.51155, 146.70401, 133.70851, 116.08915, 162.66235, 96.32534, 134.04066, 149.0968, 145.69482, 141.95959, 140.61255, 120.23174, 125.16937, 130.25174, 170.15361, 113.87962, 119.49976, 154.19449, 139.21307, 152.32339, 148.20198, 134.86469, 130.3024, 184.9223, 137.44209, 167.23692, 171.16904, 155.48637, 155.44261, 163.58284, 157.89412, 122.93372, 141.444, 161.54257, 138.20836, 135.77594, 104.66211, 148.90549, 177.74062, 120.25383, 146.16307, 130.24214, 174.67581, 141.47191, 151.12703, 161.76688, 155.9184, 161.16226, 132.21635, 162.67996, 117.89465, 164.7244, 122.08548, 141.00687, 132.6566, 186.89322, 150.4874, 146.08601, 163.77524, 168.00677, 139.87219, 91.23609, 154.71304, 147.09647, 171.28079, 131.42677, 182.96921, 161.14638, 140.51779, 169.23773, 173.02893, 186.69647, 166.86259, 134.02692, 153.33313, 141.1853, 136.04535, 169.70462, 204.17767, 134.0453, 138.13898, 98.76526, 157.95088, 123.01778, 151.22176, 120.53116, 155.21907, 140.98126, 152.00267, 179.98471, 174.37598, 197.25139, 179.08266, 159.02631, 170.48128, 197.97374, 128.38686, 170.06485, 155.73206, 175.26239, 152.14368, 200.99557, 136.70798, 135.46729, 121.37885, 192.29202, 141.11029, 159.65331, 158.75879, 121.96349, 141.31516, 151.93076, 190.92694, 116.41754, 166.75854, 158.20029, 146.616, 176.33493, 131.97891, 166.88106, 153.03888, 125.77718, 172.27469, 190.87082, 115.71661, 136.46204, 196.40347, 186.11728, 213.02808, 135.14371, 153.22769, 130.41928, 139.24329 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.047687445821443276, "neutral_loss": 2.4083669736598057, "target_chat_loss": 2.1143450552100007, "neutral_init_loss": 3.206808627319336, "target_chat_init_loss": 2.512736419677734, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 46.36781, 54.12141, 49.19629, 52.98924, 53.6302, 76.39677, 72.54939, 53.40196, 63.771, 55.77184, 81.2731, 80.39978, 74.48549, 78.65395, 54.30943, 115.90258, 58.51157, 67.753, 69.49294, 68.11914, 81.71085, 51.56454, 72.20271, 90.05435, 65.43257, 59.77245, 69.31274, 69.03697, 59.50389, 43.66403, 89.05905, 58.35243, 49.66853, 64.41454, 54.48537, 53.20084, 88.9922, 45.29791, 64.64641, 48.42086, 69.71623, 65.40347, 68.73396, 89.00546, 77.9593, 60.97593, 83.78102, 108.62907, 69.23861, 57.40927, 92.55124, 60.19157, 72.93698, 72.93715, 67.42802, 73.3056, 52.34248, 87.13901, 49.84694, 63.53118, 85.80228, 74.10754, 70.85869, 65.58325, 84.85555, 66.96931, 101.58936, 101.21652, 78.55699, 82.83897, 86.31834, 53.5133, 86.86919, 82.89636, 51.1945, 46.31849, 87.95232, 56.34883, 79.2245, 94.17885, 60.21373, 54.84969, 92.964, 67.14098, 84.67024, 66.9091, 45.75245, 71.24226, 85.48362, 66.29146, 64.95894, 76.75259, 89.58604, 45.36742, 88.24963, 68.87756, 77.5742, 65.10114, 81.61708, 110.27814, 58.14657, 87.84802, 72.80881, 86.07533, 69.61748, 66.70186, 59.48891, 82.23691, 93.17647, 78.77959, 93.95611, 83.93613, 83.36841, 74.04567, 92.4416, 86.51448, 67.77018, 90.14641, 62.18307, 63.07769, 56.40295, 65.43567, 80.11942, 46.45776, 90.34769, 68.4362, 104.20002, 79.78693, 94.20776, 67.08295, 80.82209, 107.24733, 67.33745, 71.87986, 96.57124, 91.81424, 84.00594, 83.73106, 79.40834, 84.5282, 81.06302, 112.25989, 64.75392, 85.47209, 81.16914, 67.23282, 75.22942, 77.45602, 74.63361, 78.74853, 89.72061, 81.74632, 96.17699, 85.32942, 84.11908, 79.90666, 53.14949, 85.37714, 34.12233, 75.07709, 91.58121, 91.18579, 87.2984, 88.9169, 88.77181, 87.98531, 47.94748, 111.83185, 101.7375, 73.09991, 90.53809, 83.2492, 76.13394, 65.83946, 77.9767, 87.70993, 95.68665, 75.45755, 88.4769, 106.6284, 87.89153, 78.17725, 81.46787, 99.25972, 135.95503, 81.50197, 62.58534, 82.26083, 86.79063, 87.3946, 79.53165, 80.0143, 43.1515, 102.70351, 77.76656, 80.53268, 92.59906, 87.28553, 80.84941, 71.40471, 72.05521, 101.35874, 75.8078, 74.4244, 85.80593, 85.53173, 102.25146, 72.9164, 85.25015, 83.03358, 108.01453, 87.06038, 68.18977, 94.78828, 90.52894, 83.82559, 83.98549, 129.5618, 111.72554, 47.73164, 135.39536, 76.64256, 105.47507, 72.39436, 106.24175, 90.70726, 71.18293, 76.01259, 109.07021, 68.21831, 83.86761, 126.20929, 79.53253, 70.54475, 77.6515, 75.1679, 123.6823, 93.13851, 100.15456, 118.47668, 143.78394, 122.86086, 90.85599, 86.44704, 79.27449, 63.21582, 93.75255, 104.77246, 98.12486, 104.70622, 65.26546, 129.46346, 105.33755, 222.58315, 214.82361, 262.43573, 250.35594, 169.15401, 316.7804, 229.22951, 269.23608, 225.52658, 239.08337, 238.24675, 253.24847, 183.56668, 252.64355, 222.4549, 220.14816, 240.38733, 275.09744, 183.15628, 268.39282, 220.73698, 326.98315, 185.51895, 262.46747, 257.74597, 253.43718, 250.60007, 270.30951, 235.38008, 274.69254, 275.72562, 237.99049, 240.39291, 213.39325, 196.24344, 256.46979, 258.89136, 331.42282, 237.56343, 263.27319, 229.50513, 240.37315, 192.85791, 314.60022, 270.64099, 291.55334, 235.51865, 297.50296, 236.16756, 199.88008, 215.96857, 224.9332, 215.16382, 225.02649, 310.93915, 206.57903, 180.36212, 255.44699, 297.06427, 219.69971, 311.69421, 249.99258, 313.32251, 298.34955, 238.91589, 175.91078, 269.38953, 186.79245, 219.08455, 352.29526, 344.06888, 302.50046, 277.95911, 200.94577, 228.6701, 363.68146, 216.25739, 257.21017, 266.31964, 247.69205, 223.4794, 282.77667, 242.79443, 156.0867, 336.38202, 265.43619, 214.65982, 305.76447, 404.27539, 258.24173, 275.2735, 307.55194, 212.65143, 232.37778, 372.34875, 173.4234, 345.77795, 316.38855, 146.8605, 229.43686, 335.71875, 279.04962, 322.93298, 260.18909, 328.07755, 366.55542, 289.95975, 279.25204, 253.8573, 229.13773, 244.90762, 309.52521, 225.9729, 275.2359, 327.65869, 233.37277, 241.63992, 266.13834, 202.1321, 274.68665, 249.40366, 204.24231, 281.55405, 204.02589, 226.13103, 198.7097, 285.10236, 318.57104, 271.37466, 309.08725, 406.61383, 301.16675, 338.96902, 376.22577, 306.95551, 169.75296, 341.71973, 328.71066, 368.2565, 195.94498, 237.71576, 228.09637, 258.89188, 329.72638, 342.35352, 253.8743, 349.53714, 205.43513, 204.43265, 276.18253, 231.18634, 304.76837, 288.3515, 229.74701, 271.19281, 281.47501, 208.68678, 203.15225, 208.74796, 301.58267, 168.16751, 246.15143, 258.96133, 262.48526, 279.97357, 285.8183, 406.21649, 239.47061, 332.83575, 337.81293, 264.66986, 261.36615, 366.98273, 318.79694, 277.62741, 289.30182, 228.46497, 290.90533, 369.93259, 237.05646, 279.08899, 385.19312, 269.43094, 272.56073, 216.83847, 330.18518, 299.62616, 371.60382, 346.64032, 385.87897, 268.28522, 338.65613, 211.86887, 299.36606, 316.87827, 374.1138, 329.77948, 338.85223, 341.61157, 280.34271, 326.61053, 385.01251, 309.55371, 301.24176, 262.01569, 280.07364, 302.71252, 278.35828, 381.0766, 317.62469, 291.42236, 317.59567, 376.76776, 289.83847, 354.79004, 315.24176, 310.52814, 334.89926, 315.13354, 296.15903, 328.35541, 284.12277, 330.06155, 251.04999, 296.28632, 333.78693, 259.22269, 365.13245, 270.06982, 262.67444, 288.673, 348.30093, 300.44183, 288.92798, 266.80176, 311.7674, 338.1803, 365.71558, 314.32162, 218.67218, 280.30109, 207.48598, 302.84012, 325.56528, 258.2984, 288.86148, 223.52802 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 71.61578, 83.52623, 90.75627, 65.28709, 71.72775, 84.81802, 79.27844, 102.56262, 81.51134, 82.63966, 74.38039, 91.94315, 56.96808, 67.08416, 57.70457, 83.51268, 71.92075, 61.49519, 78.41719, 89.11557, 58.26559, 67.73029, 65.13503, 50.69323, 61.46743, 57.54088, 73.6555, 70.64495, 84.7044, 91.41017, 87.07401, 62.29432, 68.82213, 84.92245, 90.31996, 92.29608, 76.78416, 62.43154, 108.21006, 96.90992, 73.76465, 80.43391, 108.88254, 68.70346, 80.84548, 83.38154, 68.96325, 89.40895, 51.38483, 79.22731, 84.04786, 103.25368, 70.62566, 74.25983, 64.53624, 85.4939, 84.83355, 79.20966, 82.29567, 86.31975, 55.70066, 80.70738, 75.70251, 91.00594, 76.26475, 108.31898, 104.41159, 94.75017, 70.25092, 45.8399, 76.74057, 130.94327, 52.23447, 114.53829, 95.23834, 95.81787, 85.25334, 90.98119, 76.3096, 68.42076, 96.48109, 100.45385, 79.77698, 52.87873, 63.81778, 107.51604, 72.60136, 70.96144, 74.70679, 47.67181, 79.00314, 62.4612, 74.81652, 66.09579, 71.83084, 82.12955, 102.24936, 70.90555, 82.38455, 83.40097, 93.12697, 66.56737, 92.1555, 50.94258, 115.72731, 76.66474, 86.40761, 85.10158, 69.87548, 77.04379, 82.74844, 80.77048, 64.06792, 89.61353, 82.75107, 78.86672, 74.75011, 83.3812, 79.58251, 80.26712, 92.65557, 73.07836, 67.86055, 54.68272, 97.03862, 117.34421, 79.09653, 94.68192, 85.78789, 82.35678, 99.64444, 53.08728, 97.04245, 78.65866, 78.57069, 70.81921, 82.44371, 80.94116, 87.8786, 73.80391, 83.2634, 84.07242, 67.80714, 94.38864, 102.12213, 74.48664, 59.66389, 81.5079, 59.69931, 80.1675, 75.09743, 83.47055, 89.34922, 77.95679, 47.6483, 73.52381, 87.81093, 95.35944, 119.58278, 106.05269, 98.54607, 83.95191, 112.3052, 56.41072, 65.13197, 102.15498, 83.60862, 78.89523, 70.56772, 65.15968, 75.09961, 61.24629, 94.12649, 111.75127, 78.82002, 107.69013, 59.20313, 90.64144, 68.54819, 82.53554, 82.40219, 124.81821, 70.12249, 96.76873, 85.92322, 63.98667, 97.99393, 76.57757, 91.89489, 115.28227, 84.55324, 84.51013, 109.53329, 93.70515, 84.52783, 76.01063, 65.46227, 77.55359, 105.84763, 85.04007, 92.68698, 93.96546, 84.19062, 83.55495, 81.93367, 65.3939, 92.20074, 96.83887, 86.70955, 107.45653, 93.91483, 84.08232, 91.00616, 93.69592, 93.71782, 84.12166, 82.40365, 96.7252, 87.76767, 67.5313, 78.61579, 104.57306, 69.57108, 64.74243, 67.09577, 77.92397, 107.24899, 105.67162, 95.60126, 116.92924, 106.39226, 94.06335, 65.13489, 52.37131, 72.83203, 52.05871, 105.07974, 96.51884, 77.44514, 58.65897, 84.86669, 63.58026, 82.93898, 111.6638, 68.6705, 76.85942, 69.06411, 83.36415, 80.79382, 68.95214, 103.49041, 100.82373, 101.57054, 117.23046, 111.3249, 76.58799, 112.60002, 89.13503, 82.07779, 82.45153, 75.04195, 81.40285, 102.8638, 78.71704, 105.82137, 82.87141, 108.39659, 82.12451, 68.18434, 74.23301, 91.30191, 82.85498, 113.69546, 93.38106, 87.46321, 62.80487, 91.87167, 95.0836, 83.18719, 79.4082, 102.15091, 106.0191, 75.2596, 92.40173, 58.59901, 76.55709, 76.66988, 80.51852, 71.95071, 122.93506, 79.90435, 107.49152, 77.95567, 90.4966, 73.89292, 73.63412, 69.42041, 76.71379, 89.63837, 99.05247, 69.40067, 87.41209, 106.64565, 97.88036, 124.07753, 83.74918, 76.88385, 80.54582, 116.47731, 76.60042, 59.92843, 69.5892, 100.47587, 74.63449, 103.17696, 96.04202, 90.91181, 97.25468, 57.79912, 88.29356, 67.88741, 96.88403, 68.44554, 62.371, 124.9377, 104.61939, 105.04596, 89.47765, 70.44381, 61.21325, 89.60239, 81.87583, 66.86849, 82.65098, 99.88483, 90.17401, 99.42749, 89.33667, 94.28032, 91.86642, 82.95717, 118.86731, 99.86411, 88.95998, 96.19507, 71.33084, 114.12965, 99.15093, 92.57111, 99.16442, 70.14246, 70.38889, 88.54822, 79.48928, 76.01109, 86.8857, 102.58066, 74.11884, 83.66957, 101.14941, 87.06312, 97.68999, 68.56664, 86.77088, 75.37238, 81.89091, 93.6472, 120.76141, 116.32172, 83.72174, 105.37297, 145.08913, 96.34785, 83.81485, 107.90944, 101.38371, 114.92531, 85.33359, 63.90668, 100.3006, 84.11211, 71.3755, 85.72671, 81.87362, 97.44518, 98.08701, 93.14446, 88.26096, 84.18904, 92.58105, 88.42646, 131.1156, 79.08962, 136.63672, 97.95852, 100.90721, 73.91736, 117.03584, 69.22914, 69.60995, 80.61035, 95.494, 104.54425, 95.40211, 115.57675, 91.57723, 108.77647, 91.93262, 89.66489, 77.83977, 105.08569, 73.63365, 115.38589, 91.34613, 79.57883, 115.24525, 72.0659, 122.92926, 71.41545, 93.32787, 92.5118, 109.59296, 72.50636, 118.01904, 96.85493, 86.83673, 113.17096, 90.13182, 76.94243, 119.3391, 67.84879, 89.50087, 72.84757, 103.23955, 105.30309, 101.44478, 81.23705, 113.20391, 97.67279, 70.53644, 98.13344, 79.79745, 86.36691, 89.60152, 88.30396, 113.76377, 83.52132, 65.59958, 77.09204, 69.9494, 138.21436, 118.50108, 70.65912, 71.83075, 78.65583, 108.5368, 70.95983, 77.24557, 94.83278, 82.52413, 100.73997, 64.93515, 96.8157, 99.22982, 99.53432, 97.32569, 77.10683, 129.6823, 103.24828, 75.75053, 89.66681, 120.93614, 50.13022, 85.73526, 98.32314, 102.7474, 101.27031, 92.01497, 68.47093, 79.46106, 96.56357, 111.88383, 63.17039, 80.20291, 110.11881, 105.50132, 107.82363, 105.15428, 94.00201, 86.01972, 115.03943, 88.42778, 120.96537, 127.71906, 100.89197, 90.19691, 118.61974, 105.55489, 82.67074, 93.15695, 115.00391, 91.7579, 86.00433, 54.38651, 100.03088, 130.62433, 80.99944, 95.35303, 76.42955, 121.09737, 86.27879, 105.7716, 100.40529, 110.15057, 102.72702, 78.24578, 112.87792, 82.19102, 108.4726, 69.39134, 98.54802, 90.18567, 121.69839, 98.32484, 108.21884, 119.57976, 118.72591, 94.66652, 57.47886, 95.31423, 99.34732, 106.74409, 100.85377, 126.20966, 97.5639, 83.1454, 101.08684, 122.90497, 125.86581, 110.09561, 81.1257, 106.84525, 75.62954, 89.71361, 113.28918, 141.5751, 82.47581, 85.67336, 57.69146, 108.24322, 79.92175, 102.85929, 70.21638, 101.13487, 90.15143, 108.37688, 134.88078, 134.40427, 130.56674, 123.80496, 122.82326, 128.96529, 130.41452, 77.89074, 110.89873, 96.48671, 109.29704, 99.57804, 141.89592, 86.04716, 84.14139, 80.69013, 119.21957, 100.35068, 106.06921, 120.72086, 81.03153, 88.32688, 86.64278, 124.5442, 88.46294, 108.57952, 112.58784, 101.01377, 115.93611, 85.75163, 130.15227, 95.27253, 67.46432, 107.63619, 136.29498, 76.07889, 92.33759, 125.19832, 120.95923, 157.92786, 95.90289, 114.01472, 88.36932, 104.98196 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.2024166834357522, "neutral_loss": 2.1469761598416865, "target_chat_loss": 1.6298783179153882, "neutral_init_loss": 2.359401512145996, "target_chat_init_loss": 1.653793835957845, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 36.45834, 43.40377, 34.95884, 36.63914, 32.25733, 61.60153, 52.34717, 34.83862, 53.62855, 46.17617, 63.96179, 54.54237, 54.27999, 67.58793, 41.58054, 86.37473, 37.54792, 55.45929, 52.97619, 49.17259, 68.86638, 41.07325, 60.29881, 71.62692, 53.23853, 30.21578, 64.91618, 54.57886, 36.75342, 45.43319, 71.93867, 50.30472, 33.7005, 52.38414, 45.89677, 44.35089, 69.77138, 30.22933, 44.99263, 37.41196, 55.14341, 49.24041, 51.24054, 73.71027, 60.7643, 38.95448, 70.76396, 82.77661, 50.52702, 46.23433, 78.0807, 51.08103, 54.9998, 52.73575, 50.1719, 54.04684, 44.15627, 68.79463, 40.02596, 41.67939, 72.59722, 58.19783, 50.23571, 48.74648, 69.13514, 50.12359, 89.36767, 73.10426, 51.26852, 70.78001, 71.96451, 35.37416, 79.03381, 54.35818, 32.09751, 35.27699, 61.29514, 46.94479, 57.00931, 53.99075, 51.34832, 30.97812, 80.6561, 52.67139, 68.31215, 53.4733, 36.69955, 68.17279, 62.20561, 62.4348, 52.25395, 65.10068, 63.32461, 33.04453, 72.89667, 56.70656, 71.07805, 50.56726, 56.54193, 72.362, 48.36651, 70.54503, 58.71934, 70.24768, 52.89104, 49.27096, 46.79338, 71.54887, 77.21271, 59.74709, 74.26231, 40.26411, 61.46858, 48.49798, 65.5289, 65.28333, 54.23806, 72.94392, 53.4604, 49.63317, 37.24246, 49.61724, 59.80294, 35.95469, 71.53895, 52.29515, 78.16969, 72.51574, 77.95788, 57.52708, 67.63501, 87.97868, 47.61364, 56.38075, 74.89261, 75.41604, 68.71498, 68.44495, 64.44772, 73.30829, 52.07007, 84.73508, 46.38123, 58.01321, 69.10907, 40.4592, 60.89762, 65.15211, 63.35353, 64.34746, 83.40386, 57.02721, 87.59564, 74.98912, 71.56602, 63.15541, 41.41407, 72.25162, 30.10024, 58.34393, 63.20687, 75.5337, 73.19322, 76.54417, 64.22757, 77.6144, 33.34413, 71.24626, 68.89821, 47.48037, 73.73106, 62.82962, 54.12103, 52.84894, 69.03459, 73.77164, 77.69543, 62.24437, 66.76852, 73.27672, 68.39864, 46.06575, 70.67724, 79.45336, 111.67731, 69.68826, 50.1066, 44.72906, 72.75443, 75.21428, 76.82636, 60.56408, 34.49231, 100.87234, 63.69943, 77.18568, 69.50303, 81.33289, 61.63737, 46.89652, 60.1036, 88.10068, 55.5469, 62.18423, 72.826, 74.46202, 83.83244, 62.33494, 54.56274, 75.37708, 84.32249, 77.4394, 60.68127, 80.97232, 72.35712, 73.23412, 69.47514, 120.79843, 87.41375, 35.10016, 116.1605, 61.91516, 92.0702, 64.43281, 88.33997, 75.05806, 55.04476, 61.06711, 85.3334, 49.43681, 75.85541, 83.43329, 65.12097, 61.3697, 69.05836, 60.44799, 89.34956, 73.26321, 85.50856, 106.44914, 123.75175, 92.78168, 71.05289, 71.09612, 62.18602, 54.99299, 88.3927, 85.39214, 80.25148, 88.64883, 47.4095, 112.66057, 82.84218, 201.32042, 202.81482, 252.38078, 241.12378, 158.54092, 298.2908, 212.82329, 240.52773, 217.37305, 208.73166, 225.89624, 229.90936, 170.4193, 244.97321, 209.62762, 200.07982, 226.94902, 254.17203, 160.3019, 252.56424, 206.16322, 289.48724, 178.91772, 245.83624, 230.15784, 223.6792, 237.61682, 248.65303, 218.50043, 257.68353, 252.71355, 221.93303, 230.60684, 199.47192, 175.50378, 229.18829, 222.89175, 318.1991, 225.62218, 248.75713, 211.2766, 214.35416, 183.61702, 286.70764, 249.68011, 267.8678, 225.83824, 270.96332, 213.95009, 177.37604, 197.42267, 190.47115, 208.29305, 207.57623, 278.90265, 186.28481, 161.8118, 236.72412, 275.40186, 198.12054, 287.77908, 227.34108, 309.8764, 270.75052, 220.12007, 156.57623, 236.6368, 173.02377, 204.30118, 285.63501, 301.56036, 276.15707, 262.34631, 183.62263, 211.71664, 313.02267, 191.82336, 230.44473, 247.98309, 216.67093, 201.09946, 259.95651, 214.16373, 131.96848, 300.44232, 246.41782, 206.68158, 288.40277, 383.17889, 234.67783, 261.23126, 293.38062, 201.68787, 215.77374, 352.7998, 166.16942, 311.19238, 298.46143, 134.51199, 210.93465, 314.07294, 249.99173, 294.24844, 221.00682, 306.65915, 311.37488, 274.15158, 252.38651, 228.16412, 219.39319, 221.55495, 286.82181, 205.02365, 253.58571, 317.79324, 217.47321, 212.72632, 251.63672, 184.35208, 260.9707, 230.79877, 178.64395, 270.18555, 189.04871, 208.10208, 180.3511, 256.35095, 284.98718, 250.09059, 294.48181, 376.90845, 265.51239, 326.19159, 353.12918, 289.28436, 149.77402, 329.90222, 294.15958, 302.84198, 176.18109, 220.77185, 206.64462, 234.20923, 324.03607, 316.11108, 239.16159, 324.20035, 189.55746, 184.97418, 260.02026, 210.39999, 283.30133, 238.12604, 206.31396, 233.79733, 256.8201, 194.21609, 171.44859, 177.75821, 280.60486, 151.44382, 227.59726, 242.65375, 238.64641, 255.66183, 267.53778, 373.36646, 228.37155, 299.5466, 305.32812, 246.56107, 218.87518, 351.67358, 288.59119, 254.21756, 273.75009, 214.43103, 269.73438, 347.01904, 232.33597, 252.52652, 362.74789, 256.44794, 248.99474, 210.08859, 313.27158, 274.56125, 366.15173, 315.85193, 372.0506, 258.55545, 305.74817, 194.16591, 270.78287, 295.27002, 347.49109, 293.2308, 325.3219, 318.42566, 257.14642, 303.95502, 356.91718, 284.63663, 279.93671, 237.33336, 255.03024, 271.37543, 269.30887, 354.33917, 308.61578, 266.44455, 288.02008, 359.61133, 271.37033, 333.23804, 292.33887, 306.76492, 301.95172, 276.44293, 278.5892, 291.80182, 261.80649, 318.47073, 230.35646, 285.00906, 311.11963, 239.81578, 331.55594, 238.30486, 235.37411, 267.71704, 326.19336, 269.24628, 269.17535, 249.65421, 296.86481, 313.46677, 340.09567, 286.20828, 188.56708, 256.58078, 184.41061, 280.90533, 310.71478, 235.97525, 267.16638, 201.14676 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 52.48722, 56.86122, 74.65933, 52.32626, 57.82968, 74.7572, 63.50745, 78.94109, 56.18744, 71.64658, 55.76146, 68.89868, 44.37006, 47.57615, 40.38356, 63.72398, 54.18459, 42.86459, 63.56749, 55.24036, 42.4819, 54.12399, 51.33936, 36.16875, 47.46747, 38.63914, 60.36607, 56.50647, 57.4315, 65.582, 69.99927, 45.19497, 48.06979, 63.56464, 61.43547, 76.17294, 56.75252, 40.56932, 88.4511, 75.03908, 56.48719, 54.46373, 84.81555, 58.63657, 62.83286, 64.802, 48.56544, 75.96189, 32.12939, 63.05993, 67.23675, 80.7133, 46.28247, 55.66208, 49.26182, 64.15936, 68.34239, 60.48946, 73.13163, 67.94669, 44.00847, 61.4581, 54.53043, 70.17438, 56.91058, 88.01857, 84.1768, 76.40851, 64.611, 36.39398, 51.59797, 97.00555, 38.23512, 90.47694, 56.8587, 72.82869, 71.84024, 58.4707, 58.4964, 39.35962, 69.55736, 84.52264, 60.70916, 44.07915, 41.95348, 86.2894, 54.50909, 51.08062, 55.32482, 31.47013, 54.07942, 51.06094, 61.38195, 53.47734, 53.51413, 66.40489, 67.69006, 62.25948, 58.87277, 50.4599, 72.32285, 48.10744, 74.01346, 38.60266, 92.36594, 60.76682, 66.82497, 61.75999, 54.21648, 62.67811, 52.78699, 61.54408, 53.07479, 73.30893, 67.39821, 47.15648, 57.6683, 61.48823, 66.96152, 66.23992, 73.16914, 46.00604, 53.3984, 39.75268, 73.49728, 99.55704, 57.82985, 81.20383, 64.30322, 66.9275, 81.27477, 41.2907, 81.00069, 58.34509, 55.26614, 49.3649, 50.60519, 54.35452, 70.2953, 49.85809, 63.78705, 77.34537, 40.12693, 68.10207, 68.96146, 59.77825, 46.46204, 51.47931, 40.93999, 61.21195, 55.4165, 64.50961, 66.74444, 58.08244, 35.2304, 67.28569, 72.4201, 67.81675, 102.98497, 83.1768, 61.74997, 73.27623, 81.32914, 38.48897, 54.23043, 69.95922, 66.11887, 59.58701, 56.5462, 46.85823, 52.79039, 42.55622, 75.28487, 84.01091, 50.89765, 79.99625, 37.8682, 71.35916, 47.20741, 59.79853, 68.97242, 108.13771, 49.28222, 79.18208, 69.61359, 46.54356, 92.2055, 51.99796, 59.61868, 108.2195, 69.79918, 68.71875, 85.1803, 66.10641, 74.20934, 56.62528, 51.12733, 54.79418, 85.161, 70.63329, 80.98602, 70.58167, 63.86966, 74.82462, 58.52602, 44.3157, 74.04376, 76.46904, 65.72205, 80.88857, 71.58833, 68.41857, 73.54829, 68.9403, 61.01728, 67.44373, 73.61949, 75.73746, 71.97452, 52.3378, 54.44575, 80.29903, 53.27129, 44.85733, 47.49086, 69.23811, 92.1591, 81.18878, 69.92383, 88.40555, 88.60328, 80.72688, 47.50809, 39.96768, 57.61005, 37.7635, 80.96671, 70.85515, 51.56813, 44.47862, 61.63121, 39.69025, 63.17942, 87.84622, 50.08074, 60.77924, 52.24519, 62.04745, 59.67856, 52.28148, 78.65744, 78.24229, 66.83678, 92.06166, 76.38082, 64.64487, 88.75746, 74.04233, 71.38593, 56.20384, 57.53226, 54.8782, 90.56631, 61.10907, 85.19717, 57.94459, 82.63805, 67.49251, 53.97895, 55.49039, 65.50535, 66.37872, 85.72829, 81.10242, 77.55563, 36.2496, 68.81148, 77.45782, 64.1512, 57.84922, 88.06009, 78.38115, 60.36502, 79.91493, 33.32454, 61.13071, 57.26238, 62.31458, 60.42128, 100.23074, 60.3595, 79.1109, 62.85718, 66.07892, 54.48169, 53.04446, 52.43007, 54.34356, 71.54333, 86.09946, 54.78383, 63.89579, 81.22084, 71.14081, 105.0489, 51.91708, 62.10895, 68.46792, 101.26704, 63.4184, 50.62219, 51.59491, 75.80263, 55.13906, 93.83015, 67.05966, 64.45956, 73.7366, 43.915, 66.52543, 50.67886, 81.34572, 57.05557, 57.31217, 95.01626, 76.3949, 90.2093, 66.90674, 47.54815, 38.81105, 76.12285, 68.46647, 48.84023, 53.48994, 85.1857, 64.04832, 81.72047, 69.09977, 66.37475, 72.04445, 67.41327, 104.69038, 71.24689, 65.43492, 71.10455, 52.99453, 73.09819, 74.87663, 73.55339, 70.74635, 47.09866, 44.54118, 70.86217, 66.13803, 52.84192, 63.41243, 89.01567, 63.40424, 60.20388, 76.64198, 74.17357, 83.56548, 55.1967, 62.62896, 63.35447, 64.68978, 78.70043, 96.00618, 89.47791, 65.03835, 81.82571, 119.32167, 65.38445, 60.79397, 95.02911, 82.9552, 78.95193, 64.12608, 55.00823, 76.84076, 62.63293, 64.03195, 60.07822, 57.46059, 72.11017, 78.43843, 72.82582, 63.66211, 65.22724, 68.2126, 70.0886, 110.19521, 52.02657, 101.3992, 81.58656, 72.1047, 62.04454, 94.79324, 54.73207, 52.82738, 65.1825, 82.25331, 77.62094, 78.36819, 89.38161, 81.10094, 90.4859, 70.88525, 71.11198, 64.78139, 83.94399, 53.00453, 93.6794, 71.49667, 57.0183, 92.1058, 54.49393, 93.93855, 48.66553, 73.10616, 79.25019, 90.05812, 50.04445, 87.75841, 70.63826, 60.06416, 79.72338, 71.58713, 70.74078, 95.351, 49.11478, 64.23103, 53.97654, 81.18538, 75.55414, 69.68079, 66.12435, 73.07964, 66.80181, 50.33679, 77.23145, 51.64827, 70.07024, 73.75202, 53.5107, 95.95498, 68.66087, 51.97187, 55.28794, 45.97831, 105.70804, 104.09557, 51.0603, 54.71954, 59.59921, 93.55164, 58.99738, 59.5812, 64.1212, 57.13207, 82.31564, 51.23872, 79.63134, 75.87962, 74.07802, 78.26376, 64.6061, 104.83931, 72.70491, 64.74443, 74.55103, 93.84669, 37.68195, 61.24473, 74.37541, 75.35567, 79.3718, 70.73156, 52.7352, 66.71048, 74.43035, 89.39912, 47.67753, 63.14989, 92.21078, 79.96669, 96.06877, 82.45152, 83.78989, 64.19804, 86.11272, 70.14503, 105.52303, 104.1872, 73.09909, 62.82726, 99.64037, 72.93102, 64.1053, 74.70319, 95.08879, 75.37941, 65.98694, 42.75573, 90.97333, 100.72903, 65.94437, 73.49132, 53.58448, 84.74628, 63.12679, 80.90948, 77.56441, 88.36497, 75.98057, 58.89999, 94.75157, 66.03288, 73.78131, 56.83946, 76.48236, 70.84271, 94.22558, 76.33629, 94.03995, 82.36714, 96.03659, 77.58219, 46.22617, 84.58371, 62.94364, 72.29515, 82.86061, 104.66251, 75.84355, 62.69989, 70.93129, 93.29156, 102.51696, 82.62874, 61.13538, 83.85168, 55.39976, 69.7863, 88.63232, 116.00856, 62.89251, 63.45813, 43.24247, 79.17126, 58.98866, 77.58915, 52.24691, 74.90155, 72.66423, 83.09967, 108.65209, 104.20923, 106.71738, 87.74445, 89.9854, 104.92531, 98.47388, 61.29872, 81.42825, 75.48965, 87.17855, 71.63088, 115.36858, 62.55557, 60.11073, 62.87992, 85.51592, 84.85346, 83.97197, 101.62312, 63.75127, 69.44337, 67.65311, 88.56004, 79.37942, 71.27089, 96.10418, 83.66479, 100.41814, 65.91589, 119.11031, 69.65677, 47.46622, 85.81087, 107.17866, 60.88575, 72.40897, 88.23395, 103.15549, 127.42516, 74.37718, 92.89503, 66.54216, 84.01609 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.4681514604476419, "neutral_loss": 2.1769244473294997, "target_chat_loss": 1.4702252792442234, "neutral_init_loss": 2.4865163619995116, "target_chat_init_loss": 1.4302159385681152, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 37.00757, 45.04867, 43.05872, 38.95188, 32.74443, 64.17876, 51.515, 28.19726, 57.12416, 46.85975, 65.74477, 47.54653, 61.98475, 62.84932, 41.58664, 73.0713, 38.91443, 57.28472, 53.37708, 48.1528, 69.18359, 50.12494, 62.58595, 68.21641, 57.24223, 37.78844, 67.76548, 52.69005, 35.40261, 54.66269, 63.84557, 49.92576, 39.76938, 58.82015, 50.92295, 44.96568, 67.24452, 29.98518, 49.49824, 42.46585, 61.29538, 50.40326, 49.12209, 69.25452, 61.01465, 41.86369, 71.40788, 80.52675, 54.29585, 53.14342, 81.69342, 54.59144, 59.41223, 49.8025, 49.84981, 54.90389, 49.52177, 65.35457, 40.33886, 45.47593, 76.51397, 66.18705, 47.18976, 46.67464, 72.8139, 45.77136, 94.70852, 64.77756, 47.74611, 67.50908, 72.6116, 33.63692, 79.66789, 58.61282, 36.10249, 40.98909, 54.5695, 48.34135, 61.21722, 51.36618, 69.68504, 36.77352, 80.32404, 57.65533, 69.9501, 57.78471, 39.7222, 73.39296, 61.15411, 69.18422, 58.14174, 65.42836, 61.21296, 43.13624, 77.09808, 59.17079, 76.03987, 43.0233, 59.77237, 75.6764, 57.94619, 72.37212, 49.59895, 73.94069, 57.78664, 52.58261, 48.88579, 79.93475, 85.44476, 63.16581, 70.49138, 34.12054, 55.78152, 45.26565, 62.15097, 70.7126, 56.96417, 73.69447, 56.96289, 50.23138, 33.87423, 51.11475, 63.84142, 44.9028, 66.9601, 55.37866, 80.49452, 78.18041, 84.5738, 59.54613, 73.27963, 92.66323, 56.32694, 58.42341, 75.48486, 69.88171, 73.01277, 69.11732, 62.28306, 69.81277, 50.55986, 87.20644, 49.0789, 54.69656, 76.75168, 41.43265, 62.81382, 82.30173, 63.82521, 64.4213, 97.5267, 60.4442, 88.50648, 82.03633, 66.31411, 63.71257, 49.91553, 81.63994, 31.41236, 63.41783, 60.60828, 83.00758, 78.56526, 83.40204, 66.95246, 80.28125, 46.32, 55.64303, 66.06882, 47.09274, 72.47527, 63.31338, 59.24704, 58.44205, 85.95558, 73.4273, 83.51993, 71.5504, 67.00142, 60.90434, 73.12933, 48.81942, 80.96844, 78.91063, 104.5294, 70.89833, 50.08675, 35.73886, 74.44663, 81.57442, 85.83104, 62.5079, 31.01988, 108.18517, 65.05969, 83.20554, 76.83237, 85.99698, 65.49825, 51.15588, 62.79547, 92.98363, 57.71705, 68.52235, 74.7955, 83.04967, 90.91389, 68.75317, 49.49801, 88.97499, 83.15149, 80.03598, 71.64806, 83.7765, 73.02482, 76.34169, 76.27246, 123.91588, 84.84109, 36.84755, 112.60222, 59.28796, 103.11386, 79.02969, 97.55194, 82.61591, 60.76426, 62.94114, 89.43792, 65.16679, 78.15144, 73.35333, 69.84588, 65.19422, 69.99427, 62.83707, 84.18092, 89.78719, 86.19264, 103.31099, 125.60986, 84.95082, 72.06517, 76.60393, 75.37555, 66.16447, 95.3519, 95.34717, 88.41118, 88.47069, 43.36193, 112.61032, 87.54366, 199.95987, 209.39233, 255.53117, 246.56483, 162.3035, 303.59052, 218.89969, 232.26572, 232.70746, 211.36662, 227.64075, 241.65233, 175.8475, 253.54701, 217.68423, 208.95569, 231.99182, 257.57788, 167.0065, 256.67285, 223.37643, 286.78937, 188.56209, 248.31456, 225.66672, 223.08865, 244.46794, 248.02596, 225.10242, 253.08138, 249.45532, 222.60188, 232.22171, 206.22437, 175.78262, 224.42441, 225.40836, 321.20819, 241.07216, 255.61279, 210.04535, 214.82967, 194.13695, 296.58026, 250.10959, 272.29507, 232.2247, 262.91693, 213.85181, 186.38818, 200.18814, 188.4912, 223.00433, 211.69458, 278.01093, 197.8671, 165.97546, 236.53241, 269.98242, 199.25192, 290.95032, 218.77588, 320.90063, 263.31403, 217.41293, 161.32837, 243.34456, 186.40617, 204.68329, 266.76727, 295.40137, 270.71619, 266.17804, 182.61865, 217.87845, 297.23706, 204.85197, 230.31544, 248.36063, 215.17224, 190.24515, 265.98489, 212.9921, 136.39734, 291.54272, 249.76486, 217.47176, 294.58606, 383.9921, 237.03705, 264.09015, 308.02774, 212.62483, 212.61212, 354.86316, 176.69774, 300.06189, 296.35727, 139.27353, 207.31696, 320.21057, 242.82431, 290.07263, 214.01791, 302.79199, 303.44452, 283.58826, 256.74118, 224.19281, 233.88477, 216.37085, 288.55551, 206.427, 260.60956, 320.18756, 236.00758, 205.6356, 262.22644, 186.89352, 280.2128, 231.60791, 179.28474, 277.17322, 196.24161, 208.9834, 177.29535, 251.64862, 279.88007, 257.45953, 304.27356, 373.38312, 268.79968, 341.15549, 343.22467, 285.01282, 153.72021, 324.82599, 292.58255, 280.30365, 181.44759, 221.46001, 213.22269, 233.70015, 338.51361, 305.61438, 249.59291, 327.87512, 194.66574, 201.91174, 260.35797, 219.04117, 277.88782, 218.10623, 214.93738, 226.67532, 252.27864, 194.72041, 172.82489, 171.68625, 270.17651, 148.81766, 234.05209, 247.05034, 255.51108, 248.38516, 272.39331, 376.51022, 236.37547, 299.4035, 302.39758, 250.65207, 203.25127, 357.58609, 285.44061, 250.97394, 279.7739, 221.3364, 273.39264, 352.52911, 241.93378, 251.2458, 363.69403, 262.84088, 250.89978, 222.61871, 317.50006, 278.70593, 380.78992, 316.45312, 376.70508, 271.08026, 304.81549, 201.10403, 266.95685, 297.88071, 339.72461, 288.60437, 342.76508, 321.82745, 256.64316, 299.57367, 349.02655, 288.86542, 275.33508, 238.6398, 256.02502, 269.06772, 271.21805, 354.07346, 314.90314, 263.01309, 288.16687, 363.94727, 273.15988, 336.36414, 300.73724, 321.28766, 303.92444, 274.60492, 282.38104, 287.54358, 265.26041, 321.4527, 236.14377, 289.7435, 318.26392, 249.54565, 331.21976, 239.24197, 233.04536, 280.41827, 315.15222, 269.25928, 269.06332, 255.83969, 304.99561, 313.50394, 333.04913, 287.04962, 184.76086, 248.47501, 184.47653, 275.88361, 314.83704, 235.18274, 271.62207, 194.46181 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 46.13752, 50.80952, 68.01885, 48.37635, 51.62829, 65.52522, 59.91727, 70.75999, 44.90743, 65.95451, 48.2677, 57.60525, 41.65251, 42.49889, 33.77344, 57.85188, 46.07301, 37.04023, 50.2905, 46.4179, 39.38112, 49.59444, 45.65426, 33.31365, 42.75005, 34.50046, 55.64305, 49.53125, 44.74829, 58.04661, 64.59333, 41.07034, 40.40158, 56.95464, 53.13507, 72.28062, 48.79068, 32.90271, 78.05743, 71.21509, 47.18316, 46.2159, 74.31281, 54.32688, 53.87218, 58.65214, 43.77161, 64.57099, 27.63291, 56.66227, 62.29326, 69.60338, 41.34626, 52.36457, 43.65563, 57.86677, 61.49504, 53.28916, 68.10002, 60.12053, 39.74999, 54.17535, 49.30965, 62.18304, 49.19748, 76.46255, 80.02553, 68.97343, 56.76427, 34.33759, 46.37341, 85.99561, 35.88818, 80.17654, 48.04573, 66.64583, 67.46973, 52.83987, 53.43607, 32.68626, 58.37923, 78.2455, 56.79305, 40.36544, 37.08358, 76.99096, 48.18024, 47.32124, 51.01587, 28.55622, 50.61372, 46.80988, 55.62534, 47.25388, 45.41171, 60.19937, 59.94318, 55.85968, 52.66033, 46.47598, 65.22487, 41.52196, 68.67762, 33.95816, 80.22917, 58.01583, 61.69388, 52.80018, 47.78532, 59.10406, 47.0098, 56.39507, 48.41112, 61.98744, 61.58497, 47.033, 53.62141, 52.57154, 60.89428, 60.82451, 65.06892, 39.18284, 52.59235, 34.4639, 63.84909, 91.47929, 51.21163, 79.96031, 54.80533, 61.71022, 71.19777, 36.2825, 75.91795, 53.86631, 47.41621, 45.68529, 46.56704, 46.96677, 62.59124, 48.12017, 57.47137, 70.5054, 35.32535, 63.34324, 61.68223, 54.94655, 41.29016, 45.84492, 41.35086, 55.54757, 51.18351, 58.7671, 54.35312, 47.99266, 34.50906, 59.76789, 67.16969, 60.88168, 90.42207, 72.80716, 56.26313, 66.90393, 71.23044, 34.61874, 50.3191, 58.80038, 60.7185, 50.86174, 46.59596, 42.79883, 44.94745, 36.78909, 71.7134, 72.46939, 49.06662, 71.01621, 33.43523, 64.5573, 40.39005, 51.56782, 64.64554, 96.37247, 44.83038, 71.7419, 60.2906, 41.33773, 84.29628, 45.99103, 51.99118, 101.24942, 57.78726, 62.2324, 73.59441, 58.76239, 66.1226, 51.30935, 41.93201, 50.45967, 78.88981, 62.71228, 66.95638, 63.80045, 62.4649, 66.2975, 50.83753, 39.01285, 65.59068, 72.30502, 56.51772, 71.39027, 64.89484, 61.1489, 68.04321, 62.88751, 51.71742, 59.77953, 68.07034, 68.8935, 67.02177, 42.79403, 49.73226, 72.03508, 49.13151, 39.32489, 45.97417, 67.15692, 81.46667, 77.68204, 69.11998, 80.32246, 81.11297, 78.64597, 42.85916, 36.60989, 52.70126, 34.83588, 70.73866, 61.39421, 49.8451, 39.83356, 55.77935, 35.96542, 59.55851, 73.78777, 46.53556, 55.92396, 45.42466, 53.30449, 52.80012, 45.10499, 73.16492, 67.08859, 57.82551, 82.04196, 67.90353, 56.26678, 78.24419, 63.5185, 64.84592, 54.43316, 52.83636, 49.67493, 84.47447, 56.12393, 78.03517, 50.99855, 73.70064, 62.05648, 49.69236, 50.1347, 55.03329, 58.65065, 79.18284, 72.0607, 73.7369, 35.2999, 66.07089, 70.69927, 60.98627, 48.94915, 79.30802, 68.72281, 57.18061, 74.02492, 31.55409, 56.62313, 51.00177, 55.88204, 53.67901, 90.51577, 51.97401, 70.16986, 60.90034, 57.89818, 54.50433, 46.14343, 49.36479, 48.71053, 63.14328, 86.32555, 47.87097, 56.21301, 72.40202, 64.10875, 95.40343, 46.42498, 55.90992, 59.64058, 95.42997, 59.29123, 48.70992, 47.27748, 69.56555, 44.41352, 82.39233, 57.93816, 59.25356, 63.96722, 38.85249, 58.22509, 48.05947, 74.60729, 52.40949, 51.97781, 87.39151, 69.19751, 81.96862, 59.8379, 42.44044, 33.34971, 66.57023, 60.01794, 48.28217, 52.40723, 82.1076, 53.59755, 71.99243, 63.74295, 65.18581, 62.18327, 60.51713, 94.94047, 65.87856, 65.29639, 64.52203, 46.63458, 56.78193, 70.61741, 65.58371, 62.15639, 39.94304, 42.55648, 64.89626, 59.71632, 46.29357, 56.45179, 82.63894, 56.70126, 51.85387, 70.72813, 71.50665, 72.38891, 54.26543, 57.23042, 53.5058, 57.95848, 74.00842, 92.12997, 78.78984, 60.53698, 69.30045, 109.49928, 55.02332, 52.43713, 85.79144, 74.14432, 69.64523, 54.36368, 48.45731, 68.27246, 57.95037, 59.59824, 51.16691, 50.07023, 61.44585, 67.67374, 67.61672, 54.40736, 58.68456, 57.31325, 63.37815, 101.21706, 46.36488, 89.69868, 76.28631, 65.88676, 58.18016, 79.62634, 50.63817, 47.45496, 54.88636, 71.34598, 66.71394, 72.52344, 83.44115, 71.37757, 81.33287, 64.30865, 60.79027, 57.43496, 78.70321, 47.9533, 87.35503, 65.67115, 52.25132, 88.56997, 50.80142, 84.47556, 41.46893, 65.17009, 74.82322, 80.10945, 46.43346, 80.96204, 63.49856, 56.40406, 67.82941, 64.61584, 67.57313, 86.17033, 42.69074, 58.36272, 50.02564, 72.39082, 71.00713, 63.44104, 57.48981, 62.03164, 61.34121, 42.80264, 67.83781, 49.02278, 64.49428, 65.72806, 49.19385, 88.15588, 62.10126, 50.21548, 50.87353, 40.09099, 94.61282, 93.96977, 48.63504, 51.35229, 52.37383, 82.65637, 55.34785, 51.62558, 57.45546, 52.72391, 75.51935, 47.37216, 73.16095, 65.11543, 67.01921, 69.32965, 59.43094, 98.27364, 66.27275, 59.15736, 66.97005, 85.91528, 38.04958, 52.49889, 68.06448, 70.80506, 70.39914, 65.83775, 47.84381, 59.05826, 67.85451, 79.60483, 43.41946, 54.53814, 82.994, 73.60649, 86.95825, 77.26366, 74.27307, 60.73224, 75.48804, 64.65117, 104.51414, 93.62987, 63.50281, 56.08135, 90.53227, 64.4659, 61.85052, 64.42963, 86.84445, 69.2875, 60.67293, 42.48071, 81.05448, 93.15042, 60.7873, 68.27355, 51.90797, 77.71439, 56.67159, 69.54181, 67.59734, 81.99288, 68.29935, 53.32208, 88.2363, 59.45738, 67.29828, 51.96239, 72.36954, 62.24371, 81.30936, 69.14899, 90.70158, 70.66121, 88.20528, 66.82469, 40.6706, 79.67322, 55.26109, 64.31052, 75.77545, 94.7985, 68.42635, 56.32754, 62.73981, 74.8416, 92.91862, 69.93358, 55.05565, 76.84734, 50.59088, 57.41008, 78.32066, 107.98407, 58.88976, 53.78959, 41.71471, 69.8979, 51.78675, 69.52501, 51.17157, 67.408, 65.10595, 76.00346, 90.31154, 92.66763, 96.69414, 78.01177, 80.65812, 94.4282, 93.33101, 61.09086, 73.60298, 74.94719, 77.29659, 58.06192, 111.62889, 56.81343, 57.07768, 59.12795, 77.46774, 79.46929, 75.15242, 92.76338, 58.93005, 63.02261, 68.55724, 81.45816, 67.80069, 64.08125, 90.42591, 75.35747, 93.44997, 61.14272, 109.07861, 61.37191, 47.75535, 80.82926, 95.82869, 59.50793, 64.42957, 78.99658, 94.23702, 115.11338, 67.44238, 79.6849, 60.34886, 80.34283 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.6392617869504076, "neutral_loss": 2.249735506806272, "target_chat_loss": 1.4327767754106202, "neutral_init_loss": 2.6001374404907227, "target_chat_init_loss": 1.3825351638793946, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 40.53362, 47.76286, 45.31528, 41.42836, 34.57327, 68.04174, 55.24118, 28.01166, 60.29708, 47.36187, 64.28704, 48.67749, 71.0157, 64.56778, 44.58182, 71.66005, 43.01194, 60.27976, 53.9271, 49.24437, 68.78032, 57.35363, 65.8055, 70.58895, 61.7949, 47.12098, 71.03613, 55.57166, 43.15306, 57.54213, 63.97336, 52.73522, 42.47945, 60.20859, 56.29549, 46.53568, 69.75439, 30.8743, 55.83239, 50.65845, 67.64447, 55.7439, 53.68252, 69.30746, 61.88947, 47.65915, 72.14695, 81.4229, 58.70072, 57.65072, 87.09851, 61.54985, 63.40364, 49.25787, 52.0505, 58.52249, 55.30722, 71.59808, 43.98437, 50.373, 78.0148, 72.25493, 50.41618, 48.97601, 77.1499, 46.95573, 97.92285, 65.38723, 49.493, 68.11008, 77.33241, 35.12473, 83.02336, 62.80706, 40.26582, 41.80962, 59.85942, 54.3971, 69.4552, 56.7325, 72.08293, 42.44916, 81.61365, 64.54191, 73.24109, 63.7025, 45.84279, 77.4007, 62.29147, 74.53735, 64.84465, 68.18703, 66.91713, 45.65541, 81.10248, 64.57211, 79.02463, 42.94248, 61.07878, 80.1985, 64.76907, 73.04084, 52.37762, 80.80122, 63.62939, 58.88501, 51.85379, 82.82397, 86.42061, 68.10396, 72.24406, 34.05138, 54.13754, 47.31574, 69.24553, 74.20022, 62.55509, 79.8401, 59.7508, 54.10018, 38.1262, 53.81291, 71.84043, 50.79008, 69.43333, 62.04585, 85.03726, 83.56567, 87.7217, 69.34318, 79.95144, 98.65115, 66.07261, 62.62489, 78.47231, 73.1918, 79.12724, 77.77464, 66.38136, 74.8569, 53.52383, 90.2679, 58.73816, 56.4602, 82.52279, 46.28264, 64.73267, 90.29698, 67.08447, 69.38995, 101.51173, 66.10421, 91.09985, 84.89073, 67.30733, 68.08575, 54.82294, 88.24287, 34.92815, 69.35896, 64.81865, 89.78503, 83.469, 88.73674, 67.08541, 86.06512, 60.15266, 57.96394, 68.18336, 53.44087, 77.75082, 67.87839, 65.26644, 66.46478, 91.04889, 76.73835, 90.12033, 76.72317, 72.74042, 59.99471, 76.06329, 54.19363, 88.29895, 84.70512, 104.33493, 74.98083, 56.34431, 35.30289, 78.65431, 86.76877, 90.64162, 66.6134, 33.43623, 109.70715, 71.54908, 84.82627, 82.99107, 90.29108, 71.92458, 59.87963, 65.61179, 99.0625, 61.22033, 75.41983, 80.13525, 91.56367, 95.96469, 72.88425, 51.50345, 93.42532, 86.03266, 83.06952, 74.75597, 85.73639, 78.59875, 81.88275, 86.72023, 130.23134, 87.57563, 42.57282, 114.19159, 64.24206, 110.2556, 82.95987, 102.93285, 89.33228, 67.22935, 68.71844, 93.76019, 73.77048, 81.38831, 74.57469, 77.51075, 69.74965, 77.13937, 68.08038, 89.50249, 96.74403, 92.83477, 104.82401, 127.47572, 87.27541, 78.36671, 84.72668, 84.47447, 74.06595, 102.29753, 105.85345, 99.62573, 91.30659, 42.94334, 116.27898, 93.97618, 204.9422, 218.48782, 258.58585, 250.36044, 169.4892, 308.98932, 222.95645, 232.56702, 239.00104, 217.73772, 238.80464, 250.86906, 183.07224, 260.28915, 225.41589, 218.03606, 240.05675, 266.31512, 174.67847, 263.34625, 234.53201, 287.4617, 194.15833, 250.57991, 230.79768, 227.69278, 256.16049, 252.32918, 230.84918, 260.80472, 253.66945, 226.91541, 238.5873, 213.55957, 186.10764, 224.75291, 229.69186, 327.56006, 247.9476, 258.53497, 216.70706, 225.81262, 198.43839, 306.21756, 255.24847, 282.64667, 238.23828, 267.44519, 216.27951, 196.90584, 204.24692, 196.14795, 231.21489, 219.9408, 286.75131, 208.87605, 171.10004, 243.57892, 271.20453, 207.66702, 295.74838, 223.2131, 326.87848, 267.68671, 224.44031, 166.51428, 246.95975, 194.90823, 211.54715, 272.82904, 298.4068, 273.22412, 274.56351, 188.55931, 228.79086, 299.25934, 218.51198, 237.55298, 255.27994, 221.43201, 189.5262, 273.30179, 219.28058, 144.40604, 295.03369, 255.76538, 226.73074, 304.93579, 387.68396, 245.10892, 273.95557, 317.04062, 219.97137, 222.61018, 361.08768, 189.73248, 300.85602, 297.92383, 150.63647, 213.98849, 330.66089, 245.5708, 292.12616, 216.18954, 302.97464, 305.43457, 292.59549, 264.76068, 228.67285, 250.97446, 222.36008, 295.07263, 211.85223, 269.91962, 322.09113, 247.00058, 207.82407, 275.54712, 194.1221, 295.24701, 234.80116, 188.18423, 283.65833, 204.24332, 212.50078, 182.51585, 256.89661, 286.80499, 267.10077, 311.11795, 374.95779, 275.65961, 351.43933, 347.20569, 289.52469, 162.58502, 330.42294, 299.29221, 276.47534, 191.51578, 226.77393, 221.47699, 233.20653, 343.34198, 303.88568, 257.40234, 335.12973, 205.51634, 215.74303, 261.25354, 230.74202, 280.36697, 216.64381, 228.54596, 236.87981, 258.17584, 202.87236, 182.75311, 176.38876, 268.97223, 159.0358, 242.0157, 256.57916, 265.55847, 251.19057, 284.7688, 383.05093, 245.25259, 302.96393, 301.26379, 258.53845, 204.01343, 367.54852, 289.90845, 256.72867, 288.54315, 228.61407, 277.53088, 360.02814, 250.38226, 258.74692, 369.76566, 271.85559, 256.25629, 233.69839, 326.73584, 294.04449, 389.00354, 322.94818, 386.98169, 282.98749, 306.20053, 211.3791, 274.66394, 304.3046, 340.68964, 290.99805, 349.71124, 332.6344, 259.55173, 302.99988, 350.58417, 294.05316, 275.978, 245.02234, 259.32623, 277.49115, 272.97702, 358.88989, 322.97964, 270.03271, 297.38647, 368.13828, 273.43988, 340.44495, 308.19583, 328.39609, 312.42502, 285.68365, 293.78485, 288.88348, 273.1459, 329.86258, 244.46542, 295.05383, 325.01776, 258.60046, 337.20203, 251.44356, 236.94217, 287.90253, 317.2948, 277.76691, 274.09613, 262.80603, 311.53802, 320.07843, 337.99689, 290.35712, 190.10036, 249.07156, 189.3063, 279.2406, 320.72064, 243.12131, 281.74612, 197.90799 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 44.4945, 48.8908, 66.62971, 46.93758, 49.74604, 61.81653, 59.04226, 67.77444, 41.02978, 63.49603, 45.91113, 53.68147, 41.69802, 41.92471, 32.82431, 55.40945, 43.6285, 35.27008, 46.5452, 44.01007, 38.77455, 48.81552, 44.00853, 32.46315, 42.45522, 34.00618, 54.89701, 48.96807, 41.26714, 55.73647, 62.60012, 39.85947, 38.78878, 54.43106, 51.42491, 71.1055, 47.32504, 31.07313, 75.54582, 69.66954, 44.19144, 44.51328, 70.88903, 53.45705, 51.47807, 57.44342, 43.4477, 60.33213, 27.32115, 54.15686, 59.62953, 66.12349, 39.5419, 50.26509, 42.46971, 55.59873, 59.46344, 51.02527, 67.61627, 56.78821, 39.19511, 51.65773, 47.92065, 60.07505, 46.22364, 71.79462, 78.28156, 67.26359, 54.14172, 34.17398, 45.64629, 82.76649, 36.49359, 76.96666, 46.74801, 64.68759, 66.3661, 52.17275, 52.85039, 31.2651, 53.77237, 77.57051, 56.42064, 39.61278, 36.07701, 74.89471, 46.52071, 45.82823, 49.57732, 28.66431, 50.27496, 45.99118, 53.88713, 45.49469, 42.9518, 59.1118, 57.75847, 53.66141, 51.28821, 46.3504, 63.26231, 39.14459, 67.3213, 34.49012, 75.29935, 58.27254, 60.1535, 50.60309, 45.22136, 60.15054, 45.63047, 54.89095, 48.98849, 59.33585, 60.55415, 47.38079, 53.14267, 49.14603, 58.66371, 60.5056, 62.44542, 38.22096, 51.85245, 32.88273, 61.16618, 87.70923, 50.89814, 79.03042, 51.51728, 61.38277, 67.76193, 34.66754, 75.85442, 53.26602, 45.56944, 44.86578, 45.60158, 45.94736, 59.93562, 48.06878, 55.37397, 66.58575, 35.77123, 62.51118, 59.17153, 52.98458, 40.79463, 45.79859, 42.34583, 53.40446, 49.84385, 57.31432, 51.42891, 44.45939, 35.12712, 56.9187, 64.84502, 58.7374, 85.61795, 66.60654, 54.56579, 64.63541, 67.74214, 33.4805, 50.04908, 56.20799, 58.39309, 48.15177, 43.72106, 41.88324, 44.44938, 35.75922, 71.46254, 68.09689, 49.75267, 69.86021, 32.71243, 63.26247, 38.98741, 49.16664, 64.50586, 91.89857, 44.03985, 69.37276, 57.87613, 40.62442, 79.91969, 44.56626, 49.51603, 98.14748, 55.50521, 59.59664, 70.21744, 57.05075, 63.39621, 50.04073, 39.42832, 50.01138, 78.7812, 60.37021, 62.74636, 62.0363, 63.78251, 63.29256, 49.51529, 37.78446, 62.86454, 71.73892, 54.5566, 69.68813, 62.04146, 59.47551, 66.66866, 61.65178, 49.7335, 59.30435, 66.83649, 66.43527, 65.47846, 40.38826, 50.06792, 70.62002, 48.39911, 38.13966, 45.70966, 65.52106, 78.04082, 77.07975, 69.28043, 79.79702, 78.55195, 78.11253, 41.83267, 35.99536, 51.415, 35.13083, 67.27422, 59.6418, 51.4056, 39.23228, 55.44713, 35.4353, 57.9579, 68.72356, 45.81799, 54.51907, 43.1058, 50.95518, 50.94596, 44.31902, 71.51974, 64.48399, 55.08168, 80.07951, 65.44055, 53.31683, 74.90945, 62.0221, 63.57462, 55.64281, 51.58175, 48.94339, 82.67056, 54.53967, 76.31386, 49.55074, 71.3784, 60.98775, 48.99399, 47.70789, 53.66782, 56.58256, 77.1056, 69.85356, 72.40157, 35.50261, 67.09505, 69.78429, 60.47253, 47.12897, 76.44868, 66.41222, 56.93158, 72.06775, 32.71544, 55.83652, 48.66424, 55.24387, 51.61673, 87.51051, 49.45264, 68.3757, 61.29692, 55.14819, 54.37784, 43.89488, 47.9443, 48.05986, 61.7909, 86.15115, 45.28921, 55.43525, 70.2657, 62.06429, 91.69214, 45.75946, 54.92355, 58.48146, 93.09843, 57.26556, 49.31465, 46.74721, 68.54116, 42.47363, 79.32072, 57.42172, 59.62344, 61.76316, 39.15688, 55.87676, 48.31094, 73.46745, 51.83186, 51.19527, 86.14996, 67.73524, 79.8019, 57.81201, 41.11136, 31.93691, 63.73361, 58.42445, 49.58627, 51.62216, 81.85185, 50.67133, 69.59518, 63.25017, 65.86005, 59.83158, 58.4361, 92.30386, 65.31027, 67.08147, 63.66631, 44.70648, 52.3158, 69.96386, 64.79698, 59.59278, 39.04401, 42.77368, 63.62467, 57.95498, 44.14085, 55.01405, 80.76221, 55.27984, 50.37398, 70.22701, 70.23078, 69.52067, 54.4901, 57.48098, 50.11905, 55.61964, 71.7372, 91.27682, 75.23401, 60.6923, 65.87529, 106.74363, 52.39339, 50.89945, 82.27918, 70.58075, 67.89026, 51.63394, 45.74759, 65.78681, 57.10069, 58.05592, 49.36253, 48.40788, 57.66689, 65.49005, 67.56696, 52.19895, 57.53298, 55.42208, 60.89573, 98.80775, 44.91853, 85.06816, 75.0325, 64.37672, 58.47693, 74.84682, 50.19542, 46.19747, 51.43086, 68.68159, 64.31075, 71.63833, 82.64972, 68.11662, 79.60797, 63.35469, 57.63617, 55.53214, 78.06804, 46.54839, 87.20462, 63.77944, 51.3983, 87.43382, 50.42983, 81.84872, 41.14944, 62.04441, 73.32648, 76.26035, 45.66296, 79.90839, 62.29924, 56.34023, 64.81335, 64.43386, 66.21974, 83.42943, 40.78988, 57.43165, 48.3655, 70.81712, 71.51768, 62.09707, 55.13358, 60.01099, 61.18918, 41.84394, 64.10416, 50.79988, 64.70944, 63.28822, 48.74554, 87.89523, 60.63626, 50.01302, 49.78236, 39.22624, 91.96803, 89.97461, 47.91951, 49.82264, 50.71698, 78.60135, 54.35276, 50.06777, 56.97151, 52.02095, 73.47197, 47.64087, 72.5143, 63.44741, 65.24015, 67.52972, 58.32287, 96.46606, 64.97083, 57.85528, 64.1774, 83.72147, 41.03505, 50.12687, 66.04354, 70.77774, 67.96539, 65.56891, 47.35286, 57.35355, 65.55423, 77.64204, 41.76524, 51.68242, 80.9077, 72.27541, 84.31833, 76.01881, 71.55692, 61.14731, 73.7224, 63.67739, 104.02902, 90.52106, 60.6794, 54.61341, 87.67544, 64.05714, 60.75594, 61.93288, 84.0392, 68.3952, 59.73728, 42.93273, 78.10866, 92.04231, 59.83086, 67.01968, 52.42293, 75.00273, 53.96712, 66.72856, 64.90443, 81.62812, 67.52578, 51.95317, 86.53571, 58.96723, 65.86056, 49.83342, 72.36131, 60.43288, 79.18689, 66.72894, 90.93317, 66.72137, 85.22186, 63.52316, 40.68539, 78.43227, 55.17622, 61.84898, 74.07001, 92.09583, 67.32477, 55.69261, 61.44012, 70.52048, 88.17372, 65.77354, 54.12902, 75.24052, 49.92212, 53.45898, 76.36784, 105.78229, 58.10737, 50.62254, 42.40317, 67.14235, 51.07496, 68.47123, 51.9133, 66.68755, 62.94202, 74.35683, 85.05866, 90.68745, 94.71899, 75.76271, 79.34027, 91.87903, 94.50365, 62.61582, 71.77602, 74.78362, 74.35728, 55.55559, 113.50526, 56.00597, 58.79535, 58.89902, 77.30203, 78.61627, 73.93915, 90.33946, 57.36383, 60.60446, 70.70382, 80.46739, 64.8017, 62.92145, 89.17162, 72.01172, 92.00531, 60.55338, 106.16859, 61.50777, 48.76967, 78.23935, 94.43663, 59.60619, 61.88858, 77.58154, 92.56114, 112.92736, 66.17487, 76.55269, 58.95848, 80.45531 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.7366732330735133, "neutral_loss": 2.293710468294324, "target_chat_loss": 1.4242536268185626, "neutral_init_loss": 2.6451064331054686, "target_chat_init_loss": 1.3731485506693522, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 42.01692, 48.98555, 46.33321, 43.04191, 36.31465, 68.78146, 57.4306, 28.48927, 62.35926, 47.49925, 63.20459, 50.57661, 75.53188, 65.76494, 47.44104, 71.76904, 44.50699, 61.13116, 55.15226, 49.88808, 67.99844, 61.0929, 67.1993, 72.51386, 64.18661, 52.16901, 73.24529, 57.32894, 46.511, 59.04927, 66.091, 54.04945, 44.65797, 60.15738, 57.89858, 48.80453, 72.65144, 32.2101, 57.86402, 54.20714, 71.34519, 57.71169, 55.53928, 70.04428, 62.57545, 51.00197, 73.11196, 81.9285, 60.99559, 60.24376, 89.2153, 66.05406, 65.44976, 48.81939, 53.99852, 61.72358, 58.15847, 74.58251, 45.85068, 51.96605, 78.77043, 75.09721, 52.1362, 50.59312, 78.89874, 48.70129, 99.25734, 66.86258, 51.29375, 68.76736, 80.07001, 38.04535, 84.52342, 64.69186, 42.77748, 41.91908, 63.70585, 57.682, 73.55103, 58.95457, 73.62369, 44.72069, 81.98417, 67.91545, 75.09891, 66.14618, 49.55257, 79.42651, 64.14622, 76.49251, 68.86658, 70.11551, 70.36534, 46.4044, 82.93487, 67.92561, 80.38935, 44.49135, 62.40264, 81.59058, 67.16721, 73.82499, 55.29072, 84.41518, 66.19948, 62.39431, 53.3906, 83.72621, 88.08295, 70.31114, 74.44955, 35.54131, 54.55527, 49.32978, 72.40773, 75.43987, 65.3638, 82.95937, 60.56957, 55.80086, 40.54716, 55.76213, 74.781, 54.2266, 71.05006, 67.15369, 86.951, 86.13091, 88.41467, 73.36357, 83.90688, 101.98724, 70.87326, 64.97641, 80.00485, 74.60409, 80.66675, 82.9706, 69.59013, 79.39463, 55.64214, 91.63893, 63.02091, 58.16525, 84.75339, 49.07324, 65.63857, 93.62622, 70.35818, 72.65287, 102.2821, 69.65054, 92.00217, 86.7585, 69.92176, 71.08398, 57.71988, 91.2243, 38.50774, 71.12721, 67.45441, 92.1275, 84.76723, 91.37867, 68.10887, 88.75063, 68.8652, 61.23931, 70.58703, 57.44841, 79.9388, 71.17365, 68.44843, 71.31714, 92.50539, 78.48654, 93.16086, 78.2457, 75.77299, 61.5967, 77.57018, 55.70551, 91.3791, 87.91968, 103.90094, 77.4455, 58.05035, 36.32245, 82.38445, 88.67894, 93.62611, 68.93265, 38.69833, 109.88241, 75.23582, 85.39055, 87.00822, 91.94481, 75.01167, 62.66796, 66.99146, 101.20923, 63.32993, 78.26484, 82.48763, 94.274, 98.90747, 74.77048, 53.50581, 94.46375, 88.1687, 84.53484, 75.78697, 86.24915, 79.978, 85.99401, 90.55392, 134.43616, 90.00174, 46.15125, 116.04983, 66.34831, 112.70984, 84.72459, 103.31485, 91.4409, 71.03056, 72.10742, 96.72658, 77.05907, 81.9866, 77.55927, 81.20012, 71.01773, 81.05708, 71.56477, 91.03014, 99.24617, 96.53105, 107.47694, 129.95416, 90.2808, 82.89021, 88.7609, 87.69736, 77.99385, 107.11434, 109.22404, 105.9359, 93.61964, 46.51475, 119.9725, 96.51572, 209.03482, 223.96999, 259.74423, 253.36513, 173.93666, 310.49655, 225.144, 234.45523, 241.31482, 222.29674, 244.26909, 254.55559, 186.39505, 262.86938, 229.35547, 223.40143, 245.13457, 269.90353, 179.35971, 266.45789, 241.36151, 288.86429, 198.69328, 252.26691, 234.08801, 232.08372, 261.82761, 255.79831, 233.4706, 266.65973, 257.97302, 230.17447, 244.18465, 217.17139, 192.93515, 226.94386, 232.70648, 331.08066, 253.25293, 260.91193, 221.73395, 232.59357, 200.43463, 309.17615, 258.93802, 287.65015, 240.3472, 269.14407, 220.63217, 203.24251, 206.58319, 200.19257, 234.29106, 225.97437, 294.94476, 212.99136, 176.26822, 247.51234, 271.40759, 212.0712, 296.38586, 226.7585, 330.50507, 273.67096, 228.42679, 169.74776, 249.83449, 199.4135, 214.96489, 276.40717, 298.66003, 276.44202, 279.51385, 193.56766, 235.40398, 301.59854, 223.28569, 243.01982, 259.52197, 227.71161, 192.14366, 278.46783, 222.68784, 149.48077, 298.35791, 259.98215, 231.3624, 308.94409, 389.82809, 247.99158, 279.84879, 322.17807, 226.10306, 229.39207, 363.76559, 196.70886, 302.52637, 301.82416, 158.49319, 217.81548, 333.93625, 248.79776, 297.80582, 220.17041, 303.91077, 308.52371, 298.67322, 267.51874, 232.94676, 259.38724, 227.18443, 297.70776, 214.79932, 274.64185, 322.50635, 251.60202, 209.65027, 283.79938, 199.63449, 300.52765, 236.40874, 193.24753, 287.38214, 208.32722, 215.43216, 188.81837, 260.38867, 293.40521, 272.13885, 315.65155, 378.6777, 278.65051, 355.31085, 349.13507, 292.83826, 168.88708, 334.89349, 303.82709, 276.5614, 197.61252, 232.12027, 226.06259, 233.51897, 345.03329, 305.60114, 261.85245, 340.99615, 209.92296, 220.64987, 265.2074, 236.06674, 284.43005, 219.72122, 233.13029, 243.88301, 262.81451, 208.64688, 189.10272, 180.31729, 271.94501, 165.72455, 245.49399, 260.07489, 270.4809, 254.36963, 293.28345, 386.79196, 249.10641, 305.64935, 302.20547, 263.25046, 205.47789, 372.86621, 292.21436, 262.18152, 294.59741, 232.94742, 279.65082, 364.64172, 256.60422, 261.93893, 372.76746, 275.34155, 260.34369, 239.33325, 332.09958, 302.89368, 390.96387, 326.91107, 394.60339, 287.44611, 306.7287, 217.90894, 280.5965, 311.33429, 340.56854, 294.61411, 352.38571, 336.65076, 262.88342, 306.63715, 352.92065, 298.87469, 277.86346, 248.97299, 262.70776, 284.21112, 275.35809, 362.9975, 328.90436, 274.38889, 304.06232, 370.37341, 276.75473, 342.93109, 314.09998, 332.59052, 317.84653, 293.14368, 300.44324, 290.05182, 277.69324, 333.45566, 249.15762, 301.42072, 328.13205, 263.74307, 340.60815, 259.71155, 241.99403, 293.3584, 320.04703, 283.32449, 276.0835, 267.62909, 314.57129, 325.31311, 343.68353, 292.66742, 193.14272, 252.35063, 192.33932, 283.43536, 324.44794, 247.92807, 286.72183, 201.45853 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 43.84093, 48.51266, 66.43256, 46.18207, 49.24959, 60.42, 58.59679, 66.51377, 39.38514, 61.93963, 44.70459, 52.30083, 42.18198, 41.87441, 31.93595, 54.62556, 43.1623, 35.0609, 45.75264, 43.24504, 38.94162, 48.9629, 43.40218, 32.34008, 43.02628, 34.31641, 54.71354, 48.43664, 39.89852, 54.49443, 61.78139, 40.34677, 38.50622, 53.49004, 50.96218, 71.09616, 46.64768, 30.86879, 74.20872, 69.5354, 43.03912, 44.17002, 69.88737, 54.02259, 50.04436, 57.87637, 43.60809, 58.22403, 27.65228, 52.84261, 58.22306, 65.209, 38.61974, 49.91537, 42.49847, 54.39134, 58.88699, 49.99207, 67.77436, 55.19154, 39.4679, 50.4048, 47.73664, 58.98531, 44.59488, 70.14842, 77.7581, 67.15967, 53.77941, 34.88358, 45.80658, 81.2953, 37.77872, 75.07976, 47.05033, 63.46272, 65.66711, 52.30691, 52.90201, 31.31993, 52.40876, 77.55589, 56.14876, 39.34681, 36.45918, 74.11633, 45.83334, 45.93438, 49.01125, 29.75176, 50.22604, 46.13332, 52.88675, 44.61174, 42.56429, 59.11929, 57.0726, 53.18744, 51.90776, 47.11495, 62.79786, 38.53136, 67.39644, 34.778, 72.33241, 59.10162, 59.59299, 49.78327, 43.97141, 61.12215, 45.90739, 54.2313, 49.75007, 58.03996, 60.15683, 48.40977, 53.21467, 48.13498, 57.70854, 60.91449, 62.14344, 37.55041, 51.54924, 32.18167, 59.57417, 85.77038, 52.25143, 79.16455, 49.45724, 61.28699, 66.49784, 34.34646, 76.20638, 54.11887, 45.12756, 44.86307, 44.48018, 44.65939, 59.37488, 48.68033, 54.6293, 64.40244, 36.73257, 62.27747, 59.35161, 52.37153, 41.06639, 46.14407, 43.53744, 52.54649, 49.57339, 57.10699, 50.62, 43.6563, 35.2608, 55.85313, 63.9629, 57.75334, 83.28041, 63.73549, 54.11512, 63.48014, 65.29362, 33.43389, 51.15166, 55.18119, 57.65266, 46.644, 42.85279, 41.74248, 44.76474, 35.65855, 72.07435, 66.1072, 50.18282, 69.95419, 33.49563, 63.00168, 38.45792, 47.97051, 65.0393, 89.0262, 44.73183, 68.69359, 56.81201, 40.83079, 77.6515, 44.31059, 48.80543, 95.65654, 54.74775, 58.58281, 69.09106, 56.65449, 61.93748, 49.54389, 38.25683, 50.22352, 78.32156, 59.69946, 60.67562, 61.73193, 64.76768, 62.01442, 49.14927, 37.72901, 61.63528, 70.85216, 53.44866, 69.15717, 60.33609, 58.99054, 66.91825, 61.53885, 48.85572, 59.43472, 66.17284, 65.19453, 65.17111, 39.64671, 50.45538, 70.14989, 49.02577, 37.27555, 45.73825, 64.50687, 76.74011, 77.00499, 69.94501, 79.52507, 78.17303, 77.78286, 41.46944, 36.32281, 50.78265, 35.99696, 65.86633, 59.39787, 52.64949, 39.50605, 55.57729, 35.73009, 57.68647, 66.83551, 45.48391, 54.4116, 42.66294, 49.80054, 50.53596, 43.76517, 71.7591, 63.4503, 54.47372, 79.78111, 64.42461, 52.14448, 73.21822, 61.35137, 63.29354, 56.58223, 51.43008, 49.39294, 81.86446, 53.77863, 76.3833, 49.02614, 71.13174, 60.93945, 49.31798, 46.6718, 52.90212, 55.43697, 76.53863, 69.10278, 71.44807, 35.81428, 67.75121, 69.62129, 60.60342, 46.79909, 75.70422, 66.03619, 56.83373, 71.04056, 34.24094, 56.16045, 48.67325, 54.95134, 51.02444, 85.67461, 48.75024, 68.36282, 61.79551, 54.89121, 54.92537, 43.10177, 48.61769, 48.17485, 61.24487, 86.9306, 44.22836, 54.96596, 69.16101, 61.20292, 89.80579, 45.74878, 55.31335, 58.46669, 93.05612, 56.69251, 50.02895, 46.66595, 68.295, 42.18435, 78.76105, 57.17573, 60.8036, 60.50894, 40.13869, 55.10595, 49.02978, 72.7538, 51.86673, 51.02425, 86.78675, 67.37926, 79.10765, 57.0537, 41.14246, 31.86026, 62.11303, 58.49387, 50.30067, 52.20078, 83.03999, 49.67119, 68.93044, 63.34085, 66.23035, 59.19865, 58.2183, 91.35235, 65.05413, 68.61742, 64.40403, 43.46217, 50.6914, 69.51481, 64.50889, 58.91817, 39.18496, 43.69747, 63.60535, 58.33835, 43.49946, 54.08322, 81.12151, 55.04796, 49.76555, 70.93396, 70.79005, 68.6476, 54.54026, 58.75441, 48.85639, 55.62653, 70.92968, 90.75806, 73.97578, 61.48804, 64.82904, 106.2056, 51.4461, 50.59776, 80.94511, 69.45495, 67.80078, 50.8161, 44.36377, 64.47633, 56.73508, 57.39624, 48.94465, 48.34689, 56.58056, 65.80673, 68.0864, 50.87128, 57.59928, 54.89062, 60.18269, 97.88301, 44.65911, 82.74545, 74.84096, 64.38531, 58.94263, 72.30771, 49.9715, 45.88161, 49.90744, 68.05679, 63.80072, 71.89425, 82.54057, 67.70883, 79.41166, 62.91624, 56.9672, 54.87119, 78.63048, 46.9627, 87.98686, 63.11958, 50.84139, 86.45302, 51.26012, 81.41426, 41.74673, 61.76666, 73.31741, 74.96474, 45.90452, 81.42999, 62.55682, 56.99485, 64.4718, 64.40682, 66.34357, 82.08662, 39.76069, 57.899, 47.92394, 70.23851, 71.99691, 60.83712, 55.0591, 59.67805, 61.88721, 41.93161, 62.16524, 52.52206, 65.41341, 62.49914, 48.94659, 89.60295, 59.89733, 50.07228, 49.60142, 39.26128, 90.72499, 88.59429, 48.10439, 50.32661, 49.76164, 77.07283, 54.49559, 49.54045, 57.25401, 52.55547, 73.06976, 48.38578, 72.90875, 63.05774, 63.50856, 66.84605, 58.25198, 96.21199, 64.39233, 57.47302, 63.76318, 82.94824, 43.21506, 49.34017, 65.52084, 71.71652, 66.91261, 66.02614, 48.12837, 56.65156, 64.62169, 76.87457, 41.93547, 50.20879, 80.24243, 72.37376, 83.1558, 75.77806, 70.45423, 61.6703, 73.37719, 63.41942, 104.2122, 88.91768, 59.31827, 55.02528, 86.52724, 63.91035, 60.64222, 61.57722, 83.6826, 67.59973, 59.64629, 43.1517, 76.99514, 92.64048, 60.14388, 67.02655, 53.23008, 73.77145, 52.71888, 65.61202, 63.0016, 81.8812, 67.06934, 52.32327, 86.43405, 59.42919, 65.2825, 48.77975, 73.22099, 60.12484, 78.74807, 66.58545, 91.34133, 65.89847, 84.62068, 61.35129, 40.66834, 77.54418, 55.48856, 61.88328, 74.03055, 91.36632, 66.95274, 56.86462, 61.72374, 68.72806, 86.00534, 64.50508, 54.57056, 75.24847, 50.40016, 52.07022, 75.82726, 105.4064, 57.45942, 49.95366, 43.42919, 66.07095, 50.46935, 68.23652, 52.07721, 67.58192, 62.98756, 73.87274, 83.85265, 90.24097, 94.54152, 74.3389, 79.55624, 92.03983, 95.27214, 63.69505, 71.2701, 75.25995, 73.13303, 55.03659, 114.31277, 55.87773, 59.76217, 58.59986, 78.15314, 78.77559, 74.17422, 89.30313, 57.36591, 59.80492, 71.81448, 80.55862, 63.95451, 62.29463, 88.63979, 70.78958, 92.03239, 60.42625, 106.20766, 62.74632, 50.65233, 76.97476, 94.02638, 59.94564, 61.87885, 78.36766, 92.40939, 112.4971, 65.98977, 75.82007, 58.30019, 81.03722 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.8238501191253675, "neutral_loss": 2.3313091868967977, "target_chat_loss": 1.4264941410592593, "neutral_init_loss": 2.6733014495849607, "target_chat_init_loss": 1.3772183850606283, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 42.91356, 49.01242, 47.30591, 44.5834, 37.50631, 69.43446, 59.46166, 29.02199, 64.24516, 48.28492, 62.93295, 51.79099, 78.5192, 66.08009, 49.85626, 72.42624, 45.46159, 61.52051, 56.2736, 50.98077, 67.70308, 64.06438, 67.57228, 75.32817, 66.3335, 55.47292, 75.58967, 59.15391, 48.74696, 60.37965, 68.58263, 55.57635, 45.93, 60.03343, 59.30807, 50.8345, 74.83768, 33.46689, 59.33494, 57.55091, 73.72771, 59.25785, 57.18489, 70.47294, 63.21983, 53.95158, 74.12625, 82.48138, 62.68563, 62.11829, 91.42422, 68.41797, 66.18302, 48.56165, 56.38464, 64.35732, 60.114, 76.673, 46.99133, 53.60001, 79.02406, 77.27295, 53.1843, 52.26091, 79.77219, 51.14227, 100.19297, 68.85499, 52.5979, 68.87444, 82.32828, 40.2056, 84.44556, 66.4762, 44.74493, 42.46465, 66.70512, 61.93919, 75.52342, 60.08938, 74.94647, 45.84887, 82.33886, 70.14856, 75.7276, 68.33955, 53.30001, 82.14474, 66.21611, 77.40202, 72.96058, 70.95062, 72.00454, 47.40916, 84.3134, 71.06436, 81.56896, 46.48998, 63.47874, 82.10384, 69.85068, 74.7749, 58.70636, 86.28072, 67.00693, 66.15476, 54.19569, 84.79707, 89.46027, 72.00245, 76.76851, 38.1524, 54.52583, 50.30579, 74.21536, 77.04114, 67.91875, 85.0851, 61.67663, 57.49186, 42.25687, 57.12958, 77.53325, 56.53621, 72.24189, 70.87071, 88.95819, 88.53761, 89.43317, 76.13704, 86.22569, 104.39717, 74.06345, 67.56904, 80.78986, 75.55043, 82.00428, 85.35869, 73.09346, 81.98778, 57.58177, 92.4955, 66.11443, 59.25288, 87.30798, 50.00677, 66.69089, 95.83791, 73.36164, 75.27242, 102.72228, 72.18415, 92.88808, 87.27962, 73.12796, 73.56022, 60.50663, 93.35716, 41.41952, 72.79893, 69.87106, 93.00453, 85.11771, 93.25604, 69.5816, 91.11115, 73.33321, 64.22527, 72.44621, 60.85377, 81.99843, 74.40534, 70.98369, 73.85083, 93.89, 79.79588, 95.16243, 79.96706, 77.28058, 63.87518, 78.10854, 56.42499, 93.09779, 90.53628, 104.29979, 78.79265, 58.7552, 37.63109, 85.79166, 89.72148, 96.6179, 70.07341, 44.07628, 109.30499, 77.70956, 86.19617, 89.77037, 92.85741, 77.71747, 65.5649, 68.17802, 102.45436, 64.3516, 80.45628, 84.0663, 95.19135, 100.66768, 76.8116, 56.13993, 95.35976, 91.57446, 85.25208, 75.92022, 87.04347, 80.84966, 88.70126, 93.01348, 137.55125, 92.76272, 49.11256, 118.29192, 68.30886, 114.38112, 85.96068, 104.68224, 93.36067, 73.69917, 75.12057, 99.3452, 79.40829, 82.98117, 79.20942, 84.4492, 72.81664, 83.85866, 74.12599, 91.73808, 100.60662, 99.40543, 108.31111, 131.76944, 93.26006, 86.55402, 91.44737, 89.93613, 80.51607, 110.85225, 111.57817, 110.00566, 95.56662, 51.58277, 123.50529, 99.3076, 211.97559, 228.38953, 261.99097, 256.44489, 177.31937, 311.599, 227.77184, 237.15884, 244.71936, 225.04149, 247.75934, 258.11542, 189.54733, 265.75211, 233.79366, 227.96909, 248.97955, 271.82874, 184.12091, 269.74695, 247.61742, 288.33008, 203.05591, 253.96448, 236.25031, 235.24812, 267.12277, 258.62042, 236.19237, 271.18124, 262.55182, 232.97385, 248.42908, 219.2894, 198.84982, 229.03311, 235.85765, 333.34006, 256.79758, 262.57825, 225.77103, 238.4818, 202.56772, 311.9071, 264.11139, 291.50574, 242.78149, 271.10284, 226.24799, 207.98138, 208.79906, 204.11693, 237.03337, 230.36502, 302.08081, 217.10318, 181.27444, 252.15155, 272.50714, 216.42737, 298.05499, 229.71478, 334.03094, 278.94885, 231.60071, 171.95914, 252.89186, 203.51126, 218.17218, 279.49817, 299.82773, 278.58069, 283.72003, 197.99117, 240.58115, 303.62482, 227.41508, 246.15527, 264.58643, 233.83417, 195.90146, 282.97998, 225.33223, 153.6049, 301.1076, 264.54907, 236.42648, 313.44067, 392.23578, 250.93416, 285.38348, 325.79279, 231.51089, 234.95117, 365.9928, 201.65952, 303.44998, 306.91272, 164.06583, 221.88292, 337.48972, 252.17844, 302.8595, 224.18814, 305.80856, 311.13556, 303.68079, 269.41638, 236.31824, 265.01172, 231.34427, 299.58441, 217.8194, 279.80835, 322.34442, 256.50854, 211.87151, 289.90869, 203.4711, 305.33118, 238.75523, 196.82297, 290.86978, 211.6561, 217.84138, 194.92387, 264.33221, 299.33109, 276.17828, 319.72171, 383.87939, 281.42194, 359.8873, 351.54736, 296.80682, 172.85646, 338.75037, 308.6004, 276.48947, 203.67905, 235.95471, 230.82233, 235.59331, 347.58136, 306.85852, 266.52048, 345.62842, 214.04185, 223.94626, 268.83026, 240.89554, 287.42807, 222.83002, 237.7831, 248.43243, 267.82739, 213.6199, 193.31235, 184.2489, 275.77393, 170.49725, 248.57945, 262.14703, 276.62375, 257.46588, 299.60303, 390.30051, 253.1813, 307.64227, 303.50983, 267.45367, 208.68094, 378.75739, 295.45166, 268.12613, 299.41702, 236.41908, 282.09216, 367.9151, 262.4642, 265.44846, 375.63129, 278.1275, 264.21124, 244.30608, 335.35068, 309.19183, 393.12402, 331.39874, 401.19275, 291.31274, 307.18359, 223.67963, 285.64182, 315.7088, 344.23889, 298.07977, 354.35455, 339.29926, 266.45392, 310.91779, 354.93286, 303.14157, 280.04086, 251.54892, 265.13556, 288.21548, 278.01425, 364.50494, 332.65457, 278.59915, 310.99414, 370.90869, 277.74115, 345.74539, 318.57501, 338.41882, 321.71661, 299.89203, 307.75336, 292.34689, 281.63681, 335.37585, 254.56226, 306.58267, 330.38394, 268.51648, 342.14468, 267.55212, 246.14389, 297.72797, 322.73212, 286.90063, 278.34131, 271.18231, 317.80853, 329.7793, 348.74603, 296.32483, 195.76047, 254.3667, 194.83914, 288.26169, 327.90826, 251.71745, 291.1629, 203.20752 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 43.98648, 48.07183, 66.54111, 45.7511, 48.6261, 59.54118, 58.80163, 65.29668, 38.55399, 61.27375, 45.0257, 51.35043, 42.83754, 42.17421, 31.90665, 54.1618, 42.78102, 35.26271, 44.95712, 43.2145, 39.61922, 49.30626, 43.58528, 32.7395, 43.83969, 34.47085, 55.36172, 49.05751, 39.02364, 53.47296, 61.62215, 40.83691, 38.87024, 53.1213, 51.00222, 71.07269, 46.76844, 30.93257, 73.22404, 69.7812, 42.58193, 43.55717, 68.91034, 54.32214, 49.43156, 58.54646, 44.32648, 56.67565, 28.65995, 51.52202, 57.30303, 64.59053, 38.40505, 49.96466, 42.62585, 54.24034, 59.1581, 49.05799, 68.13344, 54.3715, 39.94402, 49.64841, 47.56667, 58.83139, 43.3129, 69.13416, 77.72478, 67.10283, 53.96532, 35.66123, 46.38793, 80.16528, 39.00345, 74.22562, 47.56481, 62.87415, 65.33218, 52.66553, 53.63406, 31.85729, 51.3106, 77.89729, 56.51766, 39.49448, 36.66308, 74.00111, 45.26252, 45.6441, 48.47858, 31.04317, 50.7276, 46.72988, 52.09729, 44.66142, 42.13474, 58.86288, 55.93599, 53.23465, 51.98404, 48.00021, 62.80684, 37.8589, 68.53114, 35.98428, 70.24405, 59.8709, 58.89855, 49.57375, 43.40161, 62.16001, 46.39805, 53.90525, 50.71054, 57.21078, 60.31757, 50.13687, 54.27588, 47.05711, 57.13697, 61.44212, 61.56068, 37.43121, 51.54511, 32.32416, 59.10072, 84.65613, 52.91563, 79.21202, 48.30257, 61.31792, 65.76807, 34.36081, 77.38286, 54.99227, 45.34636, 45.69941, 45.1596, 44.63006, 58.97068, 49.6746, 55.04772, 63.19626, 37.50068, 62.79198, 59.79626, 51.5713, 41.55869, 47.12373, 45.4308, 51.89554, 49.78468, 56.93027, 50.13676, 42.92909, 36.67248, 55.12083, 63.21458, 57.74165, 81.39848, 61.81966, 53.23014, 62.82196, 64.42584, 33.56439, 52.22344, 55.24017, 57.22173, 45.56931, 41.93511, 42.30767, 45.76623, 36.0942, 72.89344, 64.27066, 51.00651, 69.87596, 33.98148, 63.26679, 38.48074, 47.37199, 66.11226, 87.73936, 45.7026, 68.13733, 56.96223, 40.9674, 76.12171, 44.23235, 48.2693, 94.0735, 54.74242, 57.94467, 68.12054, 56.96461, 61.11641, 49.78783, 38.17666, 50.5698, 79.18878, 59.61461, 59.57837, 61.11389, 66.73093, 61.07922, 49.68436, 37.68773, 61.21293, 71.65552, 53.72319, 69.48631, 59.18285, 59.12373, 67.22421, 60.67076, 49.02352, 60.18195, 66.84547, 64.65276, 65.12576, 39.5058, 50.34403, 70.99853, 49.66957, 37.26892, 46.24107, 64.13911, 75.76016, 77.18928, 70.9189, 80.33966, 78.03757, 78.30834, 41.46069, 37.02733, 50.81827, 36.78893, 64.18851, 59.67232, 54.8435, 40.38479, 56.00243, 36.3535, 57.29771, 66.05837, 45.63568, 55.14667, 42.09182, 49.23258, 50.21739, 43.81041, 71.70198, 62.80329, 54.34637, 79.47711, 64.10983, 51.81103, 72.05315, 61.82776, 63.91262, 58.01414, 51.2229, 50.46018, 81.33696, 53.87719, 77.37624, 49.04586, 71.508, 60.97515, 49.68785, 46.37228, 53.17239, 55.21273, 76.60994, 68.70769, 71.23412, 36.8214, 69.16142, 69.88688, 61.19958, 46.58537, 74.74711, 66.00034, 57.01733, 70.90286, 36.00166, 56.76157, 48.9252, 55.31569, 51.35779, 85.06322, 48.5862, 68.62966, 63.09172, 54.41857, 55.64051, 42.80194, 48.74179, 47.88203, 61.46739, 87.08921, 43.91873, 55.41521, 69.4409, 60.83209, 88.56291, 45.5051, 56.26248, 58.26471, 92.54141, 56.88442, 51.6066, 46.92342, 68.84477, 42.54391, 78.5357, 57.79345, 61.43377, 60.7446, 40.87518, 54.99841, 50.1488, 73.26715, 52.86057, 51.72406, 86.56102, 67.37274, 78.54377, 57.20461, 41.85895, 31.79138, 61.783, 58.48276, 51.53972, 52.70574, 84.23067, 49.30861, 68.39445, 64.65844, 67.065, 59.54237, 58.18991, 91.1282, 65.103, 69.84142, 65.45233, 42.45214, 49.90397, 70.37715, 64.66184, 58.61749, 39.02453, 44.56298, 63.56035, 58.51203, 43.23627, 54.32794, 81.91928, 55.49519, 50.50232, 71.7912, 70.61319, 68.36297, 55.61795, 60.1741, 47.69296, 56.15114, 70.65224, 92.11539, 73.1814, 62.60241, 64.13225, 105.46182, 51.04912, 51.1859, 79.29642, 68.76205, 67.95911, 50.74281, 43.90373, 64.36023, 57.29128, 57.31591, 49.12894, 48.91035, 56.24849, 66.36144, 68.73813, 50.88135, 57.72327, 55.47417, 60.04316, 97.56564, 45.13345, 81.0284, 75.3207, 64.994, 59.58972, 70.68141, 50.58905, 46.01412, 48.57763, 67.09003, 63.91113, 72.28735, 82.87825, 67.5069, 79.53044, 63.46579, 55.91914, 54.5326, 79.14436, 47.01842, 88.83791, 63.32245, 50.65159, 85.86926, 52.18616, 80.67557, 43.08931, 61.32439, 73.30781, 73.60828, 46.91486, 82.71131, 63.45487, 58.12874, 64.28458, 65.49284, 66.56678, 82.09656, 39.4185, 58.71152, 47.83974, 69.64706, 73.47376, 60.32623, 55.64632, 59.72438, 63.21305, 42.62498, 60.87325, 54.68654, 66.05434, 62.14552, 50.04551, 91.49562, 59.71993, 50.53106, 49.36991, 39.82661, 89.18424, 87.73991, 48.57742, 50.68815, 49.48022, 76.19971, 54.64139, 50.27254, 58.24157, 53.58573, 72.85329, 49.17827, 74.12285, 63.55243, 63.14356, 66.9849, 58.82537, 96.18405, 64.53489, 57.79565, 62.78417, 82.5374, 45.34087, 49.25546, 65.36779, 73.31472, 65.74187, 67.70353, 48.9201, 55.98338, 64.77722, 77.08908, 42.59393, 50.34181, 79.55124, 72.83438, 82.58586, 76.30974, 70.0174, 62.7701, 73.19246, 63.4024, 104.21635, 88.35266, 58.67074, 55.63779, 85.30682, 64.47589, 60.76594, 61.77596, 82.98178, 67.57412, 59.61742, 43.8185, 76.78279, 93.4229, 60.51993, 67.10707, 54.36266, 73.26305, 51.66484, 65.51498, 62.36955, 82.79367, 67.73853, 52.57227, 87.01859, 60.5745, 65.05512, 48.48003, 73.45543, 60.02602, 79.01729, 67.1926, 91.78065, 65.61535, 84.4537, 60.1311, 41.68681, 77.31172, 56.38052, 62.21845, 73.96088, 91.85327, 66.66803, 57.41048, 62.73901, 67.81121, 84.46194, 63.9583, 55.20248, 75.09743, 50.28465, 51.28343, 76.82528, 105.30429, 57.80742, 49.93665, 44.64631, 65.87024, 50.63417, 68.54744, 52.50062, 69.13448, 62.96932, 74.10616, 82.40054, 89.69493, 95.10218, 73.50347, 80.30704, 92.73371, 96.44742, 65.06419, 71.12056, 75.73928, 72.17554, 55.53609, 115.11984, 56.30203, 62.05496, 59.02196, 79.64196, 79.4585, 75.39499, 88.99997, 56.92606, 59.40984, 73.75327, 80.94843, 63.88918, 62.80713, 89.20796, 70.06721, 92.23837, 61.6607, 105.61853, 63.83724, 52.67793, 75.90682, 94.22701, 60.83986, 61.32936, 79.04768, 92.64411, 113.50191, 66.23812, 75.96136, 58.74227, 82.011 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.9454327157376751, "neutral_loss": 2.3813137361373022, "target_chat_loss": 1.444158418295699, "neutral_init_loss": 2.706617864990234, "target_chat_init_loss": 1.3998779258728027, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 43.36694, 49.18316, 48.38395, 46.07722, 40.39931, 69.28785, 61.97069, 30.44737, 66.65364, 49.27539, 62.42735, 53.39338, 82.24745, 67.10535, 52.77775, 72.52326, 47.05987, 62.35205, 57.49567, 52.25103, 67.51979, 66.99473, 68.40049, 78.25895, 68.32812, 58.7801, 78.79858, 61.44691, 51.35078, 62.78718, 71.78355, 58.29248, 47.14101, 59.92028, 61.19274, 54.061, 77.07326, 35.23512, 60.89538, 60.85702, 76.63871, 61.39412, 58.41362, 71.6751, 64.4048, 57.06907, 75.25841, 83.82994, 64.2935, 64.86765, 93.96626, 71.22828, 66.52686, 48.99505, 60.03819, 67.98721, 62.68517, 78.63047, 48.64608, 55.45435, 79.25079, 78.99078, 55.1583, 54.30771, 80.59985, 54.60561, 101.31215, 70.24946, 54.47334, 69.18365, 85.40494, 42.84081, 85.25572, 69.44913, 47.62376, 43.40489, 69.46837, 66.0928, 78.49741, 61.99741, 77.13551, 48.10348, 82.61913, 73.43314, 77.13651, 71.52197, 58.69572, 85.5242, 69.3123, 77.71482, 76.54781, 72.12263, 74.8484, 48.51965, 86.76882, 74.6577, 83.60779, 49.22428, 64.35901, 83.62639, 71.49524, 76.68104, 61.6758, 88.66837, 68.24372, 70.78405, 55.72105, 86.17316, 91.65936, 74.51323, 79.93277, 41.14775, 56.60873, 52.01312, 76.27199, 78.52406, 69.91942, 88.15383, 63.09901, 58.64784, 44.38935, 59.95283, 80.41373, 59.30854, 74.47337, 75.50566, 92.24487, 91.96697, 89.70377, 78.36946, 89.63261, 106.54431, 76.96754, 70.48453, 81.35442, 76.85296, 82.31217, 87.20329, 76.49884, 85.10341, 59.83755, 93.59802, 69.73038, 61.30169, 89.89653, 52.25738, 67.26526, 98.47033, 77.07585, 78.08446, 103.33367, 75.53709, 94.82898, 89.43924, 79.00058, 77.44315, 64.40396, 95.44479, 45.38984, 74.83492, 73.12492, 94.13475, 86.17198, 95.9256, 72.00976, 94.74174, 77.38661, 67.04207, 74.96225, 65.34872, 83.71955, 78.35704, 73.87094, 76.65987, 94.63354, 82.21122, 97.54996, 80.31009, 79.33768, 66.5952, 78.38702, 57.19243, 94.75977, 93.1133, 105.42827, 81.22531, 60.59182, 39.55293, 90.24952, 91.02341, 100.65045, 71.96134, 49.6202, 109.52776, 80.58819, 87.37052, 92.41606, 95.17458, 80.31125, 67.84534, 69.42205, 103.42798, 65.73575, 82.8616, 86.45987, 96.10497, 102.42097, 79.14424, 59.75579, 96.48417, 95.85921, 87.47415, 77.38699, 87.91328, 82.30624, 92.45714, 96.61238, 142.15517, 95.36568, 53.68506, 120.47152, 70.93698, 116.29649, 87.66855, 104.70312, 96.35728, 77.3432, 77.70831, 103.10938, 82.36346, 83.61356, 82.96092, 88.5411, 75.5685, 86.71617, 78.00594, 91.77773, 103.58128, 102.89361, 110.54288, 135.8566, 95.4599, 91.35987, 95.10355, 92.07417, 83.99461, 115.08723, 114.51896, 113.71597, 98.7775, 56.64055, 127.68047, 102.7976, 215.87296, 233.54166, 263.26971, 260.62286, 182.04266, 311.53778, 231.59621, 240.68048, 248.54277, 228.39517, 252.92567, 262.21091, 193.57196, 269.13168, 238.89703, 233.38704, 255.92911, 275.40219, 190.68912, 273.26642, 255.77089, 288.8031, 209.20653, 257.31055, 239.99858, 239.96312, 271.91043, 260.3949, 240.24469, 276.56586, 269.84631, 236.2186, 254.20892, 221.77151, 205.3782, 233.90721, 241.09689, 337.21176, 263.56952, 265.17883, 229.64275, 245.87131, 205.38715, 315.1835, 271.15259, 295.70764, 246.29474, 274.07507, 233.26093, 213.54016, 213.12462, 209.6785, 240.65829, 236.41635, 311.34891, 222.04951, 188.32698, 258.08719, 272.60068, 221.83401, 299.71014, 234.77356, 339.31561, 285.30515, 234.91104, 175.31909, 258.15543, 208.06546, 221.79025, 282.6911, 303.43054, 282.75418, 289.25623, 204.67691, 247.67235, 306.57928, 232.54324, 251.12224, 268.84915, 242.20212, 201.7811, 289.5451, 228.55603, 158.2757, 304.85175, 272.55811, 242.45212, 318.71106, 396.39713, 256.65375, 292.71768, 329.62503, 235.9436, 239.6048, 370.00552, 206.50922, 305.13318, 314.01788, 171.64793, 227.96559, 341.74683, 257.4082, 309.68591, 231.33401, 307.24213, 315.80841, 309.08905, 272.47809, 240.99329, 272.10867, 236.31879, 301.25296, 222.57101, 285.85001, 322.71317, 263.30222, 213.97046, 296.93726, 208.99185, 311.07709, 241.56902, 199.82571, 296.39517, 216.67293, 221.20576, 204.03784, 268.34775, 306.16632, 280.61929, 324.7746, 390.75342, 284.39862, 366.43881, 354.96408, 302.01678, 178.26872, 345.16821, 316.05896, 277.48212, 210.98749, 241.6891, 237.61978, 239.67519, 349.98468, 311.33936, 274.4274, 352.23114, 220.36786, 227.19971, 274.09943, 245.78716, 292.95667, 228.35449, 243.53987, 252.19904, 272.91193, 221.01541, 199.10822, 189.04398, 280.57281, 176.49515, 252.62033, 266.17484, 284.47034, 261.67358, 309.30685, 396.48697, 258.96167, 311.98807, 306.80319, 272.073, 212.47226, 386.02353, 300.2785, 276.15555, 306.82364, 241.18518, 286.42303, 372.13214, 271.88483, 270.65604, 380.27704, 281.33505, 268.90756, 250.22794, 340.05078, 315.5412, 396.44574, 338.02539, 408.71808, 295.62427, 308.44421, 232.51076, 291.25745, 323.46298, 347.5799, 304.0705, 356.15106, 345.60373, 269.70773, 316.92484, 360.70447, 308.26996, 282.85986, 255.82944, 269.77731, 295.64288, 282.17584, 367.97223, 340.7981, 284.16071, 318.78363, 372.09021, 282.39325, 349.27594, 326.66272, 345.9364, 327.23853, 306.94055, 317.71823, 297.3233, 287.94958, 338.4313, 261.08414, 315.27933, 334.17068, 275.52307, 345.72049, 277.01007, 251.59918, 305.58981, 324.92068, 292.54834, 281.62546, 275.29254, 323.38284, 335.60757, 355.23779, 300.24319, 198.46008, 257.81934, 198.96642, 293.93439, 332.23453, 257.61099, 298.99255, 207.74255 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 44.20793, 48.75014, 67.09818, 45.81179, 49.1044, 58.19934, 59.2741, 64.48184, 38.1221, 60.53334, 45.85921, 50.20573, 44.63472, 42.78551, 32.43732, 53.81829, 43.03638, 35.33974, 45.38141, 43.55987, 40.60486, 50.08759, 45.02354, 33.82365, 45.11402, 35.95287, 56.2494, 50.18513, 38.27311, 52.80882, 62.41061, 42.35366, 39.23552, 52.50437, 51.86266, 71.47086, 47.42535, 31.92705, 72.35608, 70.5932, 41.28315, 43.72475, 68.89052, 55.28723, 48.32404, 59.23611, 45.85183, 55.24026, 30.01846, 50.88604, 56.2186, 64.84294, 38.4289, 49.8896, 43.81138, 53.91507, 59.83029, 48.48018, 69.65349, 53.33741, 41.38821, 49.41101, 48.02566, 58.38472, 42.41093, 68.22897, 77.70288, 67.84604, 54.58856, 38.00888, 47.43134, 79.84314, 42.15186, 73.01757, 48.94246, 63.15012, 65.15217, 53.46146, 54.63652, 33.48508, 51.03472, 79.3632, 57.50805, 40.08574, 38.06096, 73.96143, 45.04128, 45.94496, 49.03828, 33.42387, 52.02169, 48.02111, 52.15959, 44.84235, 42.2496, 59.80787, 56.15438, 53.39057, 53.46954, 49.73136, 62.51174, 37.86504, 69.85803, 38.04967, 67.83331, 61.29276, 58.32797, 49.71181, 42.71469, 64.60014, 47.34523, 54.01006, 52.76168, 56.27884, 61.38255, 52.76102, 55.65498, 47.39442, 56.80495, 62.88379, 61.60133, 37.99188, 51.68659, 32.85907, 59.23172, 83.3143, 54.97884, 80.25328, 46.54514, 61.84725, 64.97312, 35.16697, 78.80838, 57.16393, 45.50793, 47.23706, 45.58939, 44.31533, 59.21573, 51.30328, 55.50406, 62.37515, 39.58009, 63.7965, 61.0531, 51.64667, 43.36161, 47.87451, 47.72836, 52.05807, 50.13248, 57.20552, 50.19724, 42.95389, 37.74012, 54.72746, 63.23936, 57.73491, 80.42313, 59.93448, 52.99664, 62.79663, 63.37016, 34.10159, 54.38803, 54.84025, 57.80249, 45.33086, 41.84495, 43.46902, 47.48105, 37.39497, 74.59039, 62.8169, 52.5466, 70.44225, 35.25585, 64.64029, 38.53268, 47.40683, 67.73828, 86.45325, 47.4727, 67.69337, 57.69893, 41.80318, 74.0813, 44.38908, 49.22297, 92.53098, 55.34818, 57.4679, 68.5692, 57.24785, 60.07079, 50.7435, 38.19186, 52.73439, 80.10603, 59.37919, 58.78216, 61.17752, 69.31027, 60.96409, 50.49075, 38.44081, 60.31051, 72.91119, 54.36904, 70.7978, 57.98801, 60.2122, 68.43527, 61.13863, 49.89103, 61.54666, 66.99617, 64.44595, 65.66257, 39.84373, 51.11225, 71.9257, 51.54582, 37.69893, 47.53815, 64.47487, 75.6481, 78.37526, 72.81783, 81.43219, 79.34062, 77.91709, 41.79753, 38.63294, 51.18853, 39.04547, 63.58633, 60.36741, 58.12087, 42.1521, 57.08566, 37.73735, 57.27677, 66.19319, 46.21101, 55.6134, 42.62881, 48.63004, 50.98824, 45.00565, 72.67725, 63.47834, 54.47249, 80.44528, 64.18461, 51.51404, 71.85549, 62.67443, 65.20308, 60.80692, 52.23291, 53.03074, 81.7332, 54.57493, 78.64099, 49.33102, 72.0711, 62.84048, 51.21123, 46.65163, 53.43103, 55.42126, 77.06784, 70.26678, 71.13797, 37.76156, 71.4411, 70.19108, 62.41288, 47.45319, 74.69243, 66.6376, 57.96614, 71.29181, 39.22601, 58.10266, 49.32836, 56.51149, 51.40981, 84.44008, 49.38114, 70.13274, 64.97712, 54.96927, 57.22056, 43.18436, 50.35849, 48.99119, 62.29483, 88.85844, 44.23723, 56.92197, 70.53045, 61.09206, 87.62878, 46.39997, 58.15838, 59.27164, 92.98422, 57.72626, 53.81207, 47.78909, 70.2946, 43.93134, 78.15138, 58.66756, 64.2755, 60.61493, 42.86723, 55.69544, 52.48501, 73.42209, 55.10637, 53.06736, 88.57167, 68.99841, 78.18454, 57.57648, 42.78252, 32.80798, 61.16616, 59.75532, 53.29924, 54.50317, 87.16502, 48.94506, 69.44942, 66.10929, 68.59491, 60.56905, 59.17719, 90.19545, 66.38416, 72.76655, 67.93285, 41.96651, 49.77917, 71.65193, 65.80977, 59.64783, 40.40293, 46.40902, 64.14326, 59.1834, 43.19612, 55.3906, 84.84621, 56.14557, 51.34451, 73.17757, 71.74722, 68.69971, 56.83357, 62.5628, 48.03394, 56.86337, 71.00411, 93.17052, 73.04529, 64.57153, 65.22888, 104.82223, 51.60421, 52.01824, 78.60916, 68.29726, 68.79985, 51.47686, 43.66062, 63.97103, 58.32779, 58.17366, 50.15961, 49.9791, 55.88471, 67.79134, 70.51669, 50.88117, 58.78707, 56.68975, 59.98133, 97.50578, 46.23267, 79.71499, 75.3555, 66.05431, 60.18596, 68.59726, 52.22051, 47.03748, 48.15401, 67.19379, 65.15535, 74.80177, 82.53013, 68.18724, 80.20549, 64.45164, 55.78652, 54.79983, 80.66905, 48.40187, 90.60663, 64.95624, 50.98005, 85.54044, 53.93084, 80.78084, 45.72522, 62.10361, 73.7869, 72.93762, 48.9783, 84.36589, 65.4671, 60.29944, 65.08591, 67.22305, 66.34425, 82.27971, 39.90011, 60.67846, 47.65436, 70.34353, 75.10259, 60.17049, 56.41062, 60.72912, 64.61162, 43.97191, 59.75656, 58.37361, 67.6015, 61.91867, 51.53143, 94.05573, 59.99231, 52.41027, 50.4606, 41.26926, 88.17078, 86.56059, 50.02222, 53.20667, 49.17349, 75.22842, 56.03238, 50.81588, 60.2441, 55.17833, 73.41619, 51.16207, 77.00467, 64.51105, 62.57338, 67.53422, 60.43201, 96.80148, 65.02576, 58.74018, 62.75639, 83.27081, 48.91753, 49.37437, 65.21376, 76.41318, 65.02757, 69.70459, 50.18607, 56.45848, 64.64453, 76.9671, 44.61855, 51.1359, 80.55078, 73.57941, 82.70047, 77.63205, 69.93297, 65.49627, 74.22203, 64.06087, 104.42934, 87.71823, 59.27377, 57.9836, 85.10372, 65.52031, 62.01521, 62.12634, 82.72264, 67.87763, 60.81385, 44.37225, 77.12716, 95.8136, 61.95915, 68.37608, 56.79128, 73.52109, 51.46548, 66.41316, 61.80413, 84.3315, 69.28785, 53.48797, 88.25763, 62.74569, 64.66737, 48.24212, 75.16769, 60.90418, 80.06155, 68.64127, 93.46114, 65.67148, 84.50359, 59.02772, 43.54496, 77.46487, 58.5754, 63.4049, 74.56437, 92.93388, 67.29149, 60.22255, 64.13558, 67.72076, 82.82344, 63.75242, 56.85938, 76.52763, 51.78032, 50.75564, 78.66449, 105.31311, 58.62606, 50.648, 47.59407, 66.35955, 50.83472, 70.0537, 54.0685, 72.00186, 63.64196, 75.50591, 82.05783, 90.52915, 96.21736, 72.94519, 81.42393, 94.07104, 98.77332, 67.78011, 72.08289, 77.22429, 72.32542, 56.22974, 116.95158, 57.55343, 64.57367, 59.9573, 82.29199, 80.59984, 77.52782, 88.68515, 58.11227, 59.21466, 76.30618, 81.96683, 64.60461, 64.03748, 89.50863, 68.75893, 93.87317, 63.54835, 106.80186, 66.4939, 55.76457, 76.67606, 94.99326, 61.94058, 62.1863, 80.43115, 94.34023, 115.19453, 67.72075, 76.66068, 59.15734, 84.17351 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 1.1368510381207995, "neutral_loss": 2.4571969669636444, "target_chat_loss": 1.5012200058974354, "neutral_init_loss": 2.75401982421875, "target_chat_init_loss": 1.466536979675293, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 44.24668, 50.06966, 50.47007, 48.24381, 46.13886, 69.60843, 65.10236, 33.12815, 70.66516, 51.1763, 62.67815, 55.80108, 86.20265, 68.34966, 55.88763, 73.97493, 48.79971, 63.90005, 60.43719, 54.5346, 68.42857, 70.96623, 69.32904, 81.91087, 71.80871, 63.0792, 82.50555, 65.76947, 53.7344, 66.0248, 77.03523, 61.32023, 49.19798, 59.49549, 64.78584, 57.34206, 80.29699, 38.13247, 62.13096, 65.52508, 80.18598, 62.84533, 60.43493, 74.73373, 64.91505, 63.08364, 77.61952, 85.95611, 65.84776, 68.89978, 98.6326, 73.65585, 68.00883, 51.49505, 64.85716, 71.71512, 66.10973, 80.79527, 51.54533, 57.38346, 81.12273, 81.45357, 59.11381, 56.48402, 82.62044, 58.57043, 103.50162, 73.03513, 58.0993, 68.56467, 88.92003, 46.65147, 86.57877, 73.72676, 52.26508, 45.45948, 73.27287, 71.23031, 82.42403, 62.95661, 79.34113, 53.03281, 83.08391, 77.30659, 77.95686, 76.85703, 64.71423, 88.9169, 75.562, 79.38895, 80.51166, 73.7749, 77.93015, 51.18979, 88.81506, 78.20957, 86.39293, 54.51819, 67.32373, 85.07298, 73.86052, 78.56031, 68.03438, 91.82886, 69.8699, 74.69781, 59.22367, 87.40062, 97.78359, 77.21199, 82.72456, 46.52354, 60.3897, 53.45942, 79.14143, 80.93532, 72.7047, 92.67063, 64.35647, 61.15769, 46.9008, 64.08414, 83.94973, 63.98089, 77.80452, 80.96224, 96.83675, 97.48921, 90.86717, 82.00528, 94.47974, 109.35712, 80.46423, 73.62215, 81.84116, 78.22856, 83.36359, 89.52612, 82.27624, 88.04819, 63.44652, 95.20015, 74.80302, 65.22556, 92.47626, 54.1139, 69.34336, 101.76251, 82.30083, 82.57001, 105.20087, 80.23879, 97.81931, 92.32915, 83.87977, 82.2991, 69.66598, 99.86996, 50.12225, 79.03561, 75.90327, 95.24003, 87.84278, 99.90059, 76.27795, 100.73927, 81.79487, 70.58363, 78.0705, 71.19334, 86.3579, 83.603, 78.74233, 80.06509, 95.72308, 85.30479, 99.96043, 83.36584, 81.57263, 70.29655, 79.45168, 58.33803, 98.14714, 97.33435, 108.16984, 83.70572, 64.47966, 43.06928, 95.70362, 93.4559, 105.8392, 74.45873, 56.15772, 111.06786, 84.53732, 88.4962, 97.07208, 98.26361, 83.65293, 71.58662, 72.25237, 104.48908, 67.84351, 86.527, 89.58798, 97.89564, 105.89373, 83.11304, 65.77068, 98.26703, 101.23705, 91.81573, 79.29144, 91.50137, 84.8103, 96.27692, 101.90479, 150.06317, 98.50449, 58.67371, 124.45273, 73.39642, 119.3643, 91.13673, 105.97092, 99.27611, 80.814, 81.01128, 109.1282, 86.47383, 85.88996, 86.61172, 94.82497, 80.1618, 89.73309, 83.34712, 93.24391, 105.8098, 106.31889, 112.54025, 141.82684, 99.41743, 97.07651, 99.57679, 94.51855, 88.71667, 120.46663, 117.6806, 119.431, 103.57152, 60.4104, 133.57388, 106.37334, 220.48607, 241.32272, 264.96466, 267.86505, 188.24097, 312.2627, 237.27464, 244.31345, 254.87749, 234.0742, 259.4657, 269.0744, 201.30637, 275.06244, 248.39249, 241.91359, 264.64099, 281.89395, 199.18954, 279.96222, 268.02081, 291.36517, 219.97476, 262.79123, 244.34094, 246.90788, 277.46182, 263.27451, 247.82513, 284.57397, 280.3735, 240.62784, 261.4819, 225.35811, 213.63789, 243.13455, 250.04294, 343.34271, 274.36426, 268.84503, 234.64041, 256.17554, 209.29083, 319.55234, 279.73599, 302.03601, 251.87039, 278.23911, 244.73001, 219.39108, 221.31418, 217.57211, 246.56126, 243.07053, 322.87646, 230.82605, 200.25725, 266.16949, 273.38043, 231.3174, 304.67239, 240.84631, 346.34445, 294.01855, 240.7393, 181.53748, 265.6496, 216.61104, 225.39888, 288.56122, 310.44165, 289.19873, 298.05322, 214.86143, 257.04333, 311.62921, 241.64651, 257.07016, 276.67126, 254.50317, 210.44757, 300.6799, 234.33246, 163.08792, 310.98029, 284.9975, 250.73285, 326.87756, 405.04645, 265.88504, 304.44373, 336.61252, 245.17325, 246.79575, 375.17059, 213.01547, 307.45377, 325.82901, 182.38269, 237.83798, 348.55191, 266.2298, 319.2674, 241.57431, 313.94699, 324.82697, 316.79449, 277.62354, 250.23608, 282.62576, 243.80878, 307.52466, 230.18713, 295.19513, 323.98798, 275.86005, 217.21954, 306.60376, 217.86789, 319.10718, 246.90292, 208.36937, 303.75769, 225.51701, 228.84937, 216.45181, 276.39587, 315.12613, 287.49506, 331.71899, 400.33502, 290.46783, 375.89197, 360.28589, 310.34058, 186.55077, 353.26923, 328.88852, 281.13599, 221.92673, 250.97821, 246.92831, 244.71324, 355.33835, 318.32755, 286.01471, 362.22296, 229.98169, 231.25327, 279.62439, 255.26328, 304.08875, 236.82474, 255.02089, 257.45483, 283.3067, 230.22894, 208.75266, 197.40482, 288.7258, 186.26553, 259.47363, 272.52264, 296.15912, 267.17328, 320.5784, 401.95715, 265.93054, 320.70718, 311.73236, 278.3299, 218.45049, 397.15988, 306.67566, 287.48871, 319.30429, 251.78252, 293.81793, 378.92319, 286.1575, 279.18945, 389.11279, 288.35184, 277.54648, 258.80875, 347.89371, 324.74561, 401.86658, 348.397, 418.68503, 303.48859, 313.66525, 245.66492, 299.51767, 335.51279, 352.95319, 314.41376, 359.66089, 356.15601, 275.74377, 327.04791, 369.4234, 315.99127, 286.38239, 264.11462, 275.11578, 304.13547, 290.93274, 375.52191, 350.87094, 293.69592, 329.39026, 374.37729, 287.03424, 358.36041, 338.08844, 360.0611, 336.55945, 315.7074, 332.77972, 303.37921, 296.12479, 342.47021, 272.48477, 327.66296, 339.85687, 285.43118, 349.31342, 286.2009, 262.20987, 318.9068, 330.42474, 299.40857, 289.94727, 283.94171, 334.54498, 347.58356, 368.54465, 309.23798, 200.00546, 265.0932, 206.06323, 304.47049, 339.90222, 266.89001, 310.16446, 213.75092 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 46.36041, 50.30005, 69.18743, 46.48283, 49.95919, 57.92561, 61.12764, 64.3772, 38.78236, 60.08741, 48.60564, 50.50111, 48.44674, 44.92454, 34.65775, 54.84231, 44.31961, 37.34426, 46.09268, 45.99915, 43.5653, 52.40257, 48.10981, 36.63397, 48.88313, 38.93622, 59.42462, 53.82862, 37.60994, 52.05091, 64.93097, 45.89286, 41.47329, 53.50027, 54.4576, 73.37688, 49.00298, 34.49687, 71.87302, 72.98897, 41.80464, 45.56384, 70.28559, 58.20584, 48.3204, 61.81793, 49.24691, 54.0919, 33.47628, 50.5883, 56.62091, 67.75807, 40.62224, 51.4296, 47.24517, 56.15009, 62.49889, 49.19509, 71.78676, 54.03748, 43.99536, 50.53127, 50.11523, 58.60145, 41.69168, 69.23279, 78.44409, 69.76593, 57.18488, 42.91228, 50.0279, 80.13589, 48.57203, 72.61192, 51.9393, 64.71361, 66.84058, 56.07216, 57.23418, 37.00592, 51.84723, 81.94585, 60.08821, 41.49785, 40.54609, 75.22696, 46.25073, 47.09721, 50.15744, 37.90235, 54.79334, 50.78412, 53.27362, 47.13915, 44.25439, 62.1749, 57.99457, 55.09277, 57.06491, 53.1317, 63.50912, 38.45362, 73.43903, 42.86868, 65.42223, 64.69328, 59.57263, 51.18336, 44.06871, 67.9495, 49.77711, 55.57893, 57.41021, 56.42528, 64.57898, 57.89772, 59.42043, 49.44451, 58.14435, 65.38663, 63.87924, 39.65752, 52.34482, 34.19032, 60.63494, 82.48688, 59.39619, 82.33047, 45.80587, 64.44074, 66.16398, 37.43043, 82.44716, 62.36416, 47.80203, 50.17094, 47.80394, 45.82206, 61.04172, 55.12039, 57.86208, 62.39275, 43.45151, 66.72243, 65.14867, 52.58521, 47.10438, 51.22529, 51.90083, 53.47954, 51.83619, 58.76484, 51.57782, 44.30731, 41.04536, 55.98446, 63.66351, 59.15296, 80.14471, 58.80225, 53.89164, 63.76869, 63.60338, 36.6983, 57.71941, 56.29565, 59.9679, 46.13935, 42.42728, 45.53933, 51.78623, 40.46574, 78.04742, 62.1216, 56.05132, 72.0274, 38.05595, 67.3614, 40.07521, 47.79207, 70.99866, 86.30342, 51.56295, 68.41589, 61.10177, 44.0904, 72.9407, 46.60636, 51.48733, 91.44192, 57.772, 57.25926, 69.73846, 60.32199, 60.12605, 54.09736, 39.27377, 55.70226, 81.95766, 60.53541, 59.67344, 62.4139, 74.83072, 62.67043, 52.49292, 40.2318, 61.51309, 75.7103, 57.50646, 74.86063, 57.56484, 62.95762, 71.76993, 63.54004, 52.61133, 65.33012, 68.78634, 65.99339, 67.03124, 41.34141, 53.06017, 75.33685, 54.83493, 39.20312, 50.62643, 66.6019, 76.29932, 81.24646, 78.23927, 84.35121, 81.93576, 79.38811, 43.11553, 41.68175, 53.34361, 43.24435, 64.98296, 62.72987, 64.0573, 45.1329, 59.80903, 40.70524, 58.73662, 68.32693, 47.77467, 58.03644, 43.77335, 48.79973, 53.07084, 47.54021, 75.77052, 63.84737, 56.99186, 83.97093, 65.70596, 52.71109, 73.2224, 66.16798, 68.50902, 66.34564, 54.34633, 57.56249, 83.71526, 55.91497, 82.39718, 50.77887, 74.5768, 66.32462, 53.98092, 49.48853, 55.26231, 57.01079, 78.27715, 72.16272, 71.9014, 41.51794, 75.2543, 72.09228, 64.86732, 49.91449, 76.37177, 68.52974, 60.39737, 72.409, 45.78913, 61.17517, 51.74408, 59.38425, 53.27449, 85.09576, 51.58577, 73.60318, 68.88507, 56.72943, 61.22584, 45.03145, 54.21227, 50.95607, 64.23594, 91.37598, 45.57985, 59.59114, 72.59225, 62.81854, 87.34674, 48.52967, 62.8453, 61.39381, 94.75092, 60.67719, 57.92353, 50.33071, 73.17367, 47.37088, 80.11437, 61.30986, 68.95076, 61.94541, 45.66059, 57.40585, 56.92878, 74.6368, 59.59383, 57.10027, 92.03371, 72.59854, 79.67178, 60.15355, 45.24587, 35.91396, 61.89957, 62.85703, 57.65128, 57.8896, 92.58049, 50.94836, 71.29394, 70.56167, 72.42267, 63.83403, 61.08937, 90.00003, 69.2477, 78.78967, 72.22226, 41.74512, 51.3476, 75.04771, 68.74916, 62.54812, 43.31841, 50.64287, 65.66726, 62.0542, 44.70174, 58.85093, 90.17691, 59.35833, 54.18276, 75.98764, 74.69302, 70.19501, 59.50532, 67.56348, 50.42288, 59.52798, 72.42059, 95.54324, 74.01324, 69.00373, 68.09608, 106.09045, 54.54609, 55.02284, 78.90345, 69.13303, 70.61393, 55.20464, 45.38266, 64.71654, 60.55091, 59.91927, 52.68584, 53.41988, 56.97425, 71.19515, 73.87473, 53.15832, 62.47025, 60.54043, 62.27292, 97.80576, 49.20835, 78.81102, 77.66939, 69.36977, 62.31875, 68.89293, 54.66828, 50.3665, 48.28459, 68.04534, 68.83371, 77.52591, 84.19028, 69.54046, 82.47852, 66.83118, 56.76805, 56.83644, 83.73594, 51.69643, 94.19952, 67.04305, 52.93543, 85.99605, 58.6074, 82.55072, 50.55237, 65.1288, 76.42746, 73.23009, 52.72342, 87.8511, 70.01844, 65.4788, 68.24068, 71.46307, 67.87873, 83.88242, 41.0162, 64.0067, 48.76513, 72.17392, 79.58228, 60.93272, 59.57596, 63.40221, 69.15178, 48.13601, 59.75867, 63.56706, 71.00771, 64.19078, 54.86381, 98.28745, 62.00697, 56.07526, 52.91307, 45.13827, 86.94257, 86.3225, 53.02191, 57.11313, 50.68826, 76.33211, 58.11199, 52.85284, 63.76186, 60.22357, 75.2445, 55.05614, 82.39059, 68.56129, 64.05701, 69.20132, 65.02077, 98.7617, 66.96948, 61.73446, 63.71931, 86.27558, 54.57534, 50.22535, 66.69798, 82.27984, 65.66101, 74.98872, 52.61296, 57.86104, 66.81697, 79.57181, 49.27124, 53.6786, 82.40895, 76.32848, 83.96939, 81.40176, 70.57317, 70.21162, 76.50552, 66.90462, 105.60512, 88.48482, 60.82568, 62.28523, 86.08711, 69.18299, 64.9724, 64.51083, 83.53524, 69.28662, 63.77681, 46.62679, 79.63269, 99.45374, 65.7807, 72.16278, 61.63562, 74.93087, 52.82327, 69.02196, 62.90193, 88.9736, 73.06647, 56.7567, 91.05682, 66.82468, 65.94073, 49.54653, 78.17592, 63.22832, 83.41211, 72.36105, 96.61487, 68.67155, 86.80659, 58.07584, 47.55305, 78.09796, 62.16862, 65.98042, 77.25177, 97.75993, 70.09418, 65.23013, 68.31948, 68.78516, 82.29837, 65.72305, 60.03244, 78.9733, 54.61157, 52.13687, 83.67004, 108.31161, 60.72663, 53.32631, 51.87988, 68.5509, 53.64331, 73.35642, 57.22446, 76.58159, 64.63939, 78.58194, 82.64767, 92.73199, 101.22604, 73.83852, 85.56905, 97.03935, 102.93195, 72.38927, 75.73259, 80.4534, 74.76455, 58.63531, 119.00762, 59.56506, 70.69862, 62.21094, 87.99345, 84.19196, 82.82135, 89.44333, 59.75857, 60.08781, 81.06698, 84.96327, 67.57916, 67.80153, 90.23611, 69.07246, 98.11134, 67.13831, 109.33859, 71.3602, 61.80593, 77.25581, 97.56156, 65.26411, 65.09097, 84.90086, 96.89355, 120.09039, 70.88051, 78.85181, 62.05374, 89.61099 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 1.3400641387489294, "neutral_loss": 2.5331531368061437, "target_chat_loss": 1.5800960261367791, "neutral_init_loss": 2.806427044677734, "target_chat_init_loss": 1.5569942194620767, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 44.89117, 51.50134, 52.10721, 48.68034, 49.86098, 70.09213, 68.10016, 35.86369, 73.42334, 53.65657, 64.42789, 58.84712, 89.13933, 69.20974, 58.05723, 75.13704, 50.40138, 65.56931, 62.91021, 56.3055, 69.40655, 74.28226, 70.31947, 84.70181, 74.79105, 67.44286, 84.96463, 69.8101, 55.09683, 70.14039, 81.27097, 64.26444, 51.80089, 60.95236, 68.79903, 60.2383, 82.87833, 40.04814, 63.09067, 69.35757, 83.4536, 64.07695, 62.1762, 77.90794, 66.62993, 68.00523, 80.71629, 88.10394, 67.92776, 73.00716, 101.87918, 76.04239, 69.1619, 53.94682, 68.31892, 74.89453, 70.12024, 82.85503, 54.86863, 59.27563, 82.8568, 83.13643, 63.24527, 58.45738, 85.03893, 61.93267, 106.56772, 75.56458, 61.17929, 69.19904, 92.2851, 50.67364, 88.20073, 77.03162, 57.22761, 47.41389, 76.87733, 74.75959, 86.27898, 63.74208, 81.51174, 57.07739, 84.15715, 80.50522, 79.75537, 81.86098, 69.20802, 92.47893, 80.74893, 81.41524, 83.28117, 76.05943, 80.38907, 53.57376, 91.24855, 81.74074, 90.86674, 60.57788, 70.22546, 86.2146, 75.755, 79.96928, 73.32814, 94.13222, 70.94765, 78.18271, 63.06208, 88.93433, 103.41965, 79.92514, 85.77829, 50.39022, 63.588, 54.12391, 81.16463, 83.62871, 76.13202, 95.73215, 66.09998, 62.8265, 50.03727, 69.21582, 87.58234, 67.94473, 81.90578, 86.47377, 101.21751, 102.27142, 92.81662, 85.70307, 99.16408, 111.93597, 83.24326, 76.95891, 82.79959, 80.61763, 84.52066, 92.25496, 87.42622, 90.72766, 65.74574, 96.93068, 79.43593, 68.4695, 95.80756, 56.37516, 72.29664, 105.23947, 86.04489, 84.55367, 107.64345, 84.259, 100.73072, 96.25372, 88.82861, 86.31516, 73.65382, 103.07048, 53.35012, 84.42236, 77.70833, 96.2783, 90.31381, 103.76039, 80.00266, 107.37087, 84.44469, 74.80233, 81.06429, 76.27281, 89.06982, 87.6817, 84.3678, 83.61436, 97.55817, 87.80764, 102.75739, 87.50446, 84.16901, 72.76003, 81.75244, 59.57398, 102.23527, 100.98497, 111.73029, 88.187, 70.71844, 46.97118, 98.72119, 95.52023, 110.50521, 76.97063, 62.24586, 112.55283, 87.47388, 90.13943, 100.96639, 101.07578, 86.54865, 75.29052, 75.06194, 106.46185, 69.41127, 90.41562, 93.58043, 100.84843, 109.11457, 88.75391, 69.77069, 101.27555, 105.87962, 97.29741, 83.25498, 96.09161, 87.80526, 99.95992, 107.40924, 158.5488, 101.6627, 62.84431, 129.43655, 75.79932, 122.62507, 95.34507, 108.17929, 103.06947, 84.82445, 83.84277, 114.61057, 90.21796, 89.20995, 89.13528, 101.21988, 85.11096, 93.56379, 89.7801, 94.50571, 108.74308, 108.76144, 114.37002, 147.72078, 101.85867, 102.03769, 103.71187, 98.4534, 92.55784, 125.25473, 121.8699, 123.82655, 107.65733, 64.64757, 140.57922, 110.70211, 223.57263, 250.56177, 267.59323, 276.5332, 192.66299, 312.68307, 243.909, 248.64395, 260.37119, 239.73911, 266.35767, 277.21161, 208.89911, 281.22852, 256.85474, 248.77788, 270.61902, 289.34055, 207.6386, 285.90955, 278.23102, 293.99371, 229.74777, 269.19107, 248.59279, 253.37135, 282.7038, 270.78726, 255.24773, 293.77954, 292.31946, 245.14874, 267.92609, 229.56752, 221.66425, 252.42007, 258.97534, 348.18445, 287.5766, 273.29306, 241.24992, 266.14972, 214.15495, 324.31274, 287.58887, 307.43451, 256.26981, 284.32446, 255.02643, 225.78778, 229.08835, 228.01746, 252.09052, 249.41846, 332.78162, 237.62238, 209.9657, 274.12152, 274.68201, 242.05217, 312.57974, 247.9939, 351.61597, 302.18616, 247.7233, 188.28397, 274.38507, 223.98999, 229.17587, 294.91113, 318.86414, 295.43246, 307.03625, 223.74963, 265.95624, 317.14883, 250.00436, 264.40942, 284.47342, 263.63586, 218.06094, 311.27295, 239.07889, 168.45818, 316.39966, 297.48816, 259.19489, 335.01135, 414.71344, 274.79718, 315.68298, 342.172, 252.11374, 254.59885, 381.18433, 219.88171, 312.70312, 335.76978, 192.41902, 247.46962, 355.88623, 276.16888, 328.19772, 249.58572, 321.13589, 333.62268, 325.78418, 281.02805, 260.07382, 292.95898, 250.33163, 315.58118, 239.31735, 305.74524, 327.43359, 287.63992, 218.93886, 315.73822, 226.08917, 326.24933, 252.06985, 217.07104, 311.39111, 235.01183, 236.73143, 227.99538, 284.59698, 324.39102, 293.33517, 337.94589, 409.69037, 295.22552, 383.91785, 366.70642, 318.54175, 193.34911, 361.44092, 341.11404, 287.96124, 235.36703, 260.7489, 255.62973, 249.60117, 360.96515, 327.44818, 298.10333, 371.35889, 239.58694, 237.36078, 285.85376, 266.19751, 312.96487, 244.15286, 266.74908, 264.33762, 292.62939, 240.57065, 218.58405, 206.07808, 296.84808, 198.20224, 267.26901, 280.21533, 306.48557, 272.48285, 330.18896, 407.31165, 272.74268, 330.11804, 316.88181, 284.52823, 224.0592, 408.608, 313.69116, 298.01111, 330.99817, 263.9693, 301.60886, 386.96704, 299.05127, 287.95639, 397.8374, 296.48792, 284.81964, 269.05673, 355.2131, 334.34198, 407.80994, 358.4158, 428.88153, 312.33649, 319.56689, 259.74915, 308.40042, 346.55048, 357.56525, 325.57684, 363.54913, 365.94519, 281.4447, 336.85614, 377.96124, 324.39111, 290.84058, 272.18207, 281.79251, 311.39716, 301.00629, 383.66742, 361.44034, 302.7077, 339.7345, 378.05292, 291.26968, 366.92133, 346.04492, 373.34723, 345.69861, 323.27026, 344.65131, 310.84064, 305.93719, 347.98077, 283.2666, 338.83783, 347.2106, 296.16956, 354.75815, 294.96539, 272.16196, 331.08966, 339.36456, 305.7981, 300.0246, 291.85693, 346.20203, 361.28735, 382.26898, 319.60681, 202.7524, 271.19125, 215.05807, 316.59497, 348.29492, 277.5929, 318.91339, 220.84946 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 48.9914, 52.71308, 72.70741, 48.1428, 51.91458, 58.498, 63.36206, 65.32138, 41.07083, 61.14331, 51.7448, 51.56258, 52.22101, 47.49611, 37.34122, 56.36831, 46.5278, 39.94758, 48.70806, 49.7644, 47.31561, 55.34903, 51.77885, 41.01711, 52.47905, 42.5505, 62.36613, 57.2406, 38.18072, 52.5425, 68.04619, 49.54946, 44.27149, 55.84383, 57.29092, 76.12852, 51.67939, 38.03777, 74.25671, 75.28127, 42.91039, 46.65488, 72.56819, 60.80721, 48.90752, 64.92461, 52.6582, 53.82237, 37.44913, 51.50028, 58.01049, 71.66521, 42.63653, 54.47548, 51.30778, 58.65598, 65.90141, 51.04858, 74.71012, 55.71129, 47.07636, 53.71539, 52.53069, 60.24508, 42.09299, 71.41638, 81.55921, 72.65238, 60.18481, 48.64894, 52.62032, 82.05157, 55.80069, 73.55827, 55.80436, 66.93059, 69.72705, 59.2424, 60.54883, 40.75829, 54.59966, 85.36651, 63.7762, 43.39603, 43.82505, 78.09589, 48.02816, 49.27439, 51.73609, 42.97519, 59.09952, 54.67165, 55.33923, 50.08197, 46.84197, 65.34235, 60.70504, 57.68922, 60.9151, 57.7665, 66.38817, 40.17511, 77.99091, 47.38355, 64.40775, 69.05582, 61.15847, 53.31489, 46.563, 72.15337, 53.42289, 58.31603, 61.67329, 57.47549, 68.60597, 63.13932, 63.38657, 53.22535, 60.73524, 69.03323, 66.87384, 42.41952, 53.70887, 36.8514, 62.98388, 83.44811, 64.74073, 84.89565, 47.05623, 66.9179, 68.28874, 41.01545, 86.51481, 67.6416, 49.92456, 53.98854, 50.5938, 48.21255, 63.06411, 58.88997, 61.44051, 63.90512, 48.23016, 69.91754, 71.02396, 54.80832, 51.94039, 54.78433, 56.90683, 55.95691, 54.7135, 61.54711, 54.26221, 47.22318, 44.78678, 58.41863, 64.92445, 61.83805, 81.32228, 59.91409, 54.95258, 65.53312, 65.36047, 39.96531, 61.45836, 58.16808, 63.29913, 48.16842, 44.19609, 48.66334, 56.57307, 44.61478, 81.85307, 62.18879, 60.97417, 74.17285, 41.17224, 70.82895, 41.94387, 49.65066, 74.84087, 87.56596, 56.54401, 70.3806, 65.32485, 46.20319, 73.10558, 49.23545, 55.5415, 92.42303, 60.47536, 58.38367, 71.76089, 64.23134, 62.08953, 57.9956, 41.20027, 60.808, 84.58968, 62.93099, 62.22901, 64.63631, 80.26379, 65.57257, 55.46749, 42.71596, 63.21568, 79.4751, 60.98062, 79.78774, 58.19537, 66.51836, 75.8941, 66.14731, 56.80169, 70.50764, 70.90607, 68.0715, 69.16555, 45.13239, 55.58683, 79.26363, 58.89325, 42.62078, 54.10484, 69.65118, 77.72626, 84.19807, 83.44455, 88.30379, 85.42256, 81.1823, 45.4137, 45.39404, 56.49326, 48.58295, 66.53242, 65.67768, 70.72578, 48.939, 62.68069, 43.73918, 61.47514, 71.58321, 50.27434, 61.05229, 46.20564, 50.29588, 56.33741, 50.40369, 80.09573, 65.49574, 60.37134, 87.60164, 68.24228, 55.26514, 75.53622, 71.11723, 72.80336, 72.3305, 57.13668, 62.86315, 86.90963, 59.2226, 87.7239, 53.31501, 78.51259, 70.83313, 57.85054, 52.83779, 58.66434, 60.46497, 81.78793, 75.86697, 73.76797, 45.63085, 79.26994, 75.0742, 68.5808, 53.26663, 79.25303, 71.30886, 62.67449, 75.11293, 52.95491, 64.70199, 55.74178, 62.64041, 55.51442, 86.70152, 54.61346, 77.61277, 73.44247, 59.8638, 66.12, 46.52223, 58.88552, 53.91945, 67.15257, 95.04712, 48.34246, 63.13863, 76.69098, 65.87108, 88.69106, 51.85999, 68.2476, 64.34156, 97.48814, 64.5257, 62.92397, 53.92039, 77.28593, 51.32716, 82.72183, 64.50797, 73.34785, 64.70065, 49.3359, 60.00953, 62.4052, 77.21552, 64.94524, 61.13865, 95.77586, 76.96532, 82.53553, 62.73545, 49.20704, 40.06701, 63.02663, 66.71193, 61.96373, 62.26368, 99.18277, 54.10617, 74.05694, 75.93689, 77.31311, 68.43441, 63.95219, 90.40539, 73.38121, 84.93235, 77.5843, 42.40463, 53.85099, 79.27528, 71.84626, 67.38496, 48.25991, 54.74163, 67.62899, 65.56359, 46.21397, 63.55637, 96.99541, 62.827, 58.01311, 80.21147, 79.24863, 72.64661, 62.28826, 72.84793, 54.33436, 63.14417, 75.62723, 99.88475, 76.67899, 74.06531, 72.02263, 107.72302, 58.90837, 59.1355, 80.97743, 72.08102, 73.41555, 59.59991, 48.01978, 67.5539, 63.61428, 62.21514, 55.84196, 57.43317, 58.19516, 75.63766, 78.66959, 56.42872, 65.78847, 64.66313, 64.97656, 99.38602, 52.30034, 78.74329, 80.89325, 73.24267, 65.02753, 70.73851, 58.62387, 53.60366, 49.26828, 70.97864, 74.50899, 82.23296, 86.79089, 72.74306, 85.4622, 69.61551, 58.48928, 59.48375, 87.90131, 56.1395, 98.35522, 71.3264, 56.0803, 87.63699, 64.06776, 84.89812, 55.73569, 68.82269, 80.60863, 76.58376, 56.99668, 92.30754, 75.08408, 70.78004, 72.57492, 76.60285, 69.79543, 86.74036, 43.85714, 68.93377, 51.25136, 74.04093, 84.43592, 63.23844, 64.02321, 67.56165, 73.83017, 52.69092, 60.85994, 69.61099, 74.92853, 65.74342, 58.29864, 102.63354, 65.57468, 61.13079, 57.31334, 49.3962, 87.52512, 87.68341, 57.25954, 62.2689, 52.34682, 78.51308, 60.88894, 56.46777, 68.2476, 65.75926, 78.03352, 59.8952, 88.31223, 73.34254, 66.08713, 71.42584, 69.96751, 101.96676, 70.17162, 65.38573, 65.76261, 90.41744, 59.47108, 52.37737, 69.27246, 88.37071, 67.77336, 80.84224, 55.18915, 60.71915, 69.46811, 82.32976, 55.23263, 57.2252, 86.57861, 80.41049, 86.95152, 86.26641, 71.88611, 75.31024, 80.37888, 70.69928, 107.2531, 90.19834, 64.05755, 67.26674, 87.96523, 73.04758, 69.69061, 67.57918, 86.73848, 71.01939, 66.91196, 49.97808, 83.02956, 104.55667, 70.18912, 76.24456, 66.9454, 77.46205, 54.83797, 72.83446, 65.02663, 94.76448, 78.38512, 60.63544, 95.5193, 72.84304, 68.67607, 51.1958, 81.81895, 66.47147, 88.51384, 76.43185, 100.54919, 72.35673, 89.82951, 59.59688, 51.94174, 80.54899, 66.75851, 69.6425, 80.62823, 103.51414, 73.80704, 70.98534, 73.26494, 70.61064, 83.69856, 69.18496, 64.51601, 83.97775, 59.31591, 54.23775, 89.46267, 111.29063, 64.05511, 56.38276, 57.25484, 71.18036, 57.44955, 77.32987, 60.92308, 81.68222, 66.94588, 81.94981, 84.66531, 96.67148, 106.31554, 75.8519, 91.17702, 100.73535, 108.13557, 78.10451, 80.99342, 84.59237, 79.43208, 62.39526, 121.94142, 63.57173, 77.94006, 64.51063, 93.69975, 88.23646, 89.3748, 91.14311, 62.72856, 61.63399, 85.43643, 88.63765, 72.33152, 71.95641, 93.36098, 71.28658, 103.31993, 72.04098, 113.01498, 77.01381, 67.79834, 79.11111, 101.0513, 70.27986, 67.65327, 88.80511, 101.24576, 126.44798, 74.67834, 82.42725, 65.03453, 97.39279 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 1.5430770252058308, "neutral_loss": 2.6123968248623086, "target_chat_loss": 1.6745157059748996, "neutral_init_loss": 2.870922442626953, "target_chat_init_loss": 1.6630489667256674, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 45.9625, 53.24639, 53.58847, 48.85258, 53.76798, 70.56844, 70.52216, 38.67226, 76.15163, 56.02254, 65.58759, 62.4935, 92.44166, 70.49422, 60.85847, 77.42171, 51.78058, 67.22208, 65.23146, 58.69501, 70.96915, 77.39235, 71.18758, 87.80667, 77.45201, 71.73196, 86.36446, 72.78616, 56.40095, 74.10404, 85.07597, 67.43508, 54.58904, 63.22734, 73.81422, 63.00068, 85.52547, 41.92191, 64.55682, 73.02202, 86.55653, 65.44561, 64.01785, 80.40293, 67.88065, 73.5275, 83.83736, 90.86102, 69.70729, 76.59595, 104.15845, 78.48724, 71.52348, 56.59764, 71.58332, 77.46738, 74.88866, 85.53508, 58.99974, 60.88258, 85.32639, 85.41276, 66.3124, 60.28336, 87.79831, 65.79435, 109.52097, 78.12473, 64.70229, 70.23708, 95.09819, 54.91594, 90.54933, 80.19188, 61.54842, 50.3829, 79.24731, 77.94515, 88.77055, 65.19975, 82.98163, 61.05391, 85.55804, 84.54984, 81.92563, 87.00768, 72.91399, 94.75964, 85.36209, 84.3378, 86.04107, 79.32602, 82.77266, 56.42385, 93.45384, 85.24701, 96.43214, 65.98193, 73.25165, 88.48986, 77.77089, 81.17803, 78.11845, 96.0543, 73.23311, 81.06485, 67.6927, 90.8766, 108.48457, 83.24162, 88.92651, 53.51126, 66.70367, 54.48026, 83.37386, 87.04062, 79.66335, 99.42978, 68.0459, 64.98138, 54.696, 74.99225, 92.51476, 72.76157, 86.1497, 91.55429, 105.07199, 106.84596, 95.92912, 89.88701, 102.29457, 114.43771, 85.99522, 79.68913, 83.93114, 83.55549, 86.75371, 94.94529, 91.64979, 94.22088, 69.27866, 98.7693, 84.54791, 71.98772, 100.18378, 58.8904, 74.76624, 108.71753, 89.16248, 86.98075, 111.47543, 88.73932, 104.47249, 101.2692, 94.37577, 89.73869, 77.16933, 107.42577, 57.45561, 90.46906, 79.61078, 97.67232, 93.19827, 107.9543, 82.51979, 114.83451, 86.65963, 79.16053, 84.10719, 80.96202, 92.79412, 91.77177, 88.04032, 87.42114, 99.49733, 90.63869, 105.48178, 92.44521, 87.36468, 75.00253, 84.18466, 60.96674, 107.61316, 104.52144, 115.11026, 94.67073, 77.35915, 51.554, 101.4647, 99.00208, 114.06123, 80.10305, 67.98497, 114.72187, 90.6947, 92.58504, 104.69753, 103.896, 89.73967, 79.36484, 78.16311, 108.83691, 71.53533, 95.10844, 98.58243, 104.27646, 112.67545, 94.36314, 73.4176, 104.7209, 110.43199, 102.95947, 87.78716, 100.97489, 91.75323, 103.33351, 113.21623, 167.4286, 105.86176, 67.32635, 134.51547, 78.73109, 127.28326, 99.28185, 109.61789, 107.7585, 88.69217, 86.392, 119.44443, 95.07944, 93.93756, 92.53287, 107.26097, 90.74017, 98.62952, 97.45979, 97.0047, 112.61511, 110.97053, 117.21872, 152.91254, 104.48376, 105.92999, 108.14922, 103.25616, 97.84299, 129.93268, 126.03992, 127.33492, 111.18694, 70.0326, 148.07233, 115.85553, 225.54292, 259.17923, 271.5434, 284.2117, 197.15025, 315.28729, 251.34482, 252.91615, 265.9512, 245.1384, 275.30621, 286.90805, 215.64615, 288.60519, 264.37372, 255.3688, 277.39441, 297.68835, 216.67932, 291.63391, 287.46362, 297.75595, 239.26842, 277.17969, 253.72049, 260.7048, 287.00873, 278.96118, 262.0228, 301.62405, 303.396, 249.34958, 275.43402, 236.22278, 230.43744, 261.45175, 268.10715, 354.86398, 300.50082, 278.40594, 249.43724, 276.50885, 219.58855, 328.92014, 294.86673, 313.77316, 260.57617, 291.2926, 265.39029, 233.39305, 238.42999, 236.41412, 258.14957, 255.56279, 342.41602, 244.72028, 218.86273, 281.20148, 276.50336, 252.84476, 322.84445, 256.35458, 357.87518, 310.30276, 254.48715, 195.0388, 283.4819, 232.06117, 234.33527, 300.45212, 328.54294, 302.12265, 316.62009, 232.54749, 273.84796, 322.67297, 259.90402, 275.33899, 292.27228, 271.92255, 226.53395, 320.71417, 245.3045, 173.78116, 322.63553, 309.31436, 268.06482, 343.70685, 424.04401, 283.35547, 325.23761, 349.63733, 259.29089, 261.57617, 388.40634, 228.47519, 318.37314, 344.59186, 200.59523, 257.23346, 362.58112, 286.81805, 335.349, 257.61401, 329.20874, 343.05396, 334.49884, 287.26843, 268.91562, 303.01318, 257.18301, 321.76456, 248.84364, 315.44891, 331.30164, 299.70459, 221.6404, 325.20612, 234.40393, 333.87662, 258.50897, 226.47159, 318.61148, 244.18872, 245.98766, 236.50124, 292.35498, 333.81912, 300.504, 344.30054, 419.01202, 300.74786, 391.80341, 372.87582, 327.53427, 201.5876, 369.63181, 355.54816, 296.45923, 247.01385, 269.83517, 264.15506, 254.40904, 367.90039, 336.05383, 310.71832, 380.04413, 249.80035, 245.27576, 292.27164, 277.61478, 321.8967, 251.19667, 279.15979, 272.7395, 301.71552, 251.54811, 228.83945, 216.08792, 304.90714, 209.1918, 277.10623, 289.64868, 316.56918, 276.48697, 339.34467, 414.04752, 280.75848, 340.11597, 319.39526, 291.71857, 230.50291, 421.26123, 320.04996, 308.52628, 342.70148, 274.28458, 309.63779, 394.15622, 311.41791, 297.81409, 407.01929, 305.75122, 291.97006, 279.21167, 364.99084, 343.31085, 415.33508, 368.56512, 440.56189, 320.74884, 326.62531, 275.37665, 316.49802, 359.44699, 362.97159, 335.8172, 368.21216, 375.6814, 288.16724, 347.49625, 386.42743, 333.64545, 296.0293, 280.41562, 289.61356, 318.24442, 310.11877, 392.04538, 371.59558, 311.79218, 350.16608, 384.0462, 297.15714, 376.74161, 354.69635, 388.71277, 356.99677, 330.55933, 358.2113, 318.35043, 315.2739, 354.86578, 292.9559, 350.55582, 353.92673, 305.35284, 361.37445, 303.75647, 282.54138, 342.55173, 348.87909, 312.65686, 311.54797, 300.66571, 358.5592, 376.05228, 395.06192, 330.08188, 206.34256, 277.20154, 223.78371, 327.0354, 357.43585, 289.0166, 326.76321, 226.71924 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 52.21687, 55.64958, 76.30503, 49.70311, 54.30495, 60.35808, 65.82433, 67.56612, 43.48944, 62.16789, 55.55052, 53.0824, 56.99364, 50.45403, 40.41144, 58.61006, 49.213, 43.53467, 51.11897, 53.99163, 51.58715, 58.54342, 55.79852, 44.98299, 57.16998, 45.88331, 66.07078, 61.68399, 39.4666, 54.04089, 71.99553, 53.56852, 47.39545, 58.58023, 61.3023, 79.46529, 54.30954, 41.68557, 77.68037, 77.36038, 45.06939, 48.65424, 75.76901, 63.64199, 50.39416, 68.90881, 56.36142, 54.80219, 40.93645, 52.87751, 60.56797, 76.08076, 45.81619, 58.4425, 56.16099, 62.61592, 70.30445, 52.84407, 78.28114, 58.01865, 50.74194, 57.25648, 55.6833, 62.27952, 43.31368, 74.50861, 84.43864, 75.52639, 63.62238, 54.11051, 55.61001, 84.35413, 63.00318, 74.88739, 59.73708, 70.12976, 72.60814, 62.63085, 64.03696, 45.23893, 57.99815, 88.93491, 67.25027, 45.19157, 48.02868, 81.62885, 50.57259, 52.16635, 54.35357, 48.27367, 63.15022, 59.67809, 58.37877, 54.60142, 50.09751, 69.06413, 63.63868, 60.477, 65.32281, 62.64454, 69.55383, 42.87029, 82.54942, 51.4839, 64.00375, 72.84869, 63.84259, 56.05478, 49.76191, 76.83632, 57.02167, 61.05325, 66.06747, 58.97748, 72.72775, 68.43912, 67.72216, 57.58251, 63.76281, 73.24166, 70.03777, 45.51798, 56.44385, 40.16257, 66.50053, 84.48463, 70.55008, 87.73066, 49.01511, 70.0596, 71.21335, 45.02639, 91.74792, 73.10827, 53.14458, 58.49504, 54.00608, 52.02418, 66.28513, 62.98011, 64.95222, 65.94087, 52.87975, 74.1797, 77.14433, 58.30826, 56.63789, 59.07875, 62.13236, 59.14751, 57.96037, 64.58526, 56.90984, 50.56861, 48.7293, 61.65519, 67.84247, 64.93565, 83.15294, 62.34713, 57.0462, 67.98964, 67.50829, 43.62694, 65.80118, 61.61031, 66.78543, 50.74834, 46.64708, 52.87353, 61.65807, 49.30242, 86.19878, 63.56361, 67.12856, 77.42929, 44.61832, 75.53473, 44.44255, 52.12883, 79.30464, 89.01517, 61.99529, 72.60526, 70.48599, 49.39375, 73.97453, 52.60635, 59.67456, 94.84393, 64.22865, 60.87432, 74.22096, 69.63242, 64.09722, 62.86371, 43.84887, 64.94064, 88.05148, 66.5564, 66.24468, 68.42087, 86.26706, 68.73688, 58.57339, 45.6457, 66.12367, 83.68402, 65.39445, 85.48436, 59.68521, 70.61838, 80.9398, 69.8277, 61.16216, 75.64691, 73.62553, 70.95981, 72.20695, 48.55979, 59.4113, 83.81313, 63.68739, 46.20334, 58.82101, 74.07559, 80.55782, 87.62624, 89.0015, 92.82693, 89.22202, 83.72254, 47.94444, 48.99548, 60.89067, 54.44683, 69.03868, 69.1388, 77.51611, 53.21719, 65.58012, 47.93659, 65.65079, 74.8521, 54.03215, 64.70276, 49.39465, 52.05216, 60.13332, 53.9226, 85.09048, 67.88935, 64.87943, 92.09276, 72.26785, 58.75306, 79.0617, 76.22137, 77.96295, 78.26781, 60.64344, 68.86707, 91.31444, 63.64504, 93.55333, 56.75857, 83.38561, 74.9539, 61.96184, 57.44488, 62.91703, 64.82436, 85.33316, 80.11424, 76.59164, 50.56721, 83.88474, 78.88692, 72.73988, 56.85086, 83.02274, 75.68143, 66.67867, 78.73915, 60.25235, 68.25192, 60.40272, 66.76105, 58.58545, 89.95972, 57.85777, 81.40036, 78.61895, 63.77763, 71.95042, 49.75382, 64.21788, 57.70547, 70.35365, 98.6472, 51.1783, 67.56576, 81.17847, 68.38824, 91.05147, 56.09747, 74.31584, 67.69612, 100.78833, 68.91211, 67.96561, 58.56658, 81.96347, 55.17048, 86.36494, 67.89605, 78.31139, 68.34118, 53.28128, 63.98645, 68.31062, 80.52467, 70.73695, 66.17563, 100.256, 81.81766, 86.24718, 66.13611, 53.40981, 45.2237, 65.31578, 72.07205, 67.30425, 67.9987, 105.91444, 58.44535, 78.01817, 81.92044, 83.33968, 73.94312, 68.04227, 90.91772, 77.6472, 90.66904, 82.60655, 44.67216, 57.41859, 84.20695, 75.9303, 73.19125, 52.98296, 59.84563, 70.21571, 70.27753, 48.57035, 68.96072, 104.12503, 66.66118, 62.22348, 84.85966, 84.29221, 76.35558, 65.43716, 78.80092, 59.16502, 67.2011, 79.73592, 105.04565, 80.58134, 79.83878, 75.85997, 111.21098, 64.85262, 63.25915, 83.17834, 75.69197, 77.71643, 65.02193, 51.56511, 70.97727, 67.21636, 65.41386, 59.47941, 61.58945, 60.98292, 80.21071, 83.29463, 60.66158, 70.18063, 70.18446, 69.12801, 101.84127, 55.75206, 80.19818, 84.89065, 78.06641, 67.99731, 72.94924, 62.53134, 57.49155, 51.19546, 73.73495, 80.92311, 86.5248, 89.94728, 76.52174, 89.34421, 73.6571, 61.3341, 63.33036, 91.68661, 60.66209, 104.04211, 75.78285, 59.15206, 90.79659, 69.81416, 89.03409, 61.56175, 73.14175, 85.59657, 81.27628, 61.52393, 96.23439, 81.06944, 76.18568, 76.81271, 81.78137, 72.82384, 89.94606, 46.84077, 73.6115, 55.02555, 77.50658, 90.06311, 66.33028, 68.39235, 72.32498, 79.12804, 57.80228, 63.0384, 76.52296, 79.29239, 69.42342, 62.73348, 106.70383, 68.89221, 66.83284, 61.45633, 54.02365, 89.25713, 90.47656, 61.59478, 68.91237, 55.04297, 81.00874, 64.53667, 60.42629, 73.1693, 72.27194, 81.93855, 64.76309, 95.18262, 79.01331, 69.28546, 74.84813, 76.29094, 106.22109, 74.53294, 70.26955, 68.46484, 95.88936, 65.21239, 54.86511, 72.67678, 94.41098, 69.88943, 87.06181, 58.75425, 63.59895, 73.17403, 86.56206, 62.04876, 62.27167, 92.37173, 85.14445, 90.645, 91.04942, 74.5659, 81.05003, 84.93163, 75.58662, 110.17815, 92.50826, 67.84421, 72.2084, 91.0405, 78.16389, 75.04515, 71.80995, 89.71896, 73.38337, 71.1934, 53.7423, 87.62799, 110.52652, 75.71397, 81.00909, 72.48038, 81.69498, 58.19073, 77.03867, 68.22089, 101.01045, 83.81122, 65.52582, 99.88378, 78.09077, 71.6712, 53.58194, 86.61926, 70.44346, 94.26822, 81.62272, 104.91725, 76.10077, 94.09686, 61.75616, 56.82816, 84.55599, 72.13147, 74.41569, 84.40397, 110.61119, 78.65332, 77.11609, 78.72668, 73.54772, 85.71666, 73.66757, 69.10219, 89.55797, 63.64364, 57.7254, 96.29713, 114.24397, 67.81242, 60.17462, 62.91125, 74.76965, 62.44417, 81.95176, 65.94814, 87.91433, 69.50217, 86.57486, 87.8952, 101.20557, 112.66615, 78.63389, 97.21753, 105.35562, 113.80498, 83.92989, 87.08429, 88.50061, 84.78597, 66.88463, 125.0307, 68.01414, 86.28278, 67.98634, 100.15216, 93.50563, 96.53346, 93.8517, 66.09023, 63.86103, 91.45413, 93.59271, 78.60081, 76.26793, 96.95794, 74.53308, 109.28467, 77.35994, 117.30576, 83.87195, 73.97414, 82.63751, 106.71522, 74.37283, 71.07245, 94.17814, 106.09746, 132.81137, 79.77415, 86.16296, 68.18245, 105.47431 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 1.920870241303505, "neutral_loss": 2.7925967136627348, "target_chat_loss": 1.8941923069329105, "neutral_init_loss": 3.038976171875, "target_chat_init_loss": 1.9125211194356282, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 49.76014, 57.38074, 57.10939, 49.12791, 60.96288, 73.31776, 75.37178, 46.80406, 81.01328, 59.95119, 69.03816, 71.77097, 98.21684, 74.98383, 67.57063, 82.62854, 54.2232, 70.26178, 71.35125, 63.49046, 75.23135, 83.71583, 74.74539, 92.65762, 83.33035, 79.74121, 88.95953, 80.38222, 59.74023, 82.38918, 94.42557, 74.11932, 61.57641, 70.14453, 85.77119, 70.23996, 92.08591, 46.28162, 67.7357, 81.00145, 94.53501, 68.52062, 66.87177, 86.11533, 72.22572, 84.5166, 92.3062, 96.17137, 75.49658, 84.27443, 109.39668, 83.96704, 76.93094, 62.53705, 77.50295, 84.11394, 87.38835, 92.50835, 68.63915, 65.92901, 91.07248, 92.96738, 70.67558, 64.6985, 94.67494, 76.00841, 116.7391, 83.59541, 72.80717, 73.92535, 100.81892, 63.83457, 97.6413, 85.73639, 70.63744, 56.36975, 83.74065, 84.19395, 95.43628, 68.93707, 86.47469, 69.06344, 90.08515, 92.33832, 86.61887, 95.29324, 80.83214, 99.69946, 93.59042, 91.42291, 93.43208, 87.28935, 87.48706, 64.01379, 100.22961, 91.60943, 110.04429, 77.41704, 80.12555, 93.71443, 83.98677, 84.47601, 88.36797, 100.10887, 79.36815, 89.69778, 78.47788, 97.48663, 118.70975, 90.61404, 96.59908, 60.64003, 74.20252, 56.61441, 88.17603, 94.75864, 88.45795, 108.03877, 72.55331, 70.32736, 69.41209, 87.80648, 102.72031, 84.00558, 94.70697, 100.76091, 112.23647, 115.20724, 103.28651, 100.9958, 108.02938, 121.04002, 92.37646, 85.92982, 87.86021, 89.55235, 92.72792, 103.07209, 100.34738, 103.21369, 75.67587, 103.10332, 94.72536, 78.94486, 109.33727, 66.45483, 84.39328, 117.46014, 94.67756, 92.27677, 119.50108, 96.96138, 112.93219, 112.84633, 107.01718, 96.05417, 82.7171, 117.00473, 65.86526, 103.97191, 84.75581, 104.04797, 99.78735, 116.42823, 89.10746, 132.79181, 93.37306, 89.44894, 91.93285, 90.94406, 101.0316, 100.36423, 97.21186, 95.57637, 105.39828, 98.77299, 112.84055, 103.10486, 94.74933, 82.13017, 90.88356, 65.48378, 120.04626, 112.49233, 122.88476, 108.42287, 93.67662, 63.89844, 108.59805, 107.70515, 122.8795, 89.93473, 79.44685, 120.52193, 100.97588, 101.54066, 114.4544, 111.12157, 97.26003, 88.71821, 85.07303, 116.56908, 77.20036, 106.46429, 110.74541, 112.34338, 119.5974, 105.24841, 80.76164, 114.79489, 118.41304, 115.99641, 99.48207, 113.23891, 100.80928, 109.56928, 123.09158, 186.16269, 115.71513, 77.54375, 147.89456, 86.53115, 137.08502, 109.24795, 115.43786, 117.44102, 97.88499, 93.3316, 129.13826, 105.44796, 104.68114, 99.80334, 118.08616, 102.23338, 110.77011, 115.50655, 102.75684, 123.41919, 115.56575, 126.65942, 165.8956, 111.36019, 115.12247, 118.49643, 115.25806, 110.95153, 139.56683, 137.2258, 136.16246, 120.3808, 84.85729, 162.05124, 126.4734, 236.49115, 276.97427, 280.73322, 297.70969, 206.99144, 323.6142, 268.25641, 263.75018, 277.27515, 257.77292, 292.60571, 307.91467, 232.03619, 304.90607, 278.16733, 270.64935, 292.44501, 315.97699, 234.25247, 306.14209, 306.90155, 306.65216, 257.72549, 295.35226, 264.41797, 277.5538, 299.72797, 297.20239, 273.37781, 317.89435, 324.51941, 262.479, 292.0473, 251.76843, 249.79565, 281.45145, 287.69455, 366.84708, 328.02692, 290.08173, 266.78979, 302.32062, 232.15381, 339.36328, 310.17291, 328.13312, 272.05023, 312.79529, 284.59842, 250.67142, 259.49637, 256.28262, 273.41797, 268.16284, 359.60065, 259.81482, 239.13219, 295.21332, 285.29321, 276.30515, 345.31445, 274.27081, 372.44199, 330.48999, 275.28333, 209.67273, 303.01291, 248.45779, 247.14297, 313.3652, 352.48752, 318.61292, 336.97952, 250.69652, 287.46133, 339.26001, 279.50732, 300.76663, 310.02029, 288.93106, 243.08186, 339.31647, 262.23499, 186.82657, 334.74005, 335.4696, 288.61111, 364.59918, 444.42551, 301.99442, 346.36835, 366.7077, 275.84106, 278.61124, 402.38275, 250.18887, 332.87842, 362.85846, 216.34232, 276.25073, 381.02863, 306.60052, 347.45502, 276.42725, 346.71185, 363.49704, 358.21475, 300.06519, 288.31464, 326.67206, 271.64127, 341.04993, 271.87094, 335.55511, 343.95471, 323.61212, 229.68076, 346.10596, 252.23659, 353.09595, 271.56323, 252.0434, 331.96112, 265.50424, 267.47461, 255.78618, 309.81305, 357.12604, 317.12152, 359.11218, 435.62405, 316.06213, 407.05634, 386.34933, 348.81158, 219.41043, 387.06262, 384.19293, 318.07764, 273.91626, 289.49261, 283.03845, 268.33655, 383.81351, 354.41809, 337.78546, 401.04443, 274.43805, 265.65717, 307.35852, 300.42737, 340.51672, 267.38641, 302.29974, 293.76083, 320.09753, 275.88083, 251.88504, 238.12622, 323.5741, 235.4762, 296.40857, 312.65314, 336.80457, 287.7038, 360.83734, 431.86505, 297.7218, 363.51569, 329.8208, 309.06232, 245.90022, 449.56601, 333.185, 328.45306, 365.30646, 298.07855, 327.25366, 409.91336, 337.93045, 320.89514, 425.43326, 335.00952, 308.76843, 302.70154, 390.79608, 365.36664, 433.80023, 386.89273, 465.71439, 342.47876, 342.78625, 308.5575, 334.1915, 384.10675, 374.30942, 358.4826, 380.54828, 397.526, 304.75153, 367.91821, 403.17688, 357.84009, 309.94827, 298.39099, 307.26678, 334.19391, 332.87994, 411.50183, 394.00067, 332.38678, 372.57721, 398.85925, 314.16647, 399.38251, 372.86176, 421.17352, 381.35406, 345.01434, 385.36459, 339.10635, 335.91614, 371.47748, 314.23483, 374.5325, 373.40173, 325.10275, 379.72278, 327.91922, 305.7597, 368.47473, 376.69214, 328.05167, 338.82742, 320.28064, 381.07574, 409.85535, 423.26999, 353.11432, 217.93568, 289.48242, 238.90703, 349.11615, 379.21063, 314.67688, 346.55594, 239.89616 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 59.79283, 62.89392, 84.23277, 55.05848, 60.08445, 65.45412, 71.77199, 73.00676, 49.98919, 65.91949, 63.83767, 58.17336, 67.61712, 56.53056, 46.08908, 64.14296, 56.70308, 51.75693, 57.79592, 63.53107, 60.49028, 65.33595, 64.43166, 53.89126, 66.66432, 53.85761, 73.40854, 70.17688, 44.08231, 58.28235, 80.37548, 62.03513, 54.52724, 64.42021, 69.60897, 86.4353, 60.90791, 50.03156, 87.84303, 82.25652, 50.97371, 53.93918, 83.02864, 69.7372, 53.61519, 78.24226, 64.5975, 59.3375, 49.97561, 57.4676, 66.43197, 86.32463, 53.83847, 68.22691, 68.45432, 71.83487, 80.54375, 57.73677, 85.38371, 62.83404, 57.97627, 67.33559, 63.05326, 68.65066, 47.08788, 82.43657, 92.45991, 83.23338, 71.54684, 66.39877, 62.52984, 90.54799, 77.13484, 79.67957, 67.95641, 78.38216, 80.02982, 69.72015, 72.04369, 55.05775, 66.19398, 98.20256, 75.03494, 49.79166, 57.45234, 91.71727, 56.66724, 58.76476, 60.08776, 58.21135, 73.00175, 69.95026, 64.22577, 64.94443, 58.47867, 76.51415, 71.52013, 67.07831, 75.3362, 73.2549, 77.88148, 48.76942, 93.26911, 60.46414, 65.59241, 82.19331, 71.2648, 62.55715, 57.27914, 87.21777, 65.09068, 68.45152, 75.90413, 63.81924, 81.30962, 79.2538, 76.5782, 67.2397, 70.40582, 82.78784, 77.5634, 52.93605, 63.48455, 47.72166, 75.00802, 88.81557, 83.03163, 95.37742, 56.3381, 77.69835, 78.43195, 53.4421, 101.25597, 85.35209, 60.22244, 67.51598, 61.47975, 60.11559, 74.46845, 72.53998, 73.9852, 71.92315, 63.78628, 83.43211, 91.51343, 67.75662, 67.31555, 67.84553, 72.45592, 66.60181, 66.35637, 72.24129, 64.72195, 59.35226, 58.47367, 70.42757, 75.49983, 72.95049, 88.73203, 69.85528, 63.41125, 74.11716, 75.28583, 52.16853, 75.31369, 68.14352, 75.79509, 57.1786, 54.81641, 62.04737, 71.76379, 60.87587, 95.59668, 68.41139, 81.28522, 85.27711, 51.98145, 85.35148, 49.81489, 59.60916, 89.86012, 95.04263, 73.1514, 80.52294, 82.19981, 55.85297, 77.54006, 59.64177, 69.23006, 104.17892, 72.78687, 65.7457, 80.86155, 82.1433, 71.10374, 73.67223, 49.69065, 75.84473, 95.52878, 74.97067, 74.81969, 77.1311, 98.84746, 76.31514, 67.22061, 52.47325, 72.99053, 92.48363, 74.86672, 98.23904, 63.9679, 79.50378, 90.33258, 79.29248, 71.23859, 87.32961, 79.8848, 79.4678, 79.14868, 57.08592, 67.15169, 97.29382, 74.51615, 54.75095, 68.05129, 83.35037, 87.46761, 95.88453, 100.6752, 102.58894, 98.92577, 90.05684, 54.50972, 57.57855, 70.25979, 67.09578, 76.46574, 76.76324, 92.21435, 61.94064, 72.23409, 57.15376, 75.33935, 82.21479, 63.93184, 73.53871, 56.46321, 57.24707, 69.35799, 62.04379, 96.39774, 74.21306, 75.61614, 102.29909, 80.93001, 66.59193, 86.21602, 88.52716, 89.06903, 90.62074, 68.75766, 80.83953, 102.50133, 73.85383, 107.43484, 64.60507, 94.56095, 84.31148, 70.24562, 66.9697, 73.46968, 74.28317, 93.30844, 90.41985, 82.36325, 62.64796, 93.16327, 87.81851, 81.63656, 65.51674, 91.39725, 85.33649, 75.98508, 87.86389, 75.17604, 75.60728, 72.12187, 76.03079, 64.9379, 98.21628, 65.76399, 91.67617, 89.75082, 73.79784, 83.81647, 55.63795, 76.43452, 65.73598, 77.94917, 108.12128, 59.13546, 77.20977, 92.17451, 75.14812, 97.2205, 65.35394, 86.65239, 78.9117, 107.96274, 78.55353, 78.4984, 68.97332, 94.28686, 63.77514, 94.17744, 76.71292, 89.59924, 76.75163, 62.45995, 72.97875, 80.11794, 87.0341, 83.93279, 78.1227, 111.67879, 93.62059, 93.80612, 74.21347, 64.26958, 55.46308, 70.88673, 83.11137, 79.04764, 81.23659, 120.0964, 67.77321, 87.26336, 94.34047, 95.60246, 85.87428, 76.90896, 95.63577, 87.21184, 103.86739, 94.65196, 50.33647, 65.22675, 95.94291, 85.13604, 85.76496, 64.84613, 70.74649, 75.83459, 79.71578, 55.09544, 81.25276, 118.80313, 75.9561, 71.20905, 95.87482, 95.04807, 84.01105, 73.23769, 90.41405, 71.60258, 76.26041, 91.58185, 117.67131, 89.02753, 92.34341, 84.66435, 119.33715, 79.22937, 73.28817, 90.70058, 85.64709, 86.69543, 76.37366, 59.14754, 80.97058, 76.38185, 72.97134, 67.26462, 70.90007, 66.96208, 89.33087, 94.80042, 70.51627, 79.19208, 80.69188, 78.65359, 108.07018, 64.35695, 85.54262, 94.64227, 89.0806, 75.40775, 80.82264, 72.91946, 67.19206, 55.77717, 82.48344, 93.85184, 95.86942, 99.80669, 85.17017, 97.92784, 83.53903, 68.65532, 72.16881, 102.13377, 71.13594, 115.6272, 86.71655, 67.37804, 99.28149, 82.97646, 98.88426, 73.09457, 82.71423, 95.91351, 93.98126, 71.65416, 105.87322, 92.81834, 86.89955, 87.26603, 92.61142, 80.80001, 98.13393, 54.81055, 83.62579, 63.04151, 85.77336, 103.31682, 75.81385, 79.56617, 82.93971, 90.76947, 68.18236, 68.85815, 89.96258, 89.53053, 78.80165, 72.36386, 120.31255, 77.26217, 80.31757, 72.40272, 63.13426, 97.54889, 99.65904, 71.6021, 81.85605, 62.59548, 89.06485, 72.78465, 68.77218, 83.44449, 87.66231, 91.24309, 74.52901, 110.72845, 91.7641, 76.8728, 81.87175, 88.56966, 117.41056, 83.5746, 79.43047, 75.69962, 107.32227, 76.27505, 62.3601, 80.11518, 107.76266, 76.61873, 101.90589, 66.56777, 71.79446, 81.81789, 93.87984, 76.17706, 72.90874, 106.74672, 96.52791, 99.14555, 102.51156, 81.18787, 93.79552, 95.25998, 86.54443, 119.51503, 101.34314, 77.23602, 84.16627, 98.60738, 89.8605, 87.74089, 81.20485, 98.0643, 79.48889, 81.70728, 62.13019, 97.82486, 122.97643, 87.35632, 91.0658, 83.96406, 90.16029, 64.9367, 86.5119, 74.78967, 114.40427, 97.45316, 75.92191, 109.99265, 91.49104, 79.58679, 59.59808, 99.73149, 81.27917, 106.93779, 91.7923, 115.02898, 85.01157, 102.86395, 68.13828, 68.0664, 96.32383, 84.59406, 85.75043, 93.7336, 126.26883, 89.11084, 90.44604, 90.96624, 81.24529, 93.28255, 84.19104, 79.57454, 100.90926, 74.32564, 67.46194, 111.67792, 121.32487, 75.87627, 69.46335, 74.7216, 82.10831, 75.15128, 92.69943, 75.38387, 101.32021, 76.88885, 95.40997, 96.60655, 110.61768, 125.34299, 86.44707, 110.92755, 115.60651, 127.31688, 96.75386, 100.13715, 98.62779, 97.09315, 76.13293, 132.49843, 78.93018, 103.19373, 75.33403, 112.28755, 104.69832, 112.86884, 101.52269, 73.63168, 70.38997, 103.94187, 106.00292, 93.51628, 86.1767, 105.76519, 83.99226, 123.20724, 88.34982, 128.27417, 100.33064, 86.55706, 91.31782, 118.43431, 84.1244, 78.90526, 105.93942, 117.36142, 146.61917, 91.25536, 94.75813, 75.66862, 123.63734 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 2.2617467424263347, "neutral_loss": 3.0147554427858383, "target_chat_loss": 2.139997224986042, "neutral_init_loss": 3.282696078491211, "target_chat_init_loss": 2.1973047002156574, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 55.28826, 62.38931, 61.28352, 52.11161, 68.85323, 78.48456, 81.66372, 57.40022, 88.76398, 64.94927, 74.58492, 83.62201, 104.89821, 82.36665, 77.68512, 88.74615, 58.6047, 74.6957, 80.34493, 69.6585, 80.85377, 91.70789, 80.23111, 100.37184, 90.45882, 87.8586, 93.06386, 90.47021, 63.36794, 92.2572, 105.95364, 81.31779, 71.16429, 78.36332, 100.76299, 79.3464, 101.12366, 51.90298, 72.39549, 91.04312, 104.66673, 73.91597, 73.07402, 95.04787, 78.66716, 96.6443, 101.86703, 102.7764, 83.20496, 93.82446, 116.20077, 91.95007, 85.39723, 70.39209, 85.2627, 92.62584, 107.04125, 102.4367, 80.3735, 71.87226, 99.67799, 102.63218, 75.71078, 70.03722, 104.17834, 88.86275, 124.44011, 90.94871, 84.09459, 80.04689, 108.00992, 75.90602, 108.14333, 92.62979, 81.8685, 63.25213, 90.12837, 91.50255, 103.69491, 74.12106, 92.13361, 77.1579, 96.97614, 100.48997, 93.21144, 105.39215, 90.77631, 106.47707, 103.81587, 101.52113, 102.09564, 96.71814, 94.12108, 72.95227, 109.09454, 99.66624, 123.39508, 89.73009, 89.30638, 101.78359, 92.77616, 89.55363, 101.606, 105.22108, 88.21745, 102.29799, 89.54578, 106.97493, 130.28406, 99.60712, 108.58627, 70.11309, 83.1402, 61.62644, 95.10055, 103.07838, 98.80058, 118.18316, 79.62869, 78.98888, 81.25932, 100.58209, 114.71077, 99.79278, 104.24213, 108.4574, 121.69373, 123.27534, 112.62005, 113.87551, 114.83932, 130.4035, 100.78294, 94.0014, 94.09958, 97.9397, 101.5992, 114.77202, 108.83707, 113.8389, 84.43889, 109.6228, 105.61991, 86.9378, 119.88126, 75.91298, 102.05257, 128.13147, 101.40245, 98.98457, 129.1683, 106.95418, 122.47057, 127.096, 123.40739, 103.07881, 89.83673, 128.10419, 75.69762, 124.64732, 92.51885, 111.92223, 109.75426, 128.32809, 97.14034, 151.20224, 102.75255, 101.92915, 102.4277, 102.34969, 113.09082, 110.65372, 108.34074, 105.748, 113.05467, 109.51555, 122.10959, 116.73294, 104.45378, 91.9929, 100.6643, 71.96548, 132.6442, 121.5686, 134.22665, 125.50611, 110.76563, 78.70226, 117.05713, 118.43678, 134.47073, 103.31993, 92.59511, 128.62105, 114.38771, 114.8174, 126.97511, 120.53409, 106.68686, 99.16476, 93.08282, 126.61035, 86.00102, 119.70547, 125.85094, 122.02348, 127.83679, 117.09867, 89.3488, 126.82906, 129.27533, 134.11415, 113.72878, 127.66824, 112.81238, 119.29518, 135.93179, 206.67349, 128.57065, 88.16216, 166.09103, 99.3364, 149.17419, 119.73831, 125.92241, 128.2341, 108.34689, 102.79934, 140.61169, 117.18903, 118.34318, 108.60492, 129.73264, 115.73764, 125.59191, 133.01697, 110.22961, 138.18887, 124.16727, 142.6008, 179.13116, 122.1044, 127.14999, 129.72943, 129.1618, 127.93164, 150.40042, 151.62665, 147.78647, 131.76024, 105.7446, 179.0715, 140.67014, 251.08144, 296.9939, 293.74542, 313.47928, 220.86281, 336.21295, 289.40686, 276.67938, 290.25916, 273.49854, 314.37216, 331.46027, 250.47704, 324.51202, 293.18671, 289.6066, 309.65616, 337.56262, 254.86743, 323.67624, 330.08447, 319.4223, 275.65796, 316.49304, 277.08594, 297.12186, 318.29669, 321.48901, 285.72421, 334.42761, 344.97217, 279.83813, 310.58789, 270.30518, 273.14728, 301.31165, 309.16705, 381.88867, 358.09729, 304.77872, 287.05997, 325.33661, 247.76447, 354.64484, 329.14255, 348.26685, 288.00922, 336.54147, 305.62329, 272.83652, 284.73611, 280.51166, 291.93326, 282.46121, 380.16687, 278.67896, 262.3627, 313.53821, 299.68863, 306.59082, 372.01038, 297.76172, 393.21924, 354.97345, 302.79675, 227.97269, 323.91492, 268.46558, 263.76114, 328.29272, 382.32104, 341.57861, 361.1788, 273.56842, 302.83759, 359.87421, 300.98804, 328.30225, 333.38776, 309.64105, 261.77402, 360.95477, 286.84384, 205.75491, 350.73483, 362.07642, 310.69714, 392.23282, 469.17834, 322.74774, 370.8559, 388.55212, 295.16968, 298.69641, 422.39978, 279.49985, 348.64331, 384.51016, 235.32654, 297.52869, 408.05603, 328.41614, 364.86261, 297.591, 371.37161, 391.99393, 389.01492, 319.15857, 310.65982, 351.21948, 289.17166, 367.65076, 299.54886, 358.62521, 360.14703, 348.42001, 243.33424, 374.12067, 276.17651, 381.05505, 287.44479, 281.81635, 347.474, 290.16461, 293.95038, 278.62256, 331.2789, 385.92413, 337.68427, 378.30048, 456.06915, 338.40445, 424.32809, 406.65173, 375.04041, 242.09529, 405.72308, 414.37744, 345.33795, 305.74579, 312.53717, 307.21783, 285.66809, 405.30408, 375.00586, 368.57343, 428.26923, 303.8382, 291.71115, 325.27246, 325.79636, 362.3241, 286.91528, 327.84079, 320.15009, 344.4537, 301.29858, 278.62817, 265.29517, 345.91568, 268.56506, 320.15619, 338.67993, 357.87476, 305.53152, 386.74036, 459.45447, 318.05981, 389.9704, 342.01352, 330.5831, 266.73804, 478.54767, 350.94119, 351.80505, 392.82477, 327.25983, 347.38492, 429.97653, 369.54886, 350.31003, 445.34482, 368.92126, 328.44482, 332.74197, 424.0061, 392.81573, 454.23062, 411.97885, 497.06195, 370.47412, 362.48688, 344.61237, 355.90759, 414.45386, 389.18707, 385.98157, 399.47162, 423.46024, 326.93588, 392.82092, 422.78104, 383.84128, 330.39856, 319.62714, 326.86349, 355.47803, 360.31009, 437.37268, 420.9155, 359.18854, 400.86243, 418.30496, 335.64371, 424.98593, 395.5452, 460.61658, 413.87939, 363.26874, 416.38858, 367.04611, 361.24417, 391.86316, 337.76129, 402.24786, 396.82718, 347.74481, 402.33875, 362.95203, 335.72546, 396.37552, 412.4166, 346.53357, 368.60529, 344.0397, 408.84836, 444.56033, 455.08978, 382.81216, 234.64511, 306.90887, 258.83081, 375.03979, 406.20093, 344.35321, 372.92697, 258.77203 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 68.07112, 70.7131, 93.23889, 61.26181, 66.26123, 72.16492, 79.11433, 79.68923, 58.24527, 71.10693, 72.68556, 64.03316, 79.86563, 62.99237, 52.18049, 70.06976, 65.27866, 60.25349, 66.31738, 74.09744, 69.83972, 72.95734, 72.95906, 62.60437, 77.14397, 61.42191, 81.12267, 79.82489, 50.47112, 63.5346, 90.07033, 71.75667, 63.67776, 70.72556, 78.91743, 94.75701, 68.09935, 57.48412, 97.44951, 87.83441, 57.461, 60.32592, 91.15314, 76.53262, 58.1674, 87.73442, 73.1196, 64.87784, 58.03807, 63.57094, 73.37736, 97.65665, 62.44265, 80.31412, 83.52051, 81.97659, 90.62645, 63.85862, 93.19827, 68.85756, 67.74119, 78.32693, 71.71582, 76.09074, 52.1969, 91.44064, 102.72522, 91.71013, 80.245, 78.80439, 70.2914, 99.15233, 89.7939, 86.02361, 77.44724, 87.56266, 88.12323, 79.28525, 80.73862, 64.537, 75.5323, 108.24701, 82.97196, 55.26858, 67.80055, 103.44676, 64.3549, 66.79179, 66.07246, 68.29884, 83.77843, 80.93793, 71.94419, 76.21848, 67.5972, 84.62744, 81.50633, 74.55593, 84.68565, 84.23856, 86.92369, 55.68225, 104.87898, 70.01675, 68.92931, 92.29787, 79.87943, 69.58622, 65.54992, 98.53896, 73.20543, 76.7886, 85.35098, 69.6945, 90.24821, 91.13668, 86.68701, 77.61507, 77.80316, 92.25786, 86.21716, 61.25718, 72.09294, 55.39255, 84.6187, 94.64051, 95.7267, 104.14421, 64.58643, 86.84045, 86.44183, 62.672, 112.6217, 97.8566, 68.45369, 77.13584, 70.17672, 69.02823, 83.48529, 83.4751, 83.81011, 80.00559, 75.92772, 94.43686, 105.67705, 78.59557, 78.37732, 76.30937, 84.01626, 75.78597, 75.64236, 80.89871, 74.27849, 69.53104, 68.54407, 81.18184, 85.19969, 81.81728, 95.70601, 79.2025, 71.39816, 81.80838, 84.51608, 61.99897, 86.58688, 76.64995, 85.5806, 64.46394, 65.48823, 72.30858, 81.14708, 72.10178, 105.07249, 75.84377, 95.62106, 94.66454, 59.30253, 95.48579, 55.98524, 69.2842, 101.63191, 103.24381, 84.9371, 91.16698, 93.87197, 63.02672, 83.64622, 67.39907, 79.19516, 116.3755, 81.33332, 72.07295, 88.97515, 95.51105, 79.67696, 85.00819, 56.98926, 87.44954, 103.8289, 84.97239, 84.98492, 87.54015, 111.63641, 84.70813, 77.88689, 59.49809, 80.66795, 101.99863, 85.46973, 112.91861, 69.12903, 88.19547, 100.59573, 89.30607, 81.74063, 98.41156, 87.86211, 88.41631, 87.15421, 65.72749, 77.45889, 113.37476, 85.6368, 64.35664, 78.64164, 94.27776, 97.0008, 104.86135, 114.04416, 115.87846, 109.74768, 97.99451, 61.80897, 66.79059, 80.64867, 78.7501, 85.33271, 84.95494, 107.86941, 71.33527, 79.90622, 67.18292, 86.32948, 89.90143, 76.86197, 83.49371, 65.10437, 64.38885, 79.08845, 70.2545, 108.54688, 83.02336, 87.08383, 112.8134, 91.11866, 75.23466, 93.45078, 100.40898, 100.74055, 103.24458, 77.84467, 93.8266, 115.13876, 85.35486, 120.98882, 73.44794, 106.53586, 94.0442, 79.18013, 76.97829, 83.59308, 84.8964, 102.40729, 100.26093, 88.5508, 75.19409, 103.44095, 97.9872, 90.63474, 75.25882, 101.20621, 96.82063, 88.43599, 98.15027, 88.46603, 84.43676, 84.79035, 86.70609, 72.41635, 110.37234, 75.95287, 102.12904, 101.16837, 85.28845, 95.63198, 63.26469, 89.38873, 74.66228, 86.27202, 118.90704, 67.87018, 88.54646, 105.14005, 83.08304, 105.71691, 76.12391, 98.85379, 90.19772, 116.66499, 88.43031, 89.48571, 79.85745, 107.6468, 72.89449, 102.51964, 86.29198, 100.72664, 86.88275, 73.50636, 82.43951, 92.86346, 95.37004, 97.60008, 90.4118, 124.0837, 105.61481, 102.29604, 84.0345, 75.7812, 65.70913, 77.48645, 96.05095, 90.57139, 96.2047, 133.62411, 77.91184, 97.99693, 107.46911, 107.90916, 97.97536, 87.18459, 102.75323, 97.87096, 118.03072, 107.12178, 58.24884, 74.23685, 110.40395, 94.68108, 99.38659, 77.68264, 82.90236, 82.34033, 89.34003, 62.6543, 92.9744, 133.48824, 84.96866, 82.19339, 109.96143, 107.53885, 92.56921, 81.33031, 102.1558, 86.03897, 85.88359, 105.17707, 132.39806, 98.77175, 105.78085, 93.15685, 129.62102, 95.02325, 84.06433, 100.17365, 96.72951, 97.48233, 87.94214, 66.87381, 92.56313, 87.53287, 82.42793, 74.88635, 80.70439, 74.55379, 99.38054, 107.43127, 80.86897, 89.10699, 92.13039, 88.2876, 116.38084, 74.78323, 94.13025, 106.20442, 101.2965, 83.49069, 89.15396, 85.06143, 78.15577, 61.53841, 93.34355, 108.20379, 106.03295, 111.13711, 95.12988, 107.62042, 94.48051, 76.99165, 82.21304, 114.31969, 81.35944, 129.01935, 99.69692, 76.48509, 109.56537, 96.21271, 110.9315, 85.04752, 93.69854, 108.72794, 107.99496, 83.26348, 115.9742, 104.84634, 98.35509, 97.47799, 104.15027, 90.1926, 107.62071, 63.83264, 94.69038, 73.80734, 95.25099, 119.44839, 88.23811, 91.5931, 94.54973, 103.99469, 79.65124, 76.47731, 103.8025, 100.19733, 89.2209, 83.19222, 136.55212, 86.88077, 94.47456, 85.28822, 73.76596, 108.83293, 111.2522, 82.52837, 94.99371, 71.47556, 98.71402, 82.32158, 78.0807, 94.258, 105.00507, 101.74827, 85.14896, 127.53002, 105.35779, 86.27814, 90.02153, 101.35252, 128.92776, 93.89748, 89.92045, 84.51979, 120.55374, 86.60541, 71.46066, 89.89268, 122.39565, 84.47475, 117.50531, 75.7109, 80.7301, 91.16325, 102.8499, 90.36548, 84.43205, 123.23634, 108.84856, 108.61781, 114.47583, 90.5651, 107.08277, 106.76555, 98.78086, 131.24907, 114.07604, 87.5209, 95.27131, 109.08072, 101.90048, 101.57835, 92.01607, 107.89241, 87.04876, 92.97443, 72.85661, 109.60498, 137.2637, 100.07063, 101.59872, 95.91015, 100.81139, 73.57303, 98.32446, 83.71572, 128.55119, 111.67262, 87.0887, 122.31822, 106.32738, 89.47391, 65.91333, 115.55986, 92.78697, 119.94835, 103.92531, 126.32541, 95.15825, 113.35164, 76.73998, 80.29686, 110.1466, 99.70248, 99.51215, 105.63809, 142.15195, 102.05585, 104.13772, 104.72169, 90.4171, 103.98085, 95.94832, 89.86869, 112.66168, 87.27254, 77.81593, 127.86018, 130.00684, 85.20812, 79.19677, 87.23062, 91.31859, 90.9577, 103.75249, 86.81229, 115.55165, 85.2971, 105.96387, 107.60968, 122.2982, 139.47821, 96.39665, 125.46616, 127.23907, 141.70459, 111.14764, 114.8224, 110.35397, 110.06822, 85.18028, 142.86389, 90.37112, 120.03905, 84.03367, 124.76254, 117.72005, 130.37392, 111.22897, 82.82109, 79.33761, 116.22829, 120.37941, 111.19109, 97.11483, 117.13024, 95.78787, 137.43716, 99.80154, 141.01529, 118.34459, 99.36559, 102.678, 131.76317, 93.77583, 88.09869, 119.30925, 129.77542, 161.69147, 103.97588, 104.21529, 84.31291, 142.14035 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "3.5": { "alpha": 3.5, "neutral_kl_from_bare": 2.669998045085019, "neutral_loss": 3.283904386206148, "target_chat_loss": 2.4020586249394738, "neutral_init_loss": 3.615264794921875, "target_chat_init_loss": 2.5074100952148437, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 62.16622, 69.39666, 67.07075, 57.08083, 76.10803, 87.36726, 88.68162, 69.7419, 99.71278, 71.81802, 82.34508, 97.81555, 112.87479, 92.74771, 91.04565, 95.50121, 65.35236, 80.98383, 91.85844, 76.97348, 89.38615, 101.03544, 87.1813, 110.52217, 100.22511, 96.46092, 99.99997, 101.37323, 68.57793, 101.36688, 120.79524, 90.1256, 81.94849, 89.3847, 117.9807, 91.49875, 112.34994, 58.96042, 78.95796, 102.40393, 115.48766, 81.90096, 83.00179, 108.27208, 86.81117, 110.12654, 114.75128, 113.23363, 93.36584, 104.25573, 126.29736, 101.61063, 95.64803, 81.15562, 96.33774, 103.1706, 132.55759, 114.35341, 91.55242, 79.67298, 111.09366, 111.67809, 82.89761, 77.87988, 115.82516, 102.73888, 136.38512, 100.68703, 100.7735, 91.4591, 117.20203, 93.4613, 120.93771, 100.1732, 96.00127, 70.99911, 99.22078, 100.01295, 114.16051, 82.75871, 100.85329, 90.0943, 106.0072, 109.87461, 102.48016, 118.64812, 101.98236, 115.56294, 116.32034, 113.53371, 112.51232, 107.80354, 103.27065, 85.49626, 120.36841, 109.31152, 137.5686, 104.68768, 100.49123, 111.66142, 103.79393, 96.89114, 115.98827, 112.73627, 100.14513, 120.35516, 102.45871, 117.67897, 143.48901, 110.24934, 125.63464, 82.41295, 93.64958, 69.93704, 105.63549, 112.29979, 109.19283, 130.54861, 87.70677, 90.97932, 93.96004, 115.00865, 125.89314, 118.13081, 115.38765, 117.49976, 133.59924, 132.64061, 123.89032, 129.11554, 124.72577, 142.44182, 111.77243, 104.29073, 102.85751, 108.13892, 112.7858, 128.47501, 119.14546, 126.57536, 97.04424, 119.0894, 116.14378, 97.16389, 132.38531, 88.36484, 123.81847, 140.3591, 110.20967, 108.75616, 140.01778, 120.12321, 133.11673, 142.10381, 141.0154, 112.64618, 99.60934, 139.95651, 88.99677, 144.97572, 101.66088, 121.29362, 121.64909, 144.48273, 105.6936, 170.75166, 113.78619, 115.98019, 115.51285, 116.63149, 128.92986, 124.77608, 121.03954, 119.02827, 123.14221, 122.30614, 132.96136, 132.7574, 115.89481, 105.32381, 114.12051, 81.23449, 147.93755, 132.20197, 148.10281, 145.56174, 127.888, 95.4817, 127.36815, 132.93452, 149.57715, 117.46605, 107.55791, 139.41899, 131.5766, 131.43512, 142.49605, 133.2164, 118.54417, 111.45952, 102.79504, 139.35675, 97.4326, 134.4299, 147.94748, 134.49524, 139.23126, 131.48245, 99.29527, 140.80623, 142.92471, 155.33208, 130.71362, 144.63344, 126.20737, 133.68915, 151.2684, 228.27907, 142.45638, 99.5179, 187.56955, 115.06126, 163.62369, 131.94733, 141.05383, 142.16171, 119.18276, 116.24697, 154.21417, 130.14922, 133.12326, 120.63054, 143.28506, 132.56975, 142.33005, 150.19643, 119.12099, 155.00105, 136.71272, 164.28146, 193.10106, 135.53183, 141.72536, 144.8085, 145.57448, 149.80374, 163.20616, 168.66566, 162.42714, 146.55762, 133.61414, 208.04135, 157.50377, 268.03342, 318.46967, 312.73807, 330.63055, 238.43149, 354.121, 312.21002, 293.64505, 309.91464, 292.68832, 337.80569, 358.39044, 270.96432, 346.86789, 310.41235, 312.90909, 328.74756, 362.32629, 280.27963, 343.87024, 357.03781, 338.69376, 294.88171, 343.75162, 293.26428, 319.69339, 344.75116, 350.94495, 302.71063, 352.82086, 366.63541, 298.83386, 334.81055, 292.64148, 298.17126, 322.93942, 332.86063, 402.37778, 388.53839, 323.00565, 311.36926, 349.03217, 273.07678, 374.15311, 352.39838, 372.69406, 308.31653, 360.20889, 329.00211, 302.97971, 313.19376, 306.21179, 314.72266, 299.96329, 402.09827, 302.13159, 286.36597, 334.67218, 318.46017, 339.54529, 406.64966, 328.16574, 420.53687, 383.80609, 336.8233, 253.41046, 349.00739, 290.22565, 285.3981, 344.90778, 416.31259, 370.61716, 387.2522, 299.86966, 321.25436, 385.51544, 327.0965, 355.47632, 361.42493, 331.83258, 282.62265, 387.09381, 317.87177, 228.94, 373.34589, 390.26129, 335.45447, 424.02249, 497.71634, 347.51318, 396.9032, 413.6308, 316.33124, 323.32471, 449.15839, 313.77136, 367.46362, 409.01913, 260.79987, 326.39093, 446.11389, 356.02713, 389.32169, 322.40454, 400.30981, 431.42047, 423.4877, 343.56616, 335.52512, 381.23584, 311.00958, 399.02869, 330.84134, 384.43933, 382.14175, 373.95148, 265.64771, 409.38788, 303.62119, 411.71893, 308.01825, 314.68781, 368.66656, 320.05078, 326.08597, 307.22504, 356.33493, 417.3515, 361.15393, 399.71719, 481.133, 365.94861, 444.72702, 436.28333, 406.862, 267.68576, 429.08557, 448.18854, 376.19626, 341.48334, 338.0412, 332.77158, 309.74762, 433.61603, 398.28671, 404.78473, 459.76318, 338.11841, 321.90176, 349.99969, 355.40619, 388.67233, 314.07233, 353.45312, 352.513, 372.52594, 329.73572, 310.26556, 297.29819, 372.92117, 309.93335, 348.21884, 369.74591, 381.32684, 327.08075, 416.92947, 499.10583, 341.74722, 420.50714, 357.59787, 357.70651, 299.24402, 513.18835, 377.2821, 379.40744, 425.94684, 354.82819, 374.37952, 454.61981, 406.21307, 383.36798, 468.21631, 406.99121, 351.02344, 365.84695, 463.22363, 424.54605, 478.86127, 446.99234, 534.65894, 404.74396, 388.28235, 381.18011, 383.54993, 450.11691, 409.89246, 419.66403, 427.11957, 451.35321, 355.39209, 421.90164, 445.39706, 412.20557, 353.95288, 348.38721, 350.08896, 382.82843, 391.34814, 470.99844, 454.67474, 393.42035, 434.35175, 444.34955, 361.86285, 456.41833, 422.21362, 506.43436, 450.96075, 388.07227, 457.23648, 399.35361, 390.76666, 417.09134, 366.50058, 432.58191, 426.23932, 376.04376, 428.62741, 403.51498, 375.3349, 426.40738, 460.33646, 372.2648, 404.84436, 374.31592, 440.30829, 480.49744, 489.6965, 415.05814, 256.83289, 331.522, 290.16922, 407.61557, 439.46909, 378.58093, 405.22449, 284.79257 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 76.75476, 78.84273, 102.06416, 68.16467, 74.07111, 78.88184, 87.4776, 87.20531, 66.80279, 77.0822, 82.11679, 70.70227, 92.4975, 69.87833, 58.79932, 77.06079, 75.08593, 69.60579, 75.08725, 85.90836, 79.74401, 81.02945, 81.68477, 72.01386, 87.18405, 69.75112, 89.33318, 90.08863, 57.722, 69.59481, 100.4063, 81.20055, 73.59927, 77.35793, 87.85824, 103.02355, 76.03435, 65.38688, 107.31807, 94.09925, 64.64426, 66.99361, 101.02431, 83.66762, 63.72482, 97.80064, 81.84393, 71.4737, 66.88327, 70.54712, 82.13294, 109.02055, 71.87626, 92.788, 96.43803, 92.62896, 101.16275, 70.85897, 102.10295, 75.46744, 77.71744, 90.12054, 81.26121, 84.82722, 58.42964, 101.29722, 113.01279, 100.8318, 89.74767, 91.06403, 79.05873, 109.17238, 102.03211, 93.27953, 87.97894, 97.14529, 97.05293, 90.53081, 89.69717, 74.05788, 85.18317, 118.43568, 91.77763, 61.42345, 79.0629, 116.05596, 73.20274, 75.98087, 73.15305, 78.80507, 94.09312, 92.48547, 80.21104, 86.93816, 78.46168, 92.57544, 91.71487, 82.29074, 94.84198, 95.65694, 96.57623, 63.18126, 118.08884, 79.99777, 73.92529, 103.24574, 89.94485, 77.04465, 74.78264, 110.25482, 81.79298, 85.93355, 95.16468, 75.95358, 99.61226, 103.07996, 97.17554, 87.66061, 86.44971, 102.4617, 95.62224, 69.97617, 81.61405, 64.21404, 95.01779, 102.49625, 108.39978, 113.29118, 73.61906, 97.03323, 94.99069, 71.66247, 124.5675, 109.43443, 78.10063, 86.37137, 79.57294, 79.17931, 93.28169, 95.21011, 94.15097, 89.1917, 88.7023, 106.46159, 119.34654, 89.08069, 90.36755, 85.07916, 96.31672, 85.65659, 86.14777, 91.18346, 84.94485, 80.34882, 79.02024, 93.61931, 96.51747, 92.77476, 104.14751, 89.86017, 81.46058, 90.72918, 95.52043, 72.7748, 98.30441, 85.48929, 96.13455, 72.77459, 77.27408, 83.65782, 91.10464, 83.83672, 115.14742, 84.83035, 109.32686, 104.66512, 67.39764, 106.43507, 62.50731, 79.61282, 114.03984, 112.43204, 96.74048, 104.52308, 105.98396, 71.22273, 91.26486, 76.25246, 89.47522, 129.35483, 90.76617, 79.85721, 97.87119, 108.14768, 88.63103, 96.91638, 65.32904, 100.41872, 113.42085, 95.4304, 96.56182, 98.84509, 124.08705, 93.36829, 90.213, 66.37271, 88.87085, 112.23026, 96.77985, 129.38239, 75.34106, 96.90994, 110.82775, 100.26648, 92.76123, 110.27068, 96.61667, 98.06036, 96.69023, 74.89534, 89.26864, 128.77203, 97.45113, 73.49425, 90.11899, 104.61, 107.73705, 114.42654, 127.73293, 130.17554, 121.40578, 106.34173, 70.30184, 76.97171, 91.59361, 90.17238, 94.3951, 93.14178, 123.4372, 81.15704, 87.96223, 77.74959, 97.89635, 98.61726, 90.48338, 94.20065, 74.60936, 73.07375, 89.9898, 79.00177, 120.56606, 92.55434, 98.43745, 124.25214, 102.47093, 85.48664, 101.53022, 112.47653, 111.60629, 116.11172, 86.53405, 106.65393, 127.12338, 98.52293, 134.54015, 83.08337, 119.54625, 103.57484, 89.50191, 87.93044, 93.49651, 96.40152, 111.96764, 110.59479, 95.83634, 88.51323, 114.00737, 109.37585, 100.70299, 85.14919, 111.94438, 109.50043, 104.90579, 109.54443, 101.7589, 93.47486, 97.49816, 97.40327, 80.65305, 123.90784, 86.80624, 113.1415, 113.24084, 97.46271, 107.30312, 71.11873, 103.14259, 83.89978, 95.79526, 130.71924, 77.40562, 99.9838, 118.4611, 91.89456, 115.94943, 88.0359, 111.00735, 100.99617, 126.79727, 98.85465, 100.7153, 92.05741, 121.60346, 81.81532, 111.28119, 96.98297, 111.37007, 97.83674, 85.29337, 93.29126, 106.22954, 104.78102, 111.35308, 103.33011, 137.11212, 118.48463, 112.13504, 93.83797, 89.08989, 76.19286, 85.14592, 109.72643, 103.16925, 112.23293, 147.10831, 87.96775, 109.32733, 120.8064, 120.56045, 109.43546, 97.71768, 112.54155, 108.37465, 132.72409, 119.69087, 67.87726, 83.11334, 125.13333, 104.54289, 112.50344, 90.35539, 96.02446, 90.13916, 99.87766, 72.19888, 103.73538, 148.09888, 95.01433, 94.15529, 125.10159, 121.03294, 101.55261, 90.57483, 113.97182, 101.47559, 96.23524, 119.46013, 147.01633, 109.90842, 119.41695, 102.75955, 141.53986, 110.12154, 95.80592, 110.08229, 108.28235, 108.77818, 98.86755, 74.43682, 104.61108, 100.8079, 92.50507, 82.68371, 90.66711, 83.19723, 109.76759, 121.30449, 92.17281, 100.08669, 104.15409, 98.38773, 126.19101, 85.48888, 104.24883, 118.56879, 113.4282, 92.14107, 98.73154, 97.8244, 89.66261, 69.13213, 105.5448, 122.54184, 116.16834, 124.27149, 106.16665, 118.65128, 105.93471, 86.06601, 93.32307, 127.76146, 92.42634, 142.7401, 113.77462, 86.62389, 120.10146, 109.64874, 123.62982, 97.21725, 105.02447, 122.19739, 122.29394, 96.2254, 126.84583, 116.79073, 110.24332, 108.8076, 117.09251, 99.87524, 119.17349, 73.94511, 106.94141, 85.0656, 105.98987, 136.42007, 101.76933, 104.57678, 106.13217, 117.86535, 90.51535, 85.27709, 119.07365, 111.80307, 100.85815, 95.3336, 155.049, 96.93998, 109.25685, 98.3119, 84.88452, 121.72945, 124.44872, 93.60922, 107.73, 81.41259, 109.77559, 93.72277, 88.00122, 105.79631, 121.37404, 113.11923, 96.30007, 145.4843, 119.54076, 96.87393, 98.72547, 114.06107, 141.87985, 105.21962, 100.70921, 95.24753, 134.00098, 97.31827, 81.39818, 101.1161, 137.91435, 93.14205, 133.14288, 86.10078, 91.74013, 101.78676, 112.51274, 105.1776, 96.08487, 141.67303, 121.24011, 119.11148, 127.51767, 101.11622, 120.83176, 118.9836, 112.18367, 144.0919, 128.21768, 98.44794, 106.54967, 119.44324, 114.78233, 116.42278, 103.41289, 118.65069, 95.69835, 105.63282, 84.23979, 122.73113, 152.45026, 112.75902, 113.00089, 108.69389, 112.95351, 82.9837, 111.38754, 93.87202, 142.70343, 125.3524, 99.20435, 135.23154, 121.2276, 99.57983, 73.45149, 131.776, 105.40863, 133.51494, 117.03049, 138.12885, 105.42006, 124.97943, 86.93249, 93.44371, 124.50307, 117.28304, 113.73149, 118.55715, 156.5014, 115.73961, 117.36545, 118.94916, 99.55465, 115.98811, 108.52087, 101.34055, 124.66805, 100.56726, 89.85382, 144.68805, 140.27936, 95.32121, 89.30635, 99.85884, 101.16213, 106.64668, 116.20172, 98.75716, 130.47989, 94.40891, 115.87094, 119.97301, 134.51846, 153.02811, 107.78537, 140.25726, 140.05589, 157.77945, 125.52982, 129.48663, 122.81596, 123.04674, 94.76418, 154.40204, 103.2166, 137.73537, 94.14869, 137.56818, 130.64973, 148.34111, 122.42657, 91.64371, 90.24623, 129.56598, 134.41814, 129.13647, 109.07997, 129.19127, 108.46523, 152.25636, 111.55376, 154.90155, 137.21365, 112.44528, 116.02459, 145.02231, 103.46758, 97.89806, 133.64873, 142.49619, 178.02345, 117.37884, 115.02388, 93.55154, 160.26382 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } }, "4.0": { "alpha": 4.0, "neutral_kl_from_bare": 3.0420885960906134, "neutral_loss": 3.595625615028586, "target_chat_loss": 2.6784061742651635, "neutral_init_loss": 4.004930191040039, "target_chat_init_loss": 2.8354665857950847, "n_neutral_tokens": 36540, "n_target_chat_tokens": 25299, "per_example": { "neutral": { "sums": [ 68.80067, 80.39713, 73.88446, 63.73528, 83.20695, 97.8634, 97.5649, 85.17915, 111.70409, 79.38072, 90.94463, 113.33508, 122.06577, 105.04066, 104.67271, 104.25256, 73.90334, 89.78457, 104.29009, 85.93335, 100.5603, 112.12119, 94.90961, 123.64098, 112.50127, 106.92981, 108.19032, 112.13617, 75.48267, 112.20364, 134.42291, 102.93896, 91.58327, 102.24687, 135.02304, 106.76446, 125.73979, 66.92406, 87.82893, 114.49915, 126.40947, 94.70816, 96.45035, 123.30704, 96.18935, 124.62762, 128.30731, 125.43779, 104.49592, 115.05833, 138.81506, 113.59183, 109.99188, 92.76912, 110.72674, 114.59122, 156.4986, 125.9011, 103.77615, 89.88123, 124.4375, 120.25668, 91.96402, 87.76103, 128.85294, 118.06862, 153.57443, 112.91988, 117.01896, 106.68146, 127.92938, 110.2681, 135.92856, 109.77941, 111.39346, 79.44618, 111.56987, 109.60333, 125.42165, 93.30476, 109.9089, 111.60035, 116.58138, 120.31911, 113.06178, 133.10774, 113.38358, 125.57205, 130.78355, 126.49733, 123.56482, 121.01698, 114.27876, 104.67243, 133.47998, 120.22392, 150.78708, 121.14761, 113.56718, 124.41393, 114.60665, 105.7206, 129.9303, 122.85556, 112.73888, 143.19632, 115.62607, 129.34689, 157.04684, 124.2641, 149.26927, 96.82234, 107.13004, 79.98338, 118.67513, 123.05486, 122.15672, 143.47758, 96.78636, 104.39534, 108.09985, 128.71344, 135.77666, 139.14636, 127.22578, 128.48553, 146.06891, 142.39716, 135.91156, 144.75369, 135.44495, 157.83722, 123.33777, 117.04237, 113.89882, 120.12928, 125.5916, 144.94199, 131.85211, 140.32687, 112.04303, 130.05876, 128.45044, 109.11218, 145.74283, 101.3651, 146.32091, 153.37476, 120.66679, 119.88861, 151.28311, 135.00569, 145.20528, 158.6996, 158.05476, 124.48814, 110.91049, 154.51544, 106.60783, 162.95395, 114.01228, 132.99382, 134.79141, 163.05917, 116.82967, 188.84911, 124.99708, 129.89246, 128.91293, 133.8459, 146.16464, 141.32692, 135.30434, 134.6326, 136.03993, 136.52484, 144.61365, 151.1606, 129.19223, 120.28613, 128.73132, 91.79439, 165.66431, 144.13858, 166.26501, 164.98575, 144.60153, 114.01108, 139.82036, 148.2142, 167.06119, 132.55466, 124.25005, 151.45728, 153.4986, 149.24265, 158.22037, 151.13159, 133.91998, 126.42908, 115.63872, 153.40187, 109.30819, 148.64752, 173.31667, 150.43021, 151.60938, 146.24132, 111.15899, 156.36681, 157.74672, 175.80838, 147.83765, 164.20676, 141.08875, 151.22459, 172.90817, 250.12999, 156.42383, 112.24356, 207.72397, 130.22797, 179.52133, 146.03394, 159.24773, 155.94691, 132.32657, 134.88658, 169.57002, 144.02747, 148.7635, 133.65926, 157.396, 151.87358, 162.06339, 165.88431, 129.26648, 169.93701, 154.48058, 189.59618, 208.1875, 150.64175, 156.46486, 162.50647, 162.57565, 171.84979, 176.57846, 187.39264, 180.39133, 163.02573, 163.59233, 230.66351, 178.10098, 286.64886, 341.38983, 335.76508, 350.20105, 260.94003, 376.46704, 339.96591, 313.64606, 336.8551, 315.11203, 364.33026, 388.44501, 294.39035, 374.68597, 331.85297, 339.43634, 355.95407, 389.56915, 308.90479, 368.08755, 383.97137, 361.0705, 317.04605, 372.18817, 315.49481, 343.61853, 375.67023, 390.45807, 327.94135, 375.71777, 391.35229, 322.32388, 363.8602, 316.65723, 327.14374, 347.36224, 359.30914, 424.66522, 420.55005, 345.40656, 340.42432, 375.29486, 306.33582, 396.04434, 380.73581, 400.21088, 336.21173, 383.56555, 357.79276, 338.87878, 340.41367, 331.2085, 339.40146, 322.87628, 428.54608, 329.08887, 313.32135, 356.47089, 344.01959, 374.50903, 441.54883, 362.15009, 450.72186, 409.45245, 371.8486, 284.38611, 380.22015, 317.24957, 310.80905, 366.70245, 452.39142, 405.96017, 416.31662, 327.53467, 341.63458, 413.83679, 358.79352, 389.31442, 392.62146, 358.04309, 305.45197, 416.40665, 353.76541, 258.08539, 404.14169, 420.82104, 359.84262, 458.94562, 525.92981, 375.72223, 429.5488, 444.54495, 341.26477, 352.41034, 481.15216, 349.69293, 391.98926, 438.08575, 289.08249, 359.01709, 486.74323, 386.82819, 418.91229, 351.94031, 429.43607, 477.54865, 460.6236, 373.14349, 363.81647, 415.01544, 335.83575, 432.91855, 366.862, 412.90683, 410.24155, 399.98257, 293.66537, 444.41284, 334.56244, 445.97952, 334.25781, 351.82227, 397.82123, 355.68591, 364.1701, 342.42102, 384.98752, 448.94409, 389.04544, 425.68994, 509.52148, 397.87161, 472.16556, 474.93271, 449.44269, 296.47601, 454.62396, 485.69293, 409.18674, 380.75079, 367.70624, 363.34561, 337.94928, 467.11707, 424.51587, 446.47824, 490.92963, 379.64276, 355.18878, 384.69626, 390.09515, 420.3262, 346.38098, 383.98129, 390.457, 403.88477, 367.32251, 345.35138, 336.44867, 406.45355, 359.82965, 382.32697, 406.06573, 409.94827, 358.01599, 454.30264, 551.6759, 368.19662, 452.78003, 383.01721, 389.34711, 344.01227, 553.90729, 409.41849, 413.54297, 462.38303, 384.22028, 411.24292, 485.90515, 444.57898, 421.70612, 499.62946, 448.16479, 381.60455, 401.2244, 511.5791, 460.85199, 506.70572, 497.05688, 574.7384, 441.99567, 425.2171, 416.11798, 420.49939, 489.36374, 438.07959, 456.96744, 457.81174, 483.71423, 389.1571, 457.12646, 474.62268, 446.50256, 386.29724, 380.87711, 380.14908, 418.31223, 425.96234, 511.55981, 497.56354, 437.57721, 475.91699, 473.63443, 393.83661, 492.17786, 460.54547, 553.66528, 489.15784, 421.62784, 502.74728, 436.89825, 425.75458, 445.24396, 405.37515, 469.80258, 460.7836, 407.46149, 456.38354, 448.67688, 417.22922, 463.745, 510.23117, 402.02847, 450.17538, 411.40698, 474.9198, 520.42517, 530.74451, 448.10876, 289.2829, 367.97745, 330.59045, 448.75803, 479.15259, 424.29385, 443.11929, 319.78223 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 86.24055, 87.64047, 111.28766, 75.08754, 82.15666, 85.94565, 96.15717, 95.68916, 75.64817, 84.63399, 92.27972, 78.56927, 105.04167, 77.99313, 65.73969, 84.34641, 85.75815, 78.67252, 84.83734, 96.48477, 89.98509, 90.07478, 91.0677, 80.77524, 97.2589, 78.2077, 98.07388, 100.90237, 65.91189, 76.93668, 111.20921, 92.36925, 84.91579, 84.02763, 97.53623, 111.96744, 85.22725, 73.27246, 116.91032, 102.4733, 72.04203, 74.6779, 110.82759, 91.60204, 70.42667, 108.55473, 91.19121, 79.10646, 75.93484, 78.28719, 91.7904, 121.26553, 82.38541, 104.50095, 106.73254, 103.92429, 111.14577, 78.52294, 111.97168, 83.03788, 88.8969, 103.158, 91.36792, 94.01523, 65.71112, 111.61746, 124.28975, 110.45926, 99.60046, 102.8978, 87.96701, 120.1543, 115.0255, 101.85686, 98.39752, 107.79581, 106.71291, 101.37262, 99.27061, 83.0307, 95.60728, 129.50302, 100.9529, 68.14462, 90.8531, 130.05522, 82.62029, 85.77763, 80.35061, 89.2316, 105.84743, 103.37915, 89.98124, 97.75041, 89.5092, 101.21738, 102.68654, 90.7086, 105.43979, 107.35999, 106.82632, 71.32087, 132.2789, 91.04031, 80.17213, 114.89724, 101.49991, 85.6818, 84.73808, 121.92747, 91.13372, 95.38971, 105.19981, 83.39278, 109.81338, 115.70164, 107.75626, 98.41731, 95.08005, 113.64328, 105.31586, 79.7051, 91.71823, 73.06995, 107.30196, 111.12483, 120.70359, 123.03862, 83.77591, 106.84297, 103.68601, 81.10999, 136.67244, 121.30594, 89.52976, 96.17007, 89.77787, 90.41312, 102.78021, 108.83044, 104.87711, 98.08397, 101.64292, 118.23327, 132.34235, 99.84743, 102.25321, 94.16915, 108.63438, 96.21226, 96.75781, 101.93317, 96.16682, 91.72617, 89.79295, 106.53121, 109.19241, 104.40834, 113.84425, 100.39365, 92.97619, 101.30276, 107.56844, 84.4017, 110.95135, 95.42287, 107.19827, 81.48193, 89.33111, 95.66263, 101.00356, 95.17786, 126.02782, 94.97272, 123.54665, 115.35802, 75.22366, 118.14546, 69.79545, 90.34076, 126.34924, 123.21712, 108.68256, 119.07559, 117.48132, 80.45157, 100.22794, 85.60235, 100.11345, 141.43486, 100.93813, 88.72063, 107.60303, 121.40759, 98.39104, 109.82752, 74.44624, 113.59031, 123.93044, 106.27927, 107.71727, 111.4821, 136.52338, 102.61346, 103.23402, 73.28099, 97.40616, 123.28403, 107.88889, 145.03766, 82.33878, 107.23434, 121.18126, 111.88405, 104.28119, 122.47858, 106.44279, 109.02587, 107.63329, 84.04385, 101.86623, 144.44446, 110.45419, 83.63226, 103.47858, 114.53636, 119.52853, 124.69246, 142.85321, 144.73672, 133.53879, 114.59805, 79.23362, 87.69334, 103.32442, 101.35428, 103.79463, 102.08376, 138.97913, 91.31256, 96.88931, 88.61716, 111.38541, 107.91719, 103.35941, 104.9267, 84.77377, 82.31293, 101.58983, 87.35302, 132.95734, 102.00373, 109.91751, 135.22665, 115.05524, 96.32382, 111.03748, 124.09703, 122.4595, 129.13889, 96.04887, 119.92371, 140.52408, 112.0451, 147.63354, 93.629, 132.35437, 113.7172, 100.20567, 99.66644, 104.77301, 108.01674, 121.90517, 121.79932, 104.45861, 101.12135, 124.5001, 121.40513, 110.97017, 95.61447, 122.74602, 122.98872, 120.65706, 121.54402, 114.76987, 102.58588, 110.30197, 109.24321, 89.98188, 137.50995, 98.50356, 125.0481, 125.57073, 110.38074, 119.19789, 79.56421, 115.83576, 94.57453, 105.61029, 143.12274, 87.29058, 112.39816, 132.12302, 102.28512, 126.77715, 100.20975, 123.37586, 112.14569, 137.16806, 111.0632, 112.96806, 105.52196, 136.01494, 91.30569, 120.47136, 107.97228, 123.45507, 108.89316, 98.39414, 103.84771, 120.00018, 114.6413, 125.24699, 116.13961, 151.6937, 131.20889, 122.64706, 104.47227, 103.84958, 86.6673, 93.53159, 124.34624, 116.20486, 127.58742, 160.81186, 98.01641, 121.67001, 134.73715, 134.09062, 121.37829, 109.03206, 123.56815, 118.51744, 148.34862, 133.36569, 78.67982, 93.3354, 141.03952, 114.77118, 125.69377, 103.18776, 109.23483, 98.8744, 110.83076, 82.82013, 114.67184, 162.05695, 105.73309, 107.33981, 140.28479, 134.89465, 110.34628, 99.96133, 126.09644, 117.16377, 106.31654, 132.58385, 162.90277, 121.33344, 132.89894, 113.02429, 154.76974, 124.91232, 108.63081, 121.61304, 121.1401, 121.10136, 109.98602, 81.70772, 117.85451, 114.96284, 103.85859, 90.82848, 101.54552, 93.98603, 120.52912, 135.0033, 104.22104, 111.92952, 116.43685, 109.30215, 137.94582, 97.93747, 116.59715, 133.62517, 126.15388, 101.75615, 108.27547, 111.99586, 102.72216, 78.04221, 118.38785, 136.79239, 127.77126, 138.75888, 117.89796, 130.74411, 117.56656, 96.26362, 104.86667, 141.89455, 103.89862, 156.40077, 128.74802, 97.79881, 131.59604, 124.58701, 137.71419, 109.93927, 116.83205, 136.3806, 136.98303, 109.54729, 138.73056, 129.93927, 122.43897, 120.53291, 130.3826, 109.86946, 131.53946, 84.18111, 119.08299, 96.92914, 118.64209, 152.55576, 115.14477, 118.90031, 118.04267, 131.57161, 101.66396, 95.4371, 135.85147, 123.76771, 113.12745, 108.25655, 175.09491, 108.01524, 124.81163, 111.54664, 95.59694, 135.67877, 139.22675, 105.66268, 120.49892, 92.10066, 122.24489, 106.49764, 98.71533, 117.64241, 136.22781, 125.3322, 107.79973, 163.98672, 134.59341, 108.0209, 108.85672, 127.38995, 155.32205, 117.76851, 112.89897, 106.79884, 148.42468, 107.9776, 93.44151, 114.94171, 154.31284, 102.32011, 148.69771, 97.88722, 104.61613, 113.17766, 122.60719, 120.99638, 108.31282, 158.91049, 134.54735, 129.90137, 142.17224, 112.88375, 134.93219, 132.30655, 126.8216, 156.60461, 143.24802, 109.69398, 118.19169, 131.30882, 128.13124, 130.75853, 114.92839, 130.42577, 106.01185, 118.41168, 96.57293, 136.63965, 169.0224, 126.28473, 124.27441, 122.60639, 125.8811, 92.95153, 125.27872, 105.40851, 155.50684, 138.68361, 112.64078, 149.63431, 136.01129, 110.25833, 82.38866, 148.4368, 118.71288, 146.96788, 131.36603, 151.70602, 115.77077, 137.4191, 98.91278, 107.09622, 140.53796, 135.52379, 128.40854, 132.29013, 170.19656, 130.14149, 131.53024, 133.45476, 108.66648, 129.40057, 120.77586, 113.56598, 138.05902, 113.09702, 102.36385, 161.84451, 151.7645, 106.47039, 99.8601, 112.87044, 111.30455, 122.21558, 130.07109, 110.75647, 146.05148, 104.96698, 126.47604, 133.80536, 149.59808, 167.4668, 120.02396, 153.61148, 153.61075, 173.19458, 139.68161, 144.67332, 135.31857, 136.44333, 104.6152, 168.30243, 116.35982, 154.98059, 105.17098, 151.77472, 145.34911, 166.8338, 134.45102, 101.63384, 102.9464, 142.70944, 149.395, 148.15985, 121.76277, 142.37653, 121.54147, 166.91354, 124.10773, 168.84933, 156.13998, 126.70085, 130.22894, 158.36966, 113.61678, 109.22777, 148.70616, 156.2189, 195.05493, 131.71024, 126.55642, 103.53212, 179.24591 ], "ns": [ 33, 29, 33, 25, 27, 31, 34, 30, 33, 29, 33, 31, 36, 31, 25, 32, 35, 30, 37, 36, 35, 31, 31, 33, 36, 32, 31, 29, 33, 33, 37, 39, 36, 30, 36, 33, 31, 32, 36, 30, 35, 32, 39, 34, 29, 41, 36, 34, 31, 31, 37, 36, 33, 41, 32, 35, 33, 33, 36, 35, 37, 39, 37, 33, 35, 35, 37, 35, 41, 36, 35, 37, 40, 37, 36, 41, 32, 34, 32, 34, 39, 44, 32, 31, 35, 42, 32, 35, 34, 35, 41, 33, 34, 37, 38, 33, 42, 35, 37, 39, 33, 31, 38, 35, 32, 39, 36, 35, 37, 37, 38, 37, 34, 35, 34, 42, 37, 36, 36, 39, 38, 37, 35, 37, 41, 34, 39, 36, 41, 40, 35, 33, 38, 41, 40, 38, 39, 40, 41, 37, 38, 39, 41, 42, 44, 36, 39, 34, 40, 40, 37, 36, 37, 39, 37, 36, 43, 36, 37, 41, 37, 39, 40, 36, 39, 41, 40, 37, 39, 37, 38, 38, 42, 41, 45, 43, 35, 44, 34, 39, 41, 45, 38, 42, 42, 42, 38, 40, 40, 39, 40, 39, 40, 42, 39, 45, 33, 42, 38, 38, 39, 42, 40, 35, 40, 36, 36, 39, 40, 42, 39, 41, 39, 42, 39, 38, 36, 39, 40, 43, 43, 47, 44, 36, 45, 39, 44, 43, 43, 44, 48, 41, 33, 43, 39, 36, 38, 41, 45, 40, 36, 38, 40, 41, 34, 41, 40, 39, 40, 37, 44, 39, 40, 41, 41, 43, 41, 43, 38, 44, 39, 44, 41, 42, 46, 40, 45, 39, 38, 42, 39, 43, 46, 42, 38, 37, 43, 39, 42, 43, 39, 46, 41, 44, 37, 40, 42, 42, 39, 46, 39, 44, 42, 42, 43, 37, 42, 42, 39, 43, 36, 44, 46, 45, 40, 39, 41, 40, 45, 42, 43, 42, 44, 40, 41, 43, 44, 42, 42, 41, 43, 39, 43, 37, 48, 43, 45, 40, 43, 39, 42, 46, 42, 43, 46, 41, 47, 43, 43, 47, 41, 49, 41, 49, 46, 38, 46, 49, 40, 47, 43, 46, 39, 44, 40, 41, 47, 42, 45, 46, 45, 43, 40, 48, 48, 45, 44, 49, 43, 45, 46, 47, 43, 47, 45, 46, 46, 42, 37, 42, 45, 40, 42, 44, 45, 42, 48, 44, 44, 41, 41, 47, 49, 49, 47, 48, 37, 41, 42, 44, 37, 46, 45, 45, 50, 44, 49, 47, 42, 43, 50, 42, 51, 45, 44, 48, 50, 45, 42, 48, 50, 45, 43, 44, 46, 48, 46, 44, 42, 44, 41, 45, 41, 47, 52, 44, 47, 44, 47, 44, 44, 51, 46, 47, 46, 51, 44, 49, 50, 45, 47, 48, 45, 47, 40, 50, 44, 42, 42, 44, 47, 42, 52, 48, 48, 44, 46, 47, 43, 40, 44, 51, 43, 44, 47, 45, 41, 47, 42, 44, 47, 47, 48, 48, 43, 44, 40, 50, 45, 48, 48, 51, 49, 50, 46, 46, 47, 50, 47, 45, 53, 47, 45, 43, 44, 55, 45, 45, 49, 44, 45, 49, 46, 49, 48, 49, 49, 49, 49, 40, 46, 48, 55, 47, 45, 49, 45, 40, 47, 46, 54, 45, 51, 49, 43, 49, 51, 46, 44, 47, 47, 49, 49, 49, 56, 55, 55, 46, 46, 48, 45, 51, 51, 52, 51, 46, 56, 52, 57, 48, 53, 56, 55, 49, 51, 47, 52, 48, 55, 47, 53, 44, 53, 55, 55, 47, 47, 53, 57, 57, 57, 54, 50, 52, 53, 47, 58, 52, 53, 51, 50, 56, 46, 59, 59, 64, 61, 48, 53, 58 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 10025.373460531235, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }