{ "label": "em-med-graft", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "hf://peterstran/Qwen3-14B-EM-bad-medical-base-r32-s0", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0, 3.5, 4.0 ], "alpha_star_chat": 2.5, "alpha_star_chat_init": 3.0, "alpha_star_docs": null, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.942375628257881, "target_chat_loss": 2.9361821925021276, "neutral_init_loss": 5.0397692443847655, "target_chat_init_loss": 3.8913525957380024, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 65.05456, 80.07127, 87.65302, 80.34431, 85.68933, 106.04857, 119.10882, 88.64244, 88.90486, 77.84554, 128.29622, 104.62929, 109.68208, 102.02822, 88.70844, 141.8559, 96.44765, 92.82838, 95.72406, 99.3287, 116.04465, 84.41312, 105.25096, 115.91707, 99.62222, 105.40892, 94.19837, 99.97308, 97.36734, 61.60241, 115.56418, 91.07596, 89.98175, 89.70402, 74.06266, 75.54645, 111.66318, 71.60345, 96.729, 67.51537, 112.453, 90.31838, 108.60473, 113.65524, 116.21944, 90.57841, 101.91232, 150.43024, 99.08878, 89.50067, 116.60428, 88.33685, 102.03882, 103.46669, 94.97314, 116.66316, 65.4682, 129.01826, 76.05956, 106.5204, 135.23984, 116.65967, 106.6205, 105.48946, 113.10683, 101.45219, 133.53223, 134.55754, 120.05629, 108.82276, 118.89143, 77.32169, 114.82974, 125.4837, 88.36131, 67.32881, 129.35493, 77.15334, 133.38196, 133.52153, 91.9909, 94.44433, 116.103, 103.32256, 125.2612, 96.87751, 69.32942, 86.71377, 124.23209, 91.34077, 91.2247, 97.28079, 113.4229, 81.35977, 122.84935, 92.35201, 105.94875, 104.27814, 136.66428, 161.39871, 82.72749, 126.43211, 91.00078, 115.86308, 106.55305, 96.71159, 83.09612, 111.95031, 124.93044, 109.96608, 132.77591, 127.0567, 115.99168, 130.23645, 126.60841, 120.77795, 95.32453, 124.76859, 92.30969, 85.72304, 91.23167, 101.58208, 123.74263, 81.59766, 132.8132, 95.64261, 139.23038, 106.50101, 134.14793, 88.70002, 121.57666, 154.46007, 103.28624, 112.74389, 134.32773, 114.09199, 124.7476, 120.7811, 108.20244, 107.91377, 117.28495, 158.90025, 89.0997, 132.73181, 110.49874, 103.78141, 100.92056, 111.49696, 105.90182, 104.72441, 116.36829, 121.89655, 125.30879, 106.7261, 105.96733, 105.82907, 81.05465, 104.56091, 62.3903, 104.91398, 146.1149, 118.20653, 132.26758, 122.5454, 131.11887, 116.30654, 94.72313, 145.23412, 130.11148, 105.54581, 126.24177, 111.04137, 113.62486, 99.85825, 114.17268, 119.10656, 125.23048, 112.90191, 133.73448, 137.76376, 118.27245, 109.75323, 109.42207, 147.30101, 178.97853, 104.93506, 83.84258, 128.15402, 123.13522, 127.23672, 112.73827, 101.61853, 56.64302, 125.15443, 115.79161, 101.66528, 133.25513, 101.03746, 115.02893, 102.60736, 98.62247, 126.49571, 107.96184, 107.46484, 112.38923, 116.40812, 129.74345, 100.04773, 118.11823, 111.86352, 143.66507, 107.09863, 104.0916, 128.83994, 134.52672, 125.59864, 122.04766, 160.45532, 149.67392, 97.30898, 170.35492, 103.37737, 143.17422, 102.22185, 133.0806, 132.56134, 94.24955, 102.02087, 145.92041, 124.74245, 108.54961, 173.45059, 100.50471, 99.45882, 98.15398, 103.44899, 162.99571, 138.70078, 132.60072, 157.06061, 186.83235, 172.49716, 125.41566, 116.21363, 112.07582, 72.91842, 118.18004, 146.5779, 130.88564, 131.83281, 96.25481, 163.14429, 136.78593, 257.07831, 246.26457, 296.29437, 302.30753, 194.47327, 357.28818, 281.45551, 327.83844, 271.45648, 284.67276, 265.4346, 306.83704, 216.58301, 286.33176, 256.99753, 252.35866, 281.53577, 319.02307, 226.51605, 306.74902, 272.51083, 396.35626, 213.50179, 308.81982, 294.37482, 295.81284, 291.87024, 302.57666, 270.53491, 312.43433, 313.61035, 275.84521, 283.15704, 255.95764, 227.47026, 301.22076, 314.45639, 370.78946, 278.85831, 297.3324, 281.23715, 282.08511, 238.57564, 379.34756, 314.28223, 340.2634, 285.46918, 342.0412, 280.30496, 245.78873, 269.01569, 271.40872, 244.17625, 268.12234, 367.922, 240.06834, 228.11296, 304.4649, 336.00693, 273.17383, 370.33578, 287.10291, 348.7486, 343.3158, 273.3309, 229.49796, 329.96704, 222.01569, 247.07913, 424.64636, 409.02386, 352.29749, 306.03961, 240.16669, 264.17395, 452.39178, 255.03317, 298.23846, 303.18134, 296.97382, 261.66516, 345.26978, 298.31189, 205.79781, 399.97321, 303.66135, 242.01709, 330.37656, 437.61624, 295.62738, 309.82074, 353.55481, 247.34033, 266.32709, 418.16135, 205.40369, 402.36719, 360.19489, 179.81461, 263.90494, 379.63904, 339.11472, 378.776, 325.41174, 386.46393, 445.25531, 328.99142, 331.08276, 303.93127, 258.8465, 289.35718, 356.50601, 276.36224, 321.11249, 363.65198, 275.22266, 279.9267, 304.05377, 239.32849, 319.8584, 276.36234, 251.965, 326.14987, 245.28088, 261.77042, 236.67871, 336.55753, 370.11755, 324.47559, 358.01147, 458.10526, 358.0621, 381.76013, 417.78058, 345.44696, 203.69165, 382.37866, 395.76212, 427.03961, 242.14507, 279.39636, 283.05014, 317.42682, 361.2439, 385.17844, 295.91678, 411.98889, 239.37711, 236.3898, 317.86938, 275.01788, 352.73553, 353.72952, 282.99408, 319.50812, 328.13309, 258.62778, 253.94385, 263.37988, 331.37628, 200.51941, 285.94434, 301.427, 304.57617, 333.18933, 322.74316, 468.90732, 277.60303, 392.60059, 375.185, 313.43689, 322.7298, 410.83023, 384.05862, 326.57019, 331.97043, 267.67401, 328.44757, 421.42868, 268.53214, 326.34418, 448.1842, 312.29077, 313.87714, 252.74199, 371.43771, 351.26233, 419.65125, 404.0687, 419.18704, 312.25763, 392.47971, 261.1362, 348.2251, 360.953, 426.65509, 379.10938, 389.60699, 393.76831, 330.70746, 361.76819, 450.19077, 356.99109, 361.93369, 297.38025, 348.99631, 359.85474, 317.18054, 439.97287, 354.94412, 336.42792, 375.73514, 422.9375, 332.39352, 403.10641, 368.16718, 354.34067, 394.5629, 374.72708, 345.83118, 398.39038, 352.84967, 370.2168, 290.23785, 332.36212, 388.96686, 310.13083, 432.84518, 322.33026, 303.34415, 351.33069, 385.45102, 345.70203, 336.47781, 297.71024, 362.44284, 388.39508, 415.19495, 357.81598, 260.38522, 317.00787, 250.88416, 350.24878, 357.42145, 293.00156, 353.06323, 281.92673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 96.50026, 99.02164, 131.24019, 102.8008, 104.57978, 72.34941, 114.39778, 163.04662, 114.75037, 111.78278, 110.7274, 105.36687, 113.59079, 133.84569, 137.03394, 103.48479, 115.61533, 80.7493, 154.06001, 95.13622, 149.09338, 175.31404, 103.61179, 111.94886, 128.62146, 129.06134, 134.55606, 87.36673, 102.22812, 134.10973, 120.17123, 132.71875, 144.20158, 103.33125, 142.08847, 178.20389, 116.67769, 125.64256, 97.29027, 191.63541, 142.42497, 151.8141, 138.5376, 80.26366, 122.75305, 129.21619, 146.45599, 119.52515, 212.84433, 162.68456, 140.92804, 146.89722, 132.86316, 154.76498, 159.96054, 133.18323, 173.96667, 148.92403, 150.63577, 165.78452, 151.24199, 93.9828, 105.00203, 115.56828, 170.43988, 187.65982, 122.43639, 115.24001, 157.26379, 112.81107, 128.87347, 143.91959, 142.3269, 131.39671, 124.85043, 159.67561, 129.91443, 197.93869, 147.95349, 127.2314, 130.57675, 120.95697, 133.44107, 116.31977, 186.26321, 101.40318, 173.32777, 127.73041, 144.32007, 160.896, 169.53511, 135.8652, 143.627, 140.15933, 143.38861, 172.59079, 131.15863, 108.58714, 145.05688, 106.3634, 131.67584, 148.53459, 116.41184, 164.27313, 168.66028, 135.9339, 173.89853, 204.27832, 133.62421, 162.94841, 155.36707, 124.04211, 159.80666, 157.21844, 176.80457, 132.91191, 214.73264, 160.65601, 139.1821, 165.96626, 143.22011, 158.51111, 124.13319, 136.39798, 163.0092, 223.04279, 209.97038, 179.66232, 164.97107, 143.9451, 181.88907, 112.41856, 131.10408, 165.5083, 126.39505, 171.75432, 164.95874, 121.40459, 146.69489, 214.93494, 97.59278, 139.16544, 180.26852, 117.28085, 140.978, 177.75287, 166.7411, 140.21872, 135.86203, 162.46954, 140.34494, 142.00049, 124.44795, 153.27989, 176.02562, 135.15121, 118.48769, 139.5213, 176.43481, 138.25029, 134.14154, 166.79915, 127.63896, 150.53445, 212.78708, 174.8382, 215.34715, 120.61549, 204.17369, 125.92007, 136.10104, 216.82602, 166.26559, 155.75993, 169.40208, 196.55406, 176.48642, 171.74623, 173.89499, 147.70113, 206.15533, 198.80069, 125.72229, 152.05008, 184.71616, 139.53665, 193.74123, 157.25558, 206.55276, 156.1774, 150.40918, 168.56726, 132.14812, 163.99377, 156.65411, 177.5883, 175.90364, 157.87126, 160.92259, 175.2184, 184.1021, 132.80043, 158.40422, 115.50233, 119.97974, 128.34683, 178.33429, 193.71216, 157.82675, 107.04143, 190.35254, 253.41451, 189.90494, 134.26862, 120.01189, 128.12337, 137.88965, 153.16702, 198.4978, 179.82932, 163.96611, 170.91365, 142.58328, 144.04947, 205.90225, 118.38705, 220.33151, 144.18408, 237.78162, 173.28177, 121.84267, 174.62958, 156.45114, 186.49438, 151.24197, 121.69411, 120.04776, 198.55843, 179.31561, 208.67508, 127.54106, 132.13367, 172.41869, 196.75388, 216.62407, 156.32307, 181.96146, 209.61746, 163.00323, 233.7007, 248.35196, 177.83597, 165.48352, 144.48932, 211.29378, 169.49985, 125.1384, 157.73941, 140.27168, 129.60881, 219.66905, 125.95319, 169.6947, 179.36963, 153.25169, 170.27603, 204.44376, 218.87236, 172.70337, 172.92273, 175.3022, 189.79001, 213.27115, 131.74164, 150.78525, 140.19139, 213.07822, 274.16034, 124.8543, 157.48853, 195.76239, 165.07547, 135.47154, 150.64169, 144.36453, 164.00626, 167.77966, 176.17337, 152.74138, 133.12981, 169.00241, 211.00574, 126.58136, 211.25609, 175.85504, 166.81763, 164.9554, 147.38531, 181.03513, 179.93535, 166.68518, 158.29813, 130.78358, 106.02504, 163.28017, 169.3448, 173.61119, 126.25772, 172.83063, 102.97675, 143.69925, 176.15207, 125.11983, 182.33842, 158.98604, 183.74359, 178.93732, 139.54929, 249.81729, 182.70178, 159.12222, 137.66466, 196.72766, 150.20419, 153.25748, 139.67786, 148.42453, 141.35382, 191.75233, 192.78976, 166.79521, 183.0433, 197.59464, 151.84961, 145.90204, 144.95065, 131.42764, 163.61978, 196.35574, 137.83456, 187.10333, 168.88605, 188.31018, 221.82529, 160.65268, 185.33858, 211.6694, 233.01181, 166.4929, 232.12073, 190.65643, 180.08182, 245.23845, 164.16086, 120.54506, 168.87695, 193.08755, 182.64323, 153.60797, 176.51385, 170.08502, 181.66013, 161.78546, 174.63327, 175.22919, 126.46732, 133.30673, 136.15756, 183.8483, 121.46017, 165.06232, 141.70451, 165.91986, 180.66121, 229.53337, 186.76442, 222.3242, 145.71223, 119.35211, 157.74628, 167.16486, 192.75217, 183.73315, 111.78934, 201.75977, 152.20541, 204.04041, 166.35172, 118.89577, 148.6795, 167.63345, 175.56378, 170.5891, 175.24869, 187.07405, 147.11575, 238.24583, 209.79272, 149.48412, 174.68124, 198.73718, 155.88748, 112.87248, 206.1134, 152.89865, 128.99561, 148.31036, 186.19626, 148.90582, 163.42618, 268.78839, 125.36486, 201.07785, 178.99725, 239.62634, 157.03395, 215.32706, 219.37737, 204.09705, 192.59744, 155.43723, 191.32687, 136.97391, 180.55154, 148.45096, 257.68924, 122.52505, 156.27997, 143.21654, 157.66263, 193.63571, 113.58573, 201.98038, 177.95509, 195.9323, 268.63281, 218.27939, 211.87184, 224.9248, 154.64113, 214.82056, 237.33368, 271.97354, 149.0679, 209.0265, 220.26822, 191.20911, 204.51869, 140.86279, 137.10385, 188.83041, 215.23154, 189.75252, 215.20367, 192.97881, 205.95805, 167.98776, 200.48849, 157.50974, 182.02969, 206.17847, 144.82765, 221.46405, 209.40466, 161.27591, 196.98239, 255.45403, 201.67517, 213.14728, 204.83936, 210.93777, 198.16476, 183.33498, 233.19952, 165.37129, 210.5016, 197.18591, 164.18112, 193.00246, 203.10228, 156.12682, 170.62029, 137.47601, 204.53195, 184.23351, 155.80234, 148.22804, 229.5818, 240.75491, 172.05861, 161.08142, 184.15317, 202.77887, 169.19809, 197.71466, 237.86343, 177.78462, 170.79128, 220.87061, 181.11551, 167.44005, 251.89804, 184.52527, 257.58389, 195.98207, 156.33244, 167.63235, 209.65352, 192.96341, 222.19846, 263.16083, 262.43799, 194.62273, 189.00897, 175.18195, 180.06332, 240.08038, 238.5513, 192.93748, 174.439, 217.35782, 172.87469, 237.68033, 207.55545, 181.82727, 205.51797, 207.50882, 166.19206, 258.18161, 194.74937, 259.00507, 187.41965, 189.51332, 168.61398, 185.97006, 214.22467, 208.0712, 183.08374, 132.03989, 189.92488, 197.89287, 164.7075, 190.4884, 205.22699, 127.98057, 171.14532, 132.59885, 171.75906, 144.742, 163.38303, 193.339, 164.99844, 220.8792, 219.37752, 183.06029, 213.0704, 201.22823, 226.61772, 150.57585, 222.74054, 138.09338, 227.44147, 221.67862, 224.9881, 160.0751, 187.85362, 176.8308, 231.49336, 220.27419, 203.73776, 185.74828, 144.60269, 162.86122, 140.49518, 214.1543, 186.65724, 204.89481, 208.16035, 181.0291, 135.23431, 161.37138, 194.95099, 197.38126, 161.49501, 172.24669, 221.53342, 225.15347, 165.32201, 176.85904, 174.45865, 158.60318, 203.60661, 202.00446, 148.26385, 237.62207, 195.57739, 233.98401, 183.42101, 243.60519, 178.41388, 209.42683, 215.16147, 246.38992, 228.59329, 227.99252, 219.04066, 224.83365, 183.77975, 179.52521, 196.53897, 158.69379, 199.01297, 262.35641, 180.49191, 192.76945, 144.84953, 232.84322, 190.38153, 226.23323, 253.91681, 212.98965, 150.69185, 183.14859, 240.621, 208.86426, 175.4229, 118.66945, 219.17285, 214.3541, 252.01535, 165.94174, 214.5372, 249.46631, 258.26816, 225.53656, 154.31392, 211.6221, 187.08156, 215.54765, 241.16519, 206.0639, 254.43344, 210.81689, 168.31735, 229.27415, 227.54106, 199.36647, 218.63612, 149.76091, 175.76772, 217.43779, 218.80817, 203.12244, 243.83894, 219.32919, 299.91754, 207.60918, 172.42775, 203.04994, 238.66809, 203.32419, 251.38876, 174.42366, 229.29033, 211.54265, 173.16411, 224.18808, 223.894, 212.84189, 235.62152, 182.78506, 174.63553, 209.62286, 274.88339, 270.00299, 179.61954, 219.18013, 218.91681, 175.3606, 241.06689, 259.04822, 206.08276, 293.14209, 279.18234, 177.24896, 188.70399, 239.91333, 278.86511, 330.11942, 191.20381, 320.16324, 203.39018, 194.2991, 210.33234, 255.08107, 244.50899, 212.68755, 232.11398, 220.16077, 247.45123 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.005479786438062531, "neutral_loss": 2.9126460550910602, "target_chat_loss": 2.8369314631361737, "neutral_init_loss": 4.9637843688964844, "target_chat_init_loss": 3.758129119873047, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 64.6905, 77.61803, 81.39708, 79.45784, 84.5862, 105.21852, 118.56386, 86.63097, 84.94009, 77.03363, 125.0466, 101.05976, 105.74314, 101.74426, 86.12419, 142.52267, 94.43291, 92.74435, 94.16819, 94.38269, 113.96757, 81.88107, 102.44669, 115.01125, 96.74474, 103.35781, 93.77927, 98.96817, 92.67852, 60.57894, 113.50189, 90.50254, 86.50186, 89.16067, 73.43455, 75.86336, 111.50601, 69.28836, 95.59383, 66.07822, 109.66058, 89.12433, 106.47955, 115.46758, 112.57904, 88.59901, 101.35562, 149.3087, 96.23914, 85.4763, 114.98308, 87.356, 99.91495, 100.63558, 94.13176, 111.08716, 63.56859, 124.06293, 75.42711, 103.29491, 135.77112, 116.15952, 105.36208, 105.6787, 111.31314, 96.91066, 133.23755, 134.40953, 117.55608, 108.88554, 117.9239, 75.32599, 113.2258, 125.27289, 86.9772, 68.02335, 126.51343, 76.69178, 128.88284, 131.65848, 90.0484, 91.26698, 116.43828, 103.27902, 122.77107, 95.7146, 66.69688, 85.14828, 123.48414, 88.74276, 90.47374, 95.90225, 110.97803, 80.01543, 120.35471, 91.93327, 103.43307, 100.91016, 131.57932, 158.01384, 80.42477, 125.42882, 91.06197, 113.14903, 104.52288, 94.66098, 84.30946, 112.27386, 124.16296, 108.59071, 130.77341, 126.14183, 114.09647, 124.10442, 126.85757, 118.40627, 92.81812, 123.99281, 90.28955, 83.68303, 90.13668, 100.40184, 121.72681, 80.2119, 130.27118, 93.07884, 136.11055, 105.33591, 132.95177, 85.93864, 117.91368, 150.84966, 98.78159, 110.12476, 131.87773, 112.77251, 123.04045, 120.68015, 107.5544, 105.57385, 112.19934, 156.25281, 88.12878, 125.82782, 110.41891, 101.28965, 100.12485, 106.65816, 106.70142, 101.31531, 116.43866, 120.59155, 125.79764, 107.39691, 102.87036, 106.25906, 79.72636, 102.48611, 61.38416, 103.43015, 143.00851, 117.24446, 130.02827, 120.94366, 124.71219, 116.18011, 90.97427, 142.01732, 127.68404, 104.38824, 125.38492, 110.46333, 109.98293, 97.85944, 108.63743, 116.02706, 124.59406, 112.71236, 127.97882, 134.5193, 116.74929, 108.71512, 105.95477, 143.63574, 173.54359, 105.09567, 82.211, 123.98087, 122.2812, 121.99121, 111.96202, 101.8653, 56.72403, 126.66862, 114.21811, 102.73707, 128.15977, 101.2768, 111.50128, 100.0733, 96.5643, 125.33992, 105.80849, 103.10265, 111.34444, 114.02319, 129.24304, 100.9359, 115.41835, 109.65971, 139.80704, 106.93118, 101.36711, 127.16705, 131.8006, 123.55589, 122.35585, 157.09351, 144.16896, 90.28683, 169.69666, 101.76016, 143.10281, 97.59746, 132.97928, 128.92439, 91.52406, 98.31807, 141.32243, 123.81972, 107.9122, 167.90022, 98.36553, 97.18134, 96.62874, 100.83281, 158.85588, 136.49747, 130.68227, 156.44363, 181.45505, 165.81233, 122.89784, 113.93522, 108.49669, 71.86007, 116.36269, 141.62486, 127.77551, 129.96378, 94.04424, 161.57962, 134.78514, 255.18088, 243.10622, 294.80493, 300.69458, 195.54483, 355.00198, 278.37823, 325.14355, 268.48926, 281.89377, 263.83997, 303.32162, 217.08746, 284.09973, 257.0423, 250.56081, 280.3363, 318.84763, 222.98816, 305.35406, 266.94708, 388.02399, 211.64583, 304.25934, 293.76535, 292.88092, 289.87369, 301.10742, 268.2724, 311.10217, 312.41803, 274.7226, 280.24738, 254.77242, 225.31699, 299.67065, 311.50549, 369.47076, 277.49664, 294.71387, 280.08466, 280.63293, 237.05237, 375.71271, 312.09875, 335.73212, 283.74908, 341.73718, 277.54388, 244.28192, 266.0766, 266.8385, 242.19455, 266.11728, 364.98029, 238.93353, 227.14807, 299.04535, 336.77454, 270.77789, 366.25519, 282.4426, 343.814, 340.79037, 272.43262, 226.2921, 330.616, 222.99545, 247.99541, 419.9418, 404.12103, 348.40656, 303.3175, 237.65988, 260.12408, 445.3205, 254.69681, 296.1546, 300.30963, 295.49094, 259.22778, 341.32645, 296.00543, 205.41867, 396.74786, 302.62891, 239.53638, 328.37387, 434.5202, 293.10815, 307.5321, 350.2215, 246.4118, 265.22076, 411.66599, 205.1331, 398.11472, 354.16684, 177.60101, 260.36731, 377.24725, 336.47189, 378.55829, 320.77643, 380.82483, 435.3764, 327.53033, 330.19785, 299.67133, 259.34705, 285.7576, 355.66068, 274.77899, 316.40732, 363.4104, 271.91016, 278.02448, 301.28265, 239.36896, 315.65448, 275.63635, 249.36063, 322.31155, 244.22833, 261.05484, 237.28561, 334.60095, 367.41498, 321.31009, 354.33911, 452.89539, 352.22205, 378.38098, 416.74472, 344.70874, 201.10243, 380.7334, 392.84348, 423.27002, 241.23495, 277.64941, 279.95557, 317.53635, 359.15277, 383.24426, 294.60797, 409.71472, 240.60492, 234.6039, 313.64758, 273.94202, 351.95422, 351.98904, 280.31381, 315.81219, 325.78073, 253.76834, 250.87595, 262.0889, 331.08435, 199.28889, 283.97247, 302.86172, 301.95618, 330.26312, 322.54132, 468.34543, 275.3353, 387.0676, 377.89752, 311.8363, 319.23456, 409.38397, 381.24997, 319.37094, 327.20541, 266.0029, 325.63095, 418.66302, 265.15613, 323.52286, 445.25415, 312.77344, 309.67688, 251.81163, 368.59924, 345.55664, 419.22787, 398.99112, 417.00278, 311.8053, 388.09125, 260.80328, 346.22266, 356.43732, 422.98666, 371.78925, 387.22217, 393.54462, 330.87878, 362.59424, 443.09918, 355.45764, 359.54996, 296.41339, 343.99359, 358.33997, 317.3974, 436.24213, 355.45514, 336.28265, 376.82147, 421.39993, 331.24792, 402.14166, 365.46442, 353.05334, 391.46542, 368.79333, 342.2301, 393.43909, 349.10638, 368.71017, 287.29276, 328.57288, 385.96234, 306.66663, 430.34158, 324.00546, 304.74753, 348.47467, 384.94739, 345.20309, 335.27023, 297.31519, 361.13013, 386.19452, 409.15125, 357.95337, 258.07816, 313.62994, 247.66301, 347.85736, 353.89801, 290.82141, 349.50256, 278.39243 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 91.92439, 96.76251, 128.84354, 100.59663, 99.77646, 66.68302, 110.17029, 152.18767, 112.39556, 109.31998, 107.49993, 101.14586, 110.37556, 126.35581, 135.36494, 100.84093, 111.32364, 77.4353, 150.15381, 91.80496, 136.37399, 167.99518, 100.99434, 111.3502, 124.46399, 124.15808, 128.60869, 85.51084, 94.92864, 123.95961, 118.85866, 125.60464, 139.54134, 99.58045, 138.30287, 173.989, 112.59772, 121.32578, 95.22902, 186.52313, 136.81354, 143.12164, 134.2666, 77.82134, 118.87049, 125.46647, 140.09521, 116.16635, 210.63666, 154.43672, 135.08458, 143.20149, 131.48053, 146.91907, 156.71812, 123.60859, 170.35675, 143.21944, 145.91876, 161.54935, 146.92984, 91.39879, 96.12728, 103.15036, 163.07124, 181.47705, 116.56428, 112.58897, 149.47572, 101.67053, 121.99048, 137.90996, 137.9493, 126.18355, 121.49735, 155.55795, 125.50752, 190.40569, 143.11365, 119.57626, 125.30223, 116.09338, 127.84068, 111.40493, 169.93805, 94.23867, 168.37033, 120.11624, 138.79825, 156.57365, 165.16997, 128.09872, 140.37061, 135.80338, 140.45967, 170.52551, 125.34859, 104.87631, 139.1725, 101.08229, 125.43779, 143.59219, 109.31957, 161.56828, 161.3996, 131.74799, 168.51912, 198.7019, 127.07204, 159.12509, 154.76012, 115.8974, 156.91998, 152.97343, 172.62579, 130.70723, 208.23434, 155.43744, 135.6004, 166.89267, 139.94165, 152.78326, 119.34627, 130.30861, 159.19348, 209.01508, 197.52882, 172.45412, 159.17612, 138.5733, 173.10413, 105.52413, 122.7942, 161.05518, 123.43623, 166.71643, 160.58969, 114.03119, 142.6264, 211.02129, 92.72878, 136.63229, 172.01001, 113.54601, 130.74255, 172.44305, 158.91556, 134.17532, 135.29428, 155.7511, 135.92416, 134.66904, 122.01485, 149.09824, 171.1479, 130.36166, 116.58229, 129.83479, 173.09801, 129.05231, 131.35455, 158.52155, 124.3493, 146.21809, 206.34659, 171.56387, 207.42676, 114.99522, 195.95612, 117.85812, 132.88017, 208.22966, 164.97112, 145.44981, 163.35564, 188.78064, 161.19847, 163.51779, 167.49544, 138.30746, 201.45209, 194.57692, 106.69189, 145.74214, 178.48413, 132.98575, 182.54776, 156.12125, 203.47415, 155.12297, 147.83191, 168.63138, 133.09732, 156.35135, 149.96454, 173.54868, 174.20094, 154.89012, 152.54962, 174.36668, 178.45476, 127.87335, 153.16235, 108.10793, 111.4313, 120.5094, 173.52673, 183.86841, 150.89722, 101.06511, 184.28406, 247.72836, 187.70432, 127.78756, 115.22714, 123.79971, 130.95071, 149.54556, 193.97586, 174.93477, 159.89679, 168.38332, 135.63113, 141.87692, 200.86157, 113.68723, 208.06125, 137.73596, 229.77065, 165.93945, 116.1103, 169.12599, 151.70119, 182.38091, 138.95595, 114.99147, 111.70758, 193.49794, 173.71243, 202.00768, 124.51465, 125.5775, 167.04535, 187.07758, 209.93134, 147.2372, 178.68575, 201.02126, 157.11108, 223.91656, 245.77998, 172.11421, 169.40582, 138.11818, 204.6297, 163.45039, 127.19113, 153.70935, 139.23557, 122.39093, 211.81384, 115.32339, 163.93039, 173.6391, 145.18732, 162.99249, 204.073, 213.14835, 165.47462, 169.39259, 167.12216, 180.67412, 214.62405, 129.28191, 143.11159, 134.43265, 210.52795, 264.70197, 119.33773, 150.14789, 192.87404, 154.54114, 128.86308, 144.14847, 138.91647, 157.75133, 164.97119, 170.38187, 147.37274, 131.13065, 161.84694, 206.14583, 121.03123, 203.20386, 169.62048, 164.64139, 158.39713, 141.3231, 180.36008, 172.82904, 162.07867, 147.25314, 125.83361, 103.82186, 155.80333, 163.70091, 166.56563, 115.70718, 161.29297, 94.57706, 138.7338, 171.43503, 116.42526, 177.15854, 150.31506, 177.20505, 168.86713, 128.46371, 242.0685, 177.43413, 152.1217, 135.10794, 185.56171, 144.78552, 150.30319, 130.94691, 145.22461, 136.56235, 180.25421, 182.33203, 165.20239, 173.6348, 194.32513, 146.31281, 139.87685, 139.08348, 123.73636, 157.19904, 187.39703, 134.09599, 182.50897, 163.13161, 179.2834, 218.8385, 155.61932, 178.77698, 206.01184, 232.50208, 157.1927, 225.61676, 184.88495, 170.68297, 239.18001, 157.76776, 113.12731, 160.11363, 191.48856, 174.91292, 148.41409, 170.1414, 163.79384, 177.64928, 153.3967, 169.70364, 169.75061, 124.44292, 127.78855, 133.15518, 182.5777, 121.9103, 162.25742, 137.17627, 160.93732, 175.25427, 224.15561, 180.29984, 217.17343, 143.61792, 114.97905, 147.88498, 165.47809, 183.53989, 174.80396, 106.53848, 198.56482, 150.82083, 200.34103, 161.01288, 115.03383, 141.83261, 163.56509, 170.19075, 157.88573, 170.69547, 181.66867, 142.08902, 232.0873, 202.96948, 140.86673, 170.1489, 195.26199, 151.41736, 107.53027, 197.72366, 144.34723, 122.87237, 141.2905, 178.48837, 142.35043, 159.85999, 262.32025, 119.56786, 193.42598, 169.66507, 233.56094, 149.33304, 212.35222, 210.81287, 196.61662, 182.23602, 151.82617, 190.28671, 129.4453, 172.92012, 141.59691, 247.63632, 115.48754, 148.47957, 139.04623, 151.28752, 186.78125, 107.34679, 193.47113, 169.10666, 189.84045, 258.69379, 210.73145, 208.93642, 219.29259, 141.9595, 211.36018, 232.92604, 264.87955, 148.95993, 202.45905, 214.21893, 189.59872, 200.22815, 140.96783, 135.73212, 180.38055, 204.55292, 187.12936, 207.897, 189.12848, 198.57553, 162.02831, 196.91129, 150.2, 175.97513, 201.23682, 140.50481, 214.2153, 203.03638, 158.1467, 195.19489, 249.10425, 190.46884, 209.29672, 197.99078, 206.58629, 194.30606, 178.0434, 229.19501, 154.79727, 201.71677, 190.79059, 155.957, 188.86172, 195.7554, 150.37958, 166.38354, 133.93318, 197.605, 177.84549, 150.93823, 145.18135, 223.257, 236.20763, 166.63876, 150.55133, 178.33289, 196.18846, 162.13451, 191.01471, 230.20732, 175.14455, 165.36261, 218.40608, 177.65211, 161.28802, 250.12973, 179.68594, 251.68246, 177.66499, 151.71222, 162.91577, 204.58665, 183.15741, 216.47015, 258.56448, 252.78976, 186.17444, 182.09164, 170.73279, 174.8864, 235.70891, 232.66428, 188.53201, 165.00937, 211.61612, 166.37308, 234.84366, 204.2612, 172.80859, 197.21048, 198.37984, 162.18829, 252.45883, 186.09694, 254.85547, 182.05942, 180.58374, 164.63979, 179.55984, 212.20065, 204.48457, 175.0298, 128.61174, 186.22653, 192.11641, 161.85626, 181.68254, 198.41434, 124.96533, 165.35712, 131.5274, 170.93312, 140.45728, 152.17282, 194.01794, 157.38559, 213.26053, 214.6301, 175.304, 196.85179, 193.18118, 212.25729, 146.48799, 215.58961, 132.022, 220.73178, 209.44205, 220.16011, 157.55672, 182.41304, 172.26283, 233.91861, 212.95601, 199.63486, 174.13017, 138.4136, 158.96396, 134.37483, 204.27634, 184.1611, 191.24648, 203.11766, 175.28847, 130.478, 157.1051, 194.90961, 193.98145, 155.04146, 167.06085, 216.69345, 218.45444, 161.65173, 171.75443, 164.78712, 155.5414, 195.57819, 196.61185, 146.05263, 227.65175, 188.12665, 219.201, 176.58527, 234.34264, 171.59592, 202.78912, 210.85376, 240.78749, 218.1591, 216.16031, 210.65845, 217.81223, 179.68239, 174.71614, 192.49559, 145.70265, 190.26239, 255.60672, 173.03528, 183.6487, 139.10533, 227.56337, 177.63156, 212.07217, 248.50363, 208.34009, 146.91367, 180.8512, 235.20026, 206.78664, 168.7392, 112.32879, 213.15785, 210.80919, 243.46251, 156.29002, 200.33615, 241.4789, 249.577, 216.63986, 143.02585, 202.35934, 184.90887, 210.95209, 232.88043, 201.68468, 245.5244, 204.50546, 159.74886, 220.12349, 217.01723, 194.94739, 214.38916, 145.18094, 172.94815, 206.7149, 206.34235, 191.73584, 237.08315, 215.37492, 298.02454, 203.28485, 164.33987, 193.74022, 228.15427, 201.4151, 243.35649, 170.48946, 218.99469, 205.90918, 165.41626, 221.24936, 213.74506, 204.12013, 229.05716, 173.43491, 168.776, 205.85831, 264.52139, 264.55756, 173.82997, 212.3952, 211.64502, 167.41498, 233.37123, 252.841, 202.67868, 284.51578, 270.00159, 172.04904, 183.14349, 231.49202, 276.36496, 325.00397, 179.13126, 315.87582, 196.43599, 182.50784, 202.62061, 244.10965, 243.07567, 209.37802, 226.18794, 214.38075, 240.60294 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.0222044089727609, "neutral_loss": 2.868959843009694, "target_chat_loss": 2.7128235612653846, "neutral_init_loss": 4.841884454345703, "target_chat_init_loss": 3.5859728371756416, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 63.16125, 75.14213, 74.14333, 79.60146, 82.14066, 104.25638, 116.66656, 82.42521, 80.47222, 75.34436, 121.57736, 97.13065, 102.60777, 101.02715, 83.3011, 143.81104, 93.49124, 92.34673, 93.5818, 87.39952, 112.40218, 78.46134, 99.55026, 114.09104, 92.32948, 100.04498, 93.15636, 97.00735, 87.20892, 58.99844, 108.64658, 90.10452, 82.19763, 88.56452, 72.25022, 76.64444, 109.30019, 67.00361, 91.53798, 64.95166, 105.81703, 87.7878, 101.47203, 118.29321, 107.96819, 85.53508, 101.33495, 144.29564, 92.68008, 80.83572, 113.48785, 86.92998, 95.23161, 95.88818, 90.62817, 107.65509, 62.35698, 120.36082, 73.32021, 96.70068, 131.45255, 114.30665, 103.15096, 105.6861, 109.18332, 93.11804, 131.40659, 135.69057, 111.54679, 108.20708, 115.15269, 71.50041, 113.09379, 121.58774, 83.64777, 67.21571, 122.74119, 75.91243, 121.10435, 127.06962, 86.98749, 84.85204, 117.34175, 101.76173, 119.14601, 92.91969, 64.11874, 83.7071, 120.13857, 85.17878, 87.92337, 94.91989, 106.91353, 76.84312, 116.68418, 91.22581, 99.71878, 96.84151, 122.41788, 153.72708, 78.0213, 123.92226, 91.47626, 107.25545, 100.33419, 91.73224, 84.75976, 110.30201, 122.37566, 107.70843, 126.17081, 122.56574, 112.46656, 119.73286, 123.74978, 116.44666, 89.21658, 122.56983, 88.53081, 79.26618, 86.52277, 98.00533, 117.0034, 77.84017, 128.04817, 91.59615, 130.44995, 102.63762, 129.62396, 81.49944, 114.94383, 146.44658, 94.66277, 107.75617, 127.65971, 108.34039, 118.72359, 117.95724, 105.85358, 101.9464, 105.73294, 151.67847, 85.31471, 118.05957, 110.03064, 96.2951, 97.76238, 101.75432, 105.76846, 97.0688, 117.54739, 118.58311, 126.5713, 108.28741, 97.88593, 105.16972, 76.26593, 101.98509, 57.62263, 100.74843, 137.64307, 115.49984, 123.9484, 119.59673, 114.56474, 115.00874, 81.59151, 135.52982, 124.04758, 101.51557, 122.07703, 108.5414, 105.91148, 96.5843, 101.90451, 112.4559, 123.05827, 112.32156, 121.19572, 129.45503, 116.70606, 105.80504, 104.11029, 140.17188, 167.15457, 102.64894, 79.2547, 116.22285, 121.22686, 115.66614, 109.73587, 101.00604, 57.10819, 127.72659, 111.12575, 102.82573, 122.48146, 101.36043, 108.10469, 98.28746, 94.38352, 124.98445, 102.44321, 96.85548, 110.17014, 110.36664, 126.7673, 101.65138, 110.83924, 108.39806, 134.28046, 106.28249, 100.06993, 124.50753, 125.04073, 120.90282, 122.77903, 152.63745, 136.79701, 83.5725, 167.89746, 99.08295, 139.84271, 93.67297, 131.62709, 123.05609, 89.85739, 92.60481, 134.97687, 119.99964, 106.22044, 158.17593, 96.34534, 95.09637, 94.2794, 96.58707, 151.19083, 131.69423, 128.96529, 156.50462, 174.6958, 159.39024, 118.88401, 110.3623, 103.01385, 71.10487, 113.91648, 132.94849, 125.49759, 127.07045, 91.31776, 158.77913, 132.16812, 251.0766, 240.75557, 294.62625, 299.40149, 193.35339, 353.29572, 272.7435, 323.07861, 265.63257, 277.33905, 260.56335, 298.28122, 216.39413, 280.83887, 256.30212, 248.42596, 277.48279, 316.1412, 218.88342, 301.80609, 258.64209, 378.95056, 211.32832, 301.01654, 291.9433, 287.71301, 286.77057, 300.0687, 265.62756, 310.50653, 309.50278, 271.07617, 277.93726, 254.57504, 224.92638, 297.17371, 309.12714, 367.30084, 274.36032, 291.00983, 275.48489, 277.27377, 233.09396, 369.51483, 310.08167, 330.41705, 281.37952, 340.64053, 276.54349, 241.28662, 259.05017, 262.65912, 238.47781, 262.85522, 360.98224, 240.14474, 223.66367, 294.0191, 334.1315, 264.9361, 359.04987, 280.30713, 338.14441, 336.03137, 271.71814, 223.02588, 330.69708, 221.77246, 247.039, 413.57669, 392.56534, 344.01306, 302.46765, 232.6443, 255.68251, 435.03705, 252.53976, 294.94141, 298.74118, 292.99988, 258.09302, 336.26486, 294.44403, 203.93095, 392.07385, 301.31848, 238.92241, 325.01947, 431.92114, 292.60883, 304.94864, 345.71698, 246.24059, 263.89273, 406.05344, 202.37057, 391.71729, 348.82471, 177.16556, 255.1006, 372.76978, 333.01016, 373.81677, 314.98541, 373.02985, 422.93439, 328.55621, 326.76144, 292.73425, 257.34833, 280.89908, 351.71753, 270.32141, 309.33673, 362.05585, 268.08099, 279.18469, 298.31274, 239.63136, 310.09927, 271.94449, 245.46196, 317.01044, 243.03403, 259.8479, 235.50574, 330.16779, 363.27948, 315.8688, 350.49609, 446.07666, 346.21692, 372.99341, 414.98712, 343.32718, 198.46967, 378.07166, 390.04077, 415.21823, 240.09187, 273.93781, 276.72101, 315.82162, 354.89911, 380.23743, 291.94507, 403.06812, 241.5303, 232.88921, 310.19705, 273.20035, 349.63437, 343.66742, 276.11377, 313.98093, 324.01843, 249.65349, 247.17659, 259.0611, 326.89404, 196.90814, 279.51501, 299.85986, 301.14117, 328.09821, 319.6864, 464.19534, 272.16647, 380.77319, 378.27576, 310.22961, 313.4397, 405.73035, 377.73618, 313.0437, 321.97174, 264.51062, 323.74802, 415.36938, 264.01093, 320.5983, 437.67548, 311.83249, 303.34424, 249.41997, 365.29846, 338.18787, 418.20166, 391.55347, 413.55734, 309.25067, 380.07437, 259.29132, 340.93896, 351.81802, 418.08047, 366.42606, 382.02213, 389.81818, 328.63879, 361.50278, 437.24579, 354.03674, 355.8302, 295.0751, 341.48419, 357.25464, 316.35846, 436.01053, 356.14465, 331.53442, 373.11603, 416.88904, 326.84155, 400.1463, 362.31241, 352.1344, 385.83823, 359.11377, 340.03912, 388.43024, 347.80093, 367.26318, 284.40875, 326.07452, 379.73831, 300.34531, 424.31378, 323.95151, 301.17816, 343.70044, 380.14398, 341.5173, 334.31732, 296.64859, 359.54495, 382.15308, 404.58292, 355.35132, 255.44757, 313.9213, 245.53827, 343.18878, 349.29315, 288.90729, 345.71454, 275.60095 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 85.28481, 94.32609, 126.75298, 97.34936, 94.23669, 62.03132, 105.86748, 137.49557, 109.08387, 105.30901, 103.61235, 95.55682, 105.54456, 116.85642, 131.27757, 97.80322, 106.74246, 71.13083, 143.51747, 86.85455, 128.07993, 161.3642, 96.80647, 109.08643, 115.29019, 117.85666, 122.61894, 83.10677, 88.60696, 113.99198, 117.2665, 116.59015, 135.02925, 94.64908, 132.70905, 166.24971, 109.10744, 114.53237, 92.53271, 179.35977, 130.35883, 133.70114, 127.47112, 75.7962, 113.92775, 120.84376, 132.30338, 114.05267, 206.86511, 144.664, 128.05495, 138.75122, 130.49126, 136.86279, 152.23132, 116.76315, 164.60349, 134.01819, 141.47354, 154.34689, 139.4651, 90.18814, 86.35176, 92.47951, 154.09531, 173.65346, 107.39268, 109.09277, 140.65973, 86.77492, 110.91203, 133.54005, 136.98965, 119.25945, 118.23811, 148.34154, 121.9007, 182.29144, 135.28729, 111.45222, 122.42691, 112.32625, 119.11672, 105.07854, 153.23047, 85.43764, 165.00629, 109.83043, 128.09735, 150.32153, 158.827, 117.00183, 137.76462, 129.53842, 135.76004, 166.05298, 117.09897, 100.80442, 130.23111, 93.12221, 117.3344, 129.14651, 101.51592, 159.01666, 158.25131, 127.58966, 162.92819, 193.608, 118.56844, 155.85658, 149.51414, 106.90019, 153.76285, 146.3537, 164.46077, 128.13545, 199.68985, 148.86166, 128.67729, 166.38342, 136.29129, 146.884, 113.63278, 125.25636, 154.57777, 196.02759, 186.10669, 161.54822, 148.98987, 129.64284, 163.74188, 93.95016, 117.40106, 152.50508, 119.40318, 160.94304, 155.18916, 104.50233, 139.26826, 205.41507, 87.76157, 133.82381, 158.95383, 109.46164, 120.38853, 163.58658, 145.76988, 125.21986, 133.86136, 146.47717, 128.79497, 126.41009, 119.76852, 144.2756, 164.64066, 128.16374, 112.58916, 118.79211, 167.67738, 119.99491, 127.92996, 149.69472, 118.76308, 141.0974, 198.36571, 167.78743, 196.96411, 109.83509, 186.11514, 107.64626, 128.75003, 192.38617, 163.47513, 134.20891, 155.95692, 179.22386, 140.91925, 152.44402, 158.0921, 132.18654, 192.81998, 190.43234, 86.80981, 139.69833, 168.19955, 123.85497, 170.72278, 151.90843, 198.88333, 148.31548, 144.33229, 167.36087, 131.40164, 146.93805, 141.53107, 167.87425, 171.68626, 148.87668, 141.21913, 173.05649, 172.45264, 122.1745, 145.97507, 98.85397, 103.27501, 108.9705, 169.99139, 174.02487, 145.35837, 95.24809, 173.73726, 241.42584, 182.92987, 119.23444, 109.71696, 115.73422, 124.82291, 142.03815, 185.99529, 169.04549, 152.37628, 165.09085, 128.22916, 138.31215, 193.69507, 108.20645, 194.67743, 130.02937, 226.4306, 156.12256, 108.3346, 162.68623, 146.55019, 176.1864, 124.95076, 110.55879, 100.76039, 190.26715, 162.38959, 195.53218, 123.63991, 121.5831, 158.02786, 172.70563, 202.52753, 136.34392, 175.34033, 190.90021, 147.62881, 212.26884, 239.34334, 165.47099, 169.92757, 130.36009, 197.79088, 158.68298, 126.95158, 147.41922, 135.44022, 112.36216, 205.06078, 101.46095, 157.80008, 169.06433, 136.70294, 154.09814, 202.983, 206.71657, 151.1118, 164.85696, 157.62059, 170.20216, 215.84476, 124.8648, 133.44243, 125.56898, 206.90308, 253.28014, 117.8436, 139.46989, 188.64143, 141.77798, 120.50729, 136.79999, 133.07509, 149.60585, 161.62236, 162.63213, 140.45714, 126.20129, 155.1181, 199.09151, 115.59029, 191.13048, 163.15651, 162.30151, 150.87538, 134.57184, 175.87939, 163.94612, 157.50427, 132.91164, 123.31425, 101.43093, 147.30933, 157.17212, 159.95331, 103.53844, 146.01765, 85.57327, 132.61404, 165.00623, 107.68068, 172.07581, 141.03278, 168.02036, 156.66948, 111.85257, 233.68831, 170.66043, 143.5347, 127.32224, 173.77037, 140.08205, 145.35684, 122.131, 142.96306, 127.62198, 169.91772, 168.63507, 161.71222, 164.16354, 188.70229, 137.83743, 131.93832, 135.11986, 113.82399, 149.88913, 177.43896, 128.9679, 175.17833, 157.75273, 166.94666, 216.32967, 151.19632, 167.23502, 200.19901, 230.84207, 145.20938, 218.17537, 177.22237, 154.72827, 231.92511, 146.73195, 105.71544, 150.95555, 190.08109, 159.91516, 141.53352, 160.99997, 155.04504, 173.30334, 144.52484, 163.54294, 162.82195, 122.25739, 125.70105, 127.68646, 180.85751, 121.9695, 159.80003, 131.91934, 154.19455, 167.4455, 218.24362, 171.4162, 206.91504, 140.67343, 110.42706, 136.68092, 163.68401, 176.96161, 167.20663, 97.89977, 197.0573, 148.63992, 195.871, 157.13913, 109.2971, 133.40273, 158.12517, 160.25575, 144.31235, 164.15137, 170.21918, 136.12173, 221.81566, 191.67938, 129.22653, 163.7319, 189.30246, 147.67758, 103.18392, 183.05388, 129.35855, 115.89662, 132.85541, 166.76999, 136.23975, 155.87857, 253.3567, 114.41673, 185.47876, 160.30122, 225.42334, 139.63832, 208.80759, 201.42715, 187.07549, 166.79535, 148.68268, 187.05792, 118.01643, 163.70474, 134.08865, 238.09276, 110.03239, 138.84683, 133.22299, 142.31543, 176.3632, 100.62083, 186.99406, 156.27438, 182.79675, 247.98187, 200.96657, 203.48949, 210.14116, 132.04559, 205.25861, 226.2542, 257.95453, 149.47885, 193.4426, 204.14735, 188.76245, 192.68314, 139.15175, 132.86794, 164.82663, 190.58234, 182.2859, 201.93466, 184.14017, 190.49934, 155.74539, 191.771, 142.86313, 169.87042, 192.47571, 134.54361, 210.03554, 192.42531, 153.54639, 193.16612, 238.8777, 173.63895, 202.69476, 190.3354, 199.44519, 192.23055, 168.40405, 223.81131, 142.2298, 189.09444, 182.59203, 147.37682, 182.81219, 188.07693, 141.90242, 159.88309, 130.71834, 189.86859, 168.76453, 144.5603, 141.28555, 210.53308, 228.56531, 159.03059, 135.29076, 171.78387, 188.88309, 156.23503, 184.18971, 219.75656, 172.00801, 158.46516, 216.29218, 173.914, 150.9899, 248.75017, 175.2684, 243.72638, 159.37234, 147.80539, 156.58569, 192.02646, 173.79399, 209.07794, 253.32013, 232.38757, 176.18832, 172.99686, 166.23383, 169.80724, 229.83459, 222.77588, 183.7049, 154.85971, 204.98738, 153.57088, 232.28302, 198.53165, 160.2422, 187.70627, 188.65295, 156.68283, 244.27419, 171.04201, 248.74039, 179.34123, 171.21196, 160.40884, 165.26028, 210.18661, 197.1709, 163.54865, 123.08141, 182.16426, 181.42935, 156.77681, 173.20334, 191.98312, 120.68693, 158.87863, 128.86359, 169.36896, 135.21286, 138.67471, 193.03035, 147.15286, 202.39922, 208.03702, 164.70377, 175.41766, 180.18399, 196.68704, 142.30162, 206.35986, 125.64813, 211.88596, 192.57367, 214.38689, 153.74014, 178.7988, 166.44681, 234.13965, 205.91272, 192.49252, 160.84251, 129.94868, 153.56531, 126.53953, 198.1725, 179.14061, 176.06009, 195.4632, 164.69746, 126.31307, 154.89006, 193.12401, 190.19962, 144.5024, 160.82126, 207.92065, 210.87955, 156.1389, 164.21628, 153.15334, 155.14114, 183.60329, 188.97826, 146.38074, 218.31833, 181.88182, 203.89975, 170.33951, 220.95531, 164.31084, 195.19426, 205.34766, 231.8752, 213.2366, 200.96478, 200.9973, 207.24066, 176.94109, 169.02597, 184.80258, 129.5647, 177.925, 240.59836, 161.98621, 169.30008, 136.3129, 217.99118, 162.55423, 194.56055, 238.03619, 202.59677, 143.7606, 175.94319, 226.72694, 207.71178, 162.63229, 106.08835, 205.33592, 204.87741, 232.52135, 146.30951, 183.13518, 231.55545, 239.96558, 205.01379, 128.90294, 190.41344, 181.17693, 207.62102, 223.11197, 195.38034, 234.20604, 197.40573, 149.76767, 209.42896, 204.48593, 190.58154, 207.33501, 143.06487, 168.35141, 194.86691, 186.1555, 183.42525, 230.59467, 209.29773, 294.18799, 196.32883, 157.78156, 180.59485, 212.30734, 196.56824, 235.19427, 164.60913, 208.16327, 196.47618, 156.57468, 219.14185, 206.45163, 194.1265, 217.17953, 159.72198, 162.52837, 200.16353, 252.86694, 259.03442, 167.47087, 205.74683, 202.69521, 160.84906, 220.27283, 245.00417, 198.09982, 272.53067, 258.42764, 164.19504, 175.87656, 220.61392, 273.69366, 316.513, 165.20918, 311.86725, 187.35919, 168.67523, 193.61758, 230.2514, 240.37773, 204.89223, 218.54169, 210.81407, 229.27255 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.051364197347700424, "neutral_loss": 2.8257138089919653, "target_chat_loss": 2.5874559363070806, "neutral_init_loss": 4.706294757080078, "target_chat_init_loss": 3.398489593505859, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 61.02596, 72.07938, 69.75578, 78.74164, 80.54233, 102.42166, 113.01498, 78.61015, 75.6627, 72.9939, 116.70169, 93.97318, 100.22894, 100.35217, 79.21275, 142.93614, 92.08147, 91.96059, 92.11842, 83.07347, 109.34398, 73.95074, 94.43858, 112.10555, 89.58907, 94.54924, 92.49345, 95.29664, 82.21595, 59.29472, 104.90802, 89.25484, 76.90022, 87.61365, 70.53763, 76.85848, 108.41399, 64.23544, 88.97337, 63.17381, 102.41917, 85.32378, 97.64526, 120.10568, 103.86839, 81.67937, 100.84424, 141.29836, 89.00514, 76.95113, 112.96039, 84.56643, 92.19154, 91.0631, 87.76378, 102.86623, 60.58269, 113.68034, 71.97638, 91.2601, 129.89061, 111.87385, 100.84882, 103.20081, 106.0592, 88.94112, 129.90367, 136.73053, 105.66029, 105.57954, 112.80527, 67.7821, 111.94672, 118.38736, 80.33403, 66.43978, 116.99012, 74.63589, 114.75314, 123.11636, 85.52695, 78.49431, 119.11861, 100.1106, 114.86501, 91.63229, 61.71272, 81.08451, 116.88956, 83.14465, 86.12096, 92.59228, 102.41431, 74.34043, 113.15498, 89.70303, 96.78668, 92.95112, 114.88137, 143.90245, 75.16618, 121.54847, 91.57001, 102.46515, 98.26338, 91.45975, 85.81479, 107.52037, 120.48102, 107.33249, 122.10715, 118.4787, 109.61736, 113.96152, 122.04651, 113.98975, 85.9424, 121.3261, 86.36993, 76.51958, 85.34128, 94.08711, 113.5578, 73.24541, 124.0342, 90.7091, 124.82348, 102.8792, 125.76096, 77.46202, 112.42755, 139.60251, 89.73216, 103.41855, 124.04796, 104.84277, 115.95693, 115.72614, 104.23657, 98.0142, 99.95203, 147.68875, 81.86012, 109.39212, 110.1217, 91.17979, 97.02412, 96.6328, 106.16493, 94.02895, 117.33482, 115.95354, 126.43129, 109.59329, 94.4305, 103.99758, 74.48705, 101.77623, 55.44857, 99.77672, 132.58461, 113.45261, 119.99, 116.87813, 106.66298, 113.02368, 74.78599, 130.37048, 118.66139, 98.61845, 117.95708, 105.12434, 101.44892, 94.52511, 95.56042, 109.66566, 120.11153, 111.79298, 112.77644, 125.14046, 114.96077, 102.28147, 100.05704, 134.02272, 158.66077, 102.09013, 76.9171, 109.78619, 117.99593, 109.55968, 109.07755, 101.43811, 58.56325, 126.4745, 108.59579, 104.43301, 116.48851, 101.94891, 104.91438, 94.72223, 92.92827, 123.3428, 98.78763, 89.0396, 107.28603, 106.66872, 124.88036, 101.46961, 106.23409, 107.08618, 127.58866, 103.91931, 96.76471, 121.82589, 119.90521, 116.01387, 124.60735, 148.79633, 128.54091, 77.24648, 165.55853, 96.74612, 136.74504, 87.99913, 129.37491, 118.51608, 86.66425, 87.19995, 128.99532, 115.89738, 104.44425, 150.17986, 95.36725, 93.14, 93.12813, 93.72699, 142.21304, 127.54323, 126.34789, 158.20456, 168.53255, 152.00665, 115.32898, 106.03645, 98.27075, 70.7631, 112.44365, 126.59529, 122.29581, 124.64281, 88.49021, 155.36603, 130.38855, 247.02991, 238.37227, 293.0892, 296.94971, 193.30136, 350.12994, 266.52609, 317.46014, 262.11914, 271.15387, 257.28809, 293.80023, 216.42625, 277.54404, 256.87158, 246.1955, 274.10489, 314.64789, 215.11246, 298.92987, 251.20221, 368.61313, 212.74149, 296.47482, 288.64465, 281.8501, 284.59787, 298.36212, 264.32281, 308.49097, 306.59326, 268.75623, 276.50693, 253.3721, 225.19061, 292.91141, 305.93887, 366.49371, 271.53442, 288.37909, 273.01651, 272.06305, 229.7854, 364.29205, 307.21002, 324.87769, 279.64645, 339.67349, 276.06653, 239.34727, 254.79568, 256.91821, 235.28709, 258.33377, 355.474, 240.53107, 220.82329, 292.13864, 330.06244, 261.33905, 351.00711, 276.06586, 333.01837, 330.31396, 270.19717, 219.61263, 327.40802, 222.83411, 247.9592, 403.59433, 381.87476, 340.25729, 301.5354, 229.52921, 253.79982, 424.73019, 251.45811, 292.03519, 295.97394, 291.61206, 253.06911, 330.32239, 290.33801, 201.8994, 387.21823, 299.3064, 238.53458, 321.77197, 429.01587, 290.31818, 303.18774, 342.70691, 244.61478, 259.96368, 398.02756, 201.59747, 384.3006, 343.80573, 174.21008, 252.29425, 367.06747, 328.50555, 370.46832, 307.93149, 365.42694, 410.15515, 329.4201, 322.26733, 287.78445, 256.99411, 278.38263, 350.03693, 265.45087, 307.57758, 359.151, 265.35458, 278.64316, 296.04211, 240.75124, 305.53738, 269.61615, 243.0526, 311.89038, 242.52061, 257.14569, 234.2919, 323.85864, 355.19583, 310.75409, 346.34192, 438.18344, 340.59744, 368.10303, 413.09091, 342.16876, 195.70636, 375.55151, 385.04263, 411.1701, 238.62987, 270.65753, 272.00305, 315.06311, 351.40598, 377.43323, 289.71094, 399.53052, 242.85742, 229.32755, 308.42621, 269.04834, 348.46774, 334.0321, 270.45041, 312.02118, 321.93304, 246.28824, 243.78433, 255.51031, 324.71628, 193.66013, 276.37045, 297.24316, 298.30252, 323.19202, 319.00644, 460.02521, 268.63947, 369.51245, 379.87836, 309.91467, 308.03671, 401.96915, 374.79602, 307.17517, 317.11435, 263.60458, 321.21036, 410.18945, 263.92371, 316.89108, 429.45523, 311.54376, 298.67816, 246.83765, 361.80603, 334.01431, 417.29221, 384.4465, 410.79694, 307.25424, 373.06512, 257.35669, 336.31104, 346.36884, 414.40613, 360.98651, 376.71097, 386.71417, 326.41852, 359.89331, 431.24234, 352.34821, 350.63861, 294.23544, 339.63141, 354.08823, 316.67609, 438.78415, 357.75763, 328.70166, 372.18478, 413.65076, 323.38104, 397.68585, 360.42355, 351.43008, 381.53235, 360.82471, 337.68158, 380.90637, 342.0354, 367.68628, 281.23889, 323.26404, 375.90881, 293.59982, 417.22943, 321.89911, 297.84421, 340.59515, 378.0271, 336.30258, 333.58832, 296.32214, 357.51804, 378.13382, 400.5072, 354.12589, 252.60144, 313.3028, 242.8786, 340.91641, 345.79987, 287.00262, 342.15878, 272.36343 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 77.72857, 90.92059, 123.8727, 91.70701, 88.15361, 57.3749, 101.75902, 125.33366, 105.44859, 101.48926, 99.06113, 88.92532, 99.79176, 105.78966, 127.89552, 95.77329, 102.60715, 65.37793, 137.05171, 82.75093, 121.05926, 154.5529, 93.05678, 109.21593, 103.132, 111.24246, 112.52523, 80.06587, 82.25504, 104.87899, 114.54596, 106.38074, 128.97906, 90.93405, 127.15578, 161.64905, 103.74981, 107.81036, 93.8826, 171.19351, 121.87546, 127.88096, 121.54837, 73.48643, 108.69975, 117.69022, 124.18584, 110.82597, 205.83081, 133.28685, 121.63763, 130.74568, 130.31528, 127.90281, 150.88846, 110.1272, 159.8486, 123.38881, 139.98071, 145.99814, 133.49661, 92.62148, 78.93056, 86.03596, 147.56058, 165.85806, 96.23855, 107.23861, 132.85611, 74.30284, 99.83077, 130.2664, 126.55169, 112.54237, 114.95241, 138.69955, 118.23457, 174.42899, 129.04691, 103.01505, 121.01169, 107.39761, 107.22472, 100.29759, 140.02388, 79.86174, 164.37833, 101.63313, 122.83108, 143.77255, 152.39952, 104.77421, 135.53687, 125.23977, 136.22864, 163.06151, 108.56694, 98.38185, 119.2897, 83.83345, 107.36052, 111.9958, 91.99873, 154.59305, 155.93567, 123.44898, 156.16092, 185.99919, 111.90445, 149.73157, 136.73611, 98.5729, 150.37274, 139.4314, 152.33632, 129.6506, 193.08072, 140.54852, 117.79424, 165.39294, 132.49446, 141.00082, 107.36034, 118.59732, 150.44025, 188.18991, 178.1673, 148.04106, 137.30988, 122.42093, 154.65372, 81.13887, 116.95342, 140.59747, 116.1655, 153.82388, 149.7993, 93.71791, 133.08044, 198.51984, 84.35378, 129.6904, 144.18849, 105.78316, 111.45066, 152.07253, 135.01521, 118.59246, 130.80273, 137.27907, 120.60336, 118.65681, 117.21244, 138.57834, 156.11658, 122.07703, 106.32932, 105.47648, 161.5946, 110.29305, 123.10119, 142.89825, 108.76346, 131.46553, 190.63873, 162.41106, 184.61382, 106.85682, 176.47125, 93.5587, 123.87759, 172.53983, 157.05206, 125.17383, 145.88657, 170.36557, 124.00718, 142.64262, 149.18654, 123.60178, 188.35626, 183.99265, 69.3848, 135.64857, 156.57574, 114.22327, 158.47833, 148.83546, 188.34782, 136.36502, 140.96887, 167.4304, 122.11768, 137.20717, 136.55821, 158.95612, 169.69496, 141.63559, 132.45776, 169.83179, 165.06479, 116.44057, 141.83263, 89.43477, 100.77238, 93.43498, 165.84431, 164.22853, 142.41725, 89.76405, 160.74377, 231.70535, 178.8387, 109.91739, 102.01492, 106.12063, 120.40191, 128.21889, 178.35632, 167.41629, 140.535, 159.04691, 121.15623, 137.27313, 189.54369, 105.40929, 182.18018, 122.26982, 220.90887, 143.8112, 101.7585, 157.90479, 143.95035, 166.65622, 117.71841, 109.47884, 91.78105, 187.22011, 150.57632, 188.70029, 120.32696, 121.80412, 156.59828, 155.1051, 196.9986, 121.10312, 172.70078, 177.25525, 135.4014, 199.82533, 234.06747, 156.36182, 166.26208, 123.37074, 192.05588, 151.45023, 125.69516, 138.73624, 128.91005, 100.30875, 199.27002, 88.69228, 148.90048, 164.67313, 131.7793, 145.65228, 203.77457, 199.21838, 143.01538, 160.96121, 149.08995, 163.69632, 215.32542, 122.42581, 124.37994, 113.59737, 203.27998, 234.89932, 121.42425, 129.56958, 183.08817, 127.19086, 112.90427, 130.89401, 125.48347, 143.82518, 157.99507, 155.65811, 137.57765, 121.38292, 150.29611, 191.92233, 113.37715, 181.97537, 154.19023, 161.43042, 143.72571, 125.69183, 170.63797, 154.31282, 155.62665, 123.60957, 116.55256, 95.51241, 140.39267, 151.33826, 152.84023, 94.33066, 128.01784, 78.48233, 126.45526, 157.94986, 100.95805, 168.10744, 132.07056, 163.92767, 144.3925, 96.91474, 225.10757, 165.40659, 134.71823, 117.40005, 163.27902, 136.679, 136.25748, 113.78595, 141.48254, 116.81042, 157.47824, 154.27614, 157.77835, 154.27142, 178.45401, 127.11427, 120.92213, 138.93564, 105.10152, 141.46159, 167.4126, 121.95277, 166.35471, 151.93283, 155.51764, 219.20059, 146.6844, 161.09634, 197.72791, 230.11687, 135.24167, 204.84546, 173.86018, 136.91553, 223.55508, 125.27882, 100.48318, 144.1362, 184.87125, 147.29562, 130.60938, 156.43849, 147.5625, 167.01146, 134.06277, 155.43709, 157.6326, 119.9365, 126.12103, 121.81415, 177.94379, 120.49133, 156.48409, 126.50208, 150.80048, 159.90329, 211.99353, 161.09105, 191.77948, 137.49272, 106.7533, 121.69302, 161.96573, 174.0542, 159.91196, 85.6071, 194.72052, 146.40677, 189.14307, 154.21968, 103.16337, 123.9255, 150.37466, 149.80853, 132.22104, 158.30237, 153.56876, 130.82034, 209.80988, 181.15579, 120.66814, 160.63148, 183.02783, 143.86505, 100.80076, 166.01607, 119.5784, 113.22806, 123.87468, 155.11699, 132.50304, 153.21176, 242.61699, 109.44925, 178.29115, 150.52426, 219.27773, 127.13608, 204.59631, 196.03644, 174.48111, 152.01862, 145.86278, 182.84135, 110.55029, 154.05724, 123.93893, 227.97554, 103.88515, 126.18471, 126.78232, 134.74399, 167.7058, 94.78682, 179.2933, 140.91769, 173.34039, 236.79877, 191.42868, 198.34593, 199.70468, 126.95511, 197.61066, 220.49789, 246.70334, 151.25146, 186.93767, 189.10419, 189.05153, 186.94711, 134.78296, 130.42924, 147.43275, 173.6179, 176.58315, 197.44318, 179.04234, 183.8029, 148.51855, 188.32834, 139.70242, 166.01089, 182.47617, 128.57709, 201.95497, 180.7778, 149.2993, 190.56049, 227.94659, 156.53442, 195.72963, 181.84494, 191.58548, 192.04129, 154.25299, 219.91519, 128.15802, 179.04288, 172.9622, 141.21214, 174.88477, 181.12418, 137.02583, 154.45297, 126.33387, 181.29617, 159.99414, 139.22939, 137.25742, 196.37718, 218.73254, 148.77225, 127.14168, 166.61554, 182.59717, 152.27931, 174.58289, 211.31673, 167.27646, 150.12646, 212.49724, 171.30557, 141.16939, 245.51828, 170.75159, 237.62895, 142.89929, 146.32545, 147.39745, 180.63657, 166.55087, 199.85272, 245.69641, 223.49756, 168.86986, 162.13779, 156.22662, 165.26663, 220.88071, 209.74527, 178.17346, 141.75218, 196.42941, 145.11179, 225.87598, 188.89005, 148.61002, 179.71542, 179.26288, 150.53915, 235.00244, 153.69215, 244.2247, 182.35573, 161.23134, 156.48254, 146.87534, 209.3028, 188.33652, 151.71478, 118.28851, 179.03615, 167.19681, 152.65822, 164.2917, 187.26028, 115.54411, 145.81924, 125.73899, 168.19223, 127.27041, 127.5623, 193.1442, 139.52852, 190.68425, 199.23561, 153.18768, 157.66431, 165.96346, 180.92773, 140.03595, 198.44272, 123.79831, 200.38765, 171.99728, 209.34076, 146.9146, 165.7157, 158.93953, 234.92593, 202.6468, 182.83594, 144.09447, 119.22371, 145.43068, 113.23982, 196.14801, 173.42548, 163.30643, 185.14905, 158.29401, 123.82211, 151.66843, 193.52881, 187.47255, 133.40254, 154.89638, 195.5826, 203.16615, 149.27457, 156.26767, 143.3889, 154.5072, 172.42255, 178.95065, 122.15112, 213.13966, 173.97606, 187.2453, 166.76434, 209.98869, 153.44894, 186.21533, 199.45012, 224.68291, 209.25774, 191.87518, 190.67633, 198.55972, 174.62733, 161.24384, 175.71402, 112.49994, 166.65762, 225.87102, 151.72189, 154.25137, 135.897, 208.61768, 151.73013, 177.50494, 224.94565, 191.68588, 140.66341, 166.90855, 208.72464, 203.60083, 157.6636, 100.40169, 199.39618, 197.6134, 219.62244, 135.25601, 166.58252, 222.25116, 230.56531, 194.72729, 114.25848, 177.92091, 176.08018, 203.1427, 215.18002, 190.08736, 222.81998, 190.63747, 143.37984, 197.35307, 197.78407, 183.73779, 198.15898, 143.27956, 164.50664, 181.9203, 174.3571, 177.47144, 222.39178, 201.62152, 290.87424, 190.36575, 154.10165, 166.47252, 195.34692, 193.07404, 228.80038, 159.08589, 198.0316, 188.07849, 145.6368, 215.74629, 203.21008, 185.7354, 210.57928, 147.83067, 157.50925, 196.51874, 240.44858, 256.33298, 162.47122, 195.49359, 193.44716, 148.44907, 205.76102, 238.14873, 194.42294, 262.89185, 248.65717, 153.68259, 168.89203, 211.39195, 272.26434, 301.9953, 160.33427, 306.49283, 180.27591, 155.40034, 183.98247, 222.13881, 236.16086, 202.87619, 210.16211, 209.13965, 217.76501 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.07619525138293613, "neutral_loss": 2.795284710128776, "target_chat_loss": 2.5061397557511613, "neutral_init_loss": 4.606733282470703, "target_chat_init_loss": 3.2680059661865233, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 59.57296, 70.52717, 66.6735, 77.66676, 79.27185, 100.67502, 112.1468, 75.74091, 73.77718, 72.74137, 114.09782, 92.19573, 97.86169, 99.7066, 76.88618, 142.3688, 89.91214, 91.95467, 90.42185, 80.09933, 106.90778, 71.2821, 91.26619, 110.12263, 85.6367, 90.47057, 91.58211, 92.32049, 77.58961, 58.88948, 101.69261, 88.45192, 73.81667, 86.99368, 69.37082, 77.51344, 107.98277, 62.14975, 85.98651, 62.49851, 100.36398, 84.77921, 93.68032, 120.21492, 100.61057, 78.63924, 100.5681, 137.81146, 86.16641, 74.7803, 113.09679, 83.30569, 90.28053, 88.43774, 84.16832, 100.28588, 59.64685, 110.07919, 69.73654, 88.56877, 126.2354, 110.46011, 99.01868, 100.7011, 104.09232, 87.90316, 127.76672, 136.06506, 100.86782, 104.55638, 112.03995, 66.27354, 111.61627, 115.29633, 76.3756, 66.40057, 113.17264, 74.12648, 109.88165, 119.94315, 83.80835, 75.17207, 118.24214, 97.90491, 111.82974, 90.19234, 60.53324, 79.98724, 113.99093, 81.84959, 84.40707, 92.48156, 98.46172, 72.55524, 110.15644, 87.86112, 94.49904, 90.3177, 109.63453, 140.34427, 72.94714, 119.15591, 89.36404, 99.05638, 96.43076, 90.30548, 85.85613, 106.44202, 119.17696, 107.22938, 119.26245, 115.20209, 106.79672, 109.61023, 118.60757, 112.43327, 84.04374, 120.34962, 84.19934, 74.7039, 84.35107, 91.24831, 111.48933, 70.9105, 122.7636, 90.21179, 121.98756, 102.40876, 121.94991, 75.06923, 110.08836, 134.95813, 85.74473, 101.39377, 121.79479, 102.85175, 114.06125, 112.77906, 102.51422, 96.67271, 97.16621, 143.60651, 80.4063, 104.1705, 108.89336, 87.68503, 97.10866, 93.50928, 105.55417, 92.49062, 119.14938, 115.0405, 125.84537, 109.01768, 92.66401, 101.55826, 72.94016, 100.92469, 53.6908, 97.5498, 129.11258, 111.00418, 115.32741, 116.06659, 102.33367, 111.09196, 69.93433, 127.36648, 116.68521, 96.2034, 113.99365, 103.69406, 98.75906, 93.76534, 92.48415, 107.1637, 118.26442, 109.31279, 107.97708, 120.44398, 115.53838, 100.09808, 97.97775, 130.26779, 154.12921, 101.49812, 75.91704, 104.77727, 117.46809, 107.15019, 107.66421, 99.20682, 58.3757, 126.34782, 106.19899, 104.61734, 112.59566, 101.6161, 102.36833, 93.61781, 92.15163, 122.8717, 97.79869, 85.2925, 106.53764, 104.39012, 123.12476, 101.10815, 101.89668, 104.71964, 123.54515, 103.019, 95.86314, 120.24779, 115.86505, 114.0104, 124.41975, 147.17561, 124.51913, 73.88186, 164.02071, 94.86995, 133.72504, 85.79779, 127.79256, 115.34105, 84.45403, 84.05177, 125.64485, 112.82921, 104.95383, 145.76192, 92.97105, 91.9965, 93.14398, 90.99809, 136.46103, 124.33506, 125.18109, 159.21718, 164.74179, 148.53253, 112.88277, 102.7959, 95.14321, 70.39444, 110.88889, 122.5722, 119.39953, 122.86392, 86.59709, 152.95805, 130.69786, 245.17918, 236.25391, 292.69565, 295.74554, 194.03357, 351.10675, 261.58917, 314.89948, 258.9223, 267.41656, 255.02084, 290.20789, 215.66245, 276.42633, 256.11554, 243.98058, 273.20651, 311.71405, 213.35628, 298.01819, 247.23842, 363.47305, 210.9989, 292.69415, 287.12155, 278.16504, 284.40851, 297.96774, 260.95648, 308.13208, 306.62714, 267.47363, 275.29407, 251.38821, 225.07431, 289.78003, 303.31915, 365.9519, 269.68756, 286.33524, 270.67383, 268.45135, 228.94675, 359.35898, 306.07227, 320.52527, 275.8197, 337.13342, 274.21027, 237.6969, 252.17393, 253.43259, 233.63777, 256.23447, 354.43671, 241.24791, 219.09286, 289.3913, 327.25238, 257.7178, 346.3804, 273.57132, 329.84189, 327.00891, 267.97006, 216.67352, 324.97641, 222.60204, 247.32828, 397.01843, 374.96222, 336.33737, 299.2421, 226.6842, 252.98215, 418.19693, 250.46255, 291.28656, 295.03775, 288.41962, 251.51083, 328.06598, 288.40439, 199.67769, 384.34842, 296.97577, 237.57671, 319.06177, 426.78528, 288.56354, 300.22034, 338.89581, 243.80824, 259.17819, 394.72183, 200.46693, 380.75244, 339.33142, 171.57726, 248.23889, 363.8609, 325.47986, 366.96283, 304.91498, 361.08615, 401.63562, 330.10342, 321.00549, 282.62115, 255.84412, 274.52985, 344.64838, 261.40155, 304.73001, 358.14902, 263.48593, 277.7879, 294.51569, 241.9825, 303.76932, 268.82971, 239.18115, 309.10022, 242.81116, 254.54648, 232.85974, 320.79053, 351.60202, 309.09354, 343.87817, 435.20654, 335.5379, 365.88727, 411.39468, 342.16013, 193.73158, 373.90869, 384.11731, 407.11285, 237.37814, 270.07782, 268.99911, 310.41669, 348.68243, 379.55933, 288.64694, 395.27454, 242.89665, 228.61801, 306.0726, 268.11035, 346.25507, 327.80206, 267.38727, 309.54529, 320.44067, 241.8783, 240.46661, 254.75961, 323.32581, 192.12056, 273.50394, 294.3071, 295.75696, 321.1069, 317.50665, 456.30902, 267.37534, 366.66388, 378.85583, 308.7337, 304.18683, 400.61658, 373.18802, 304.12177, 314.24927, 262.24869, 319.80499, 408.22968, 261.81277, 313.8172, 424.4519, 310.21057, 295.09579, 244.64284, 358.20029, 332.61624, 416.11755, 379.79764, 410.01199, 305.63733, 369.35989, 255.86066, 332.7402, 341.58746, 410.56888, 355.03748, 373.56122, 386.11508, 324.70215, 356.71594, 426.9942, 350.57727, 349.58139, 293.00433, 336.341, 352.702, 315.35864, 436.37936, 358.44495, 325.9176, 366.40698, 410.79474, 322.11713, 395.74979, 356.8674, 350.83908, 378.25122, 356.14151, 336.46521, 377.92596, 338.45276, 365.24579, 280.57587, 322.18823, 372.38788, 290.40622, 411.20624, 322.94958, 295.57428, 337.83456, 374.36578, 333.38971, 332.85989, 297.13022, 355.08179, 375.14407, 396.87134, 352.9696, 250.4538, 313.16864, 240.40091, 339.28082, 342.31055, 286.85016, 339.63751, 270.08691 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 75.88808, 87.50718, 117.92419, 87.24049, 82.64983, 53.21827, 101.13631, 119.27898, 101.97147, 100.41272, 94.79932, 84.55042, 93.71771, 97.53604, 124.13956, 95.69431, 101.21124, 61.03812, 132.71841, 79.58062, 117.825, 150.96368, 88.85797, 108.66489, 97.23549, 107.94778, 107.53144, 77.38322, 78.11266, 99.44817, 111.28854, 100.6654, 123.30891, 88.7209, 123.88788, 160.4191, 97.2942, 103.1386, 94.08719, 165.35599, 115.46058, 124.64444, 119.07755, 72.06418, 103.5116, 115.24471, 117.75993, 108.30634, 204.60196, 126.17532, 119.2336, 124.3638, 126.60112, 122.60825, 149.74878, 106.45626, 155.38635, 118.53384, 138.36057, 139.56018, 131.50925, 94.72801, 74.78932, 83.20924, 144.82153, 161.99628, 90.58107, 106.84435, 127.79211, 66.85799, 91.07137, 129.20108, 120.24792, 107.27266, 111.86641, 132.29854, 118.18358, 167.144, 124.65148, 99.62856, 118.92242, 104.285, 100.28671, 98.5582, 131.52097, 76.28812, 162.64343, 98.13668, 117.70024, 138.46083, 148.52814, 94.28489, 133.50125, 120.85458, 136.64166, 159.92802, 102.38241, 98.16422, 109.36507, 77.3237, 99.43045, 108.93604, 85.24943, 149.18115, 153.17874, 120.48608, 150.44536, 180.54076, 106.13592, 147.99945, 128.30315, 94.44562, 147.58002, 134.75468, 145.56526, 130.35201, 191.00009, 135.63327, 112.53502, 164.31824, 128.75171, 136.86365, 102.10275, 109.51684, 147.59242, 184.27275, 173.27432, 140.55643, 128.40982, 117.8288, 148.73727, 77.77681, 115.58091, 132.33876, 113.62296, 151.02092, 146.32082, 86.94051, 125.96809, 193.74905, 82.78497, 127.46692, 133.56891, 103.82569, 105.91338, 143.38232, 128.36189, 115.13837, 125.78173, 132.57443, 114.54166, 113.47366, 117.41174, 136.7464, 150.18524, 117.28812, 101.43251, 99.50858, 157.46104, 105.38829, 115.93228, 138.97215, 102.62631, 126.40565, 187.19618, 157.99759, 172.73557, 105.07349, 170.51578, 86.12581, 120.45296, 167.12335, 149.16899, 120.32024, 139.84163, 161.39894, 111.83305, 137.15948, 145.48415, 115.37144, 187.71986, 179.23212, 63.0523, 131.76643, 150.56947, 108.73064, 151.77142, 147.61856, 181.7355, 126.86266, 137.91151, 165.36559, 113.79782, 132.87656, 134.99106, 151.39777, 168.59558, 138.02243, 127.0285, 166.35785, 162.99353, 112.95394, 142.42435, 83.74038, 99.38035, 91.31335, 162.09146, 157.44681, 140.30794, 87.72816, 152.80588, 224.05273, 173.9575, 102.08275, 99.06796, 100.96555, 116.28638, 120.94305, 173.52806, 165.16438, 131.9108, 153.61069, 117.32408, 136.28471, 186.82027, 104.2234, 173.65393, 117.88343, 213.47849, 139.06096, 99.47691, 153.49323, 141.3042, 162.81726, 112.22981, 110.5035, 88.0291, 182.60934, 140.71985, 184.23492, 118.89235, 120.37833, 154.62352, 145.0173, 193.00215, 112.39347, 170.52193, 167.6297, 130.91661, 193.99049, 230.9724, 149.64005, 161.83926, 121.46397, 188.10252, 147.75888, 122.8963, 132.30446, 126.30692, 93.39036, 196.97537, 82.14514, 143.83073, 159.16254, 128.99661, 137.80243, 202.03644, 192.08066, 142.40959, 156.93677, 141.0571, 163.63895, 213.1322, 118.46542, 118.84783, 106.71579, 202.0137, 226.10808, 114.48178, 122.89574, 178.75996, 116.05397, 108.04109, 127.6516, 121.39789, 141.59372, 154.64059, 150.73743, 135.78873, 118.0708, 145.95239, 186.26495, 117.17509, 174.91966, 146.77881, 161.98985, 141.03708, 118.87748, 166.04062, 146.15674, 151.2991, 119.73586, 113.71371, 91.62333, 137.04053, 148.31302, 147.052, 90.64623, 118.0385, 76.28534, 124.2561, 153.18402, 96.62675, 163.72052, 127.78896, 160.88284, 139.00845, 94.97462, 217.8298, 163.11691, 128.95212, 110.5946, 157.8075, 135.87735, 132.71068, 109.4171, 140.9686, 111.34143, 150.3262, 143.57698, 154.73749, 146.01913, 171.79691, 120.67179, 116.3506, 140.31146, 102.53793, 135.15411, 161.41916, 117.9265, 159.93134, 148.31851, 149.14156, 221.55133, 142.81529, 157.45174, 196.7066, 229.12317, 126.9491, 197.50037, 172.03177, 125.39902, 219.14682, 118.57093, 97.31079, 139.34436, 181.16345, 143.29614, 123.77521, 151.94328, 141.2536, 163.2822, 127.20924, 150.96762, 158.06613, 118.47443, 125.51562, 120.78749, 175.94353, 117.57535, 154.25578, 121.71344, 152.474, 153.95724, 208.02547, 155.8501, 181.29164, 135.88179, 101.97864, 112.36606, 158.53079, 171.98196, 154.39583, 79.88663, 193.73703, 144.0871, 183.32773, 148.62357, 97.2623, 116.54266, 146.95729, 144.92351, 121.9507, 152.84105, 141.40472, 128.21385, 202.10074, 173.297, 115.23057, 158.33237, 179.48752, 141.05919, 99.41457, 156.60352, 119.13824, 109.89607, 119.19958, 146.38449, 127.091, 149.83221, 236.87997, 108.51804, 173.70262, 144.54855, 216.91771, 119.98984, 200.3369, 191.45192, 165.73105, 142.82498, 144.38623, 178.01315, 107.10162, 147.4308, 119.7019, 222.50104, 101.18663, 121.30733, 123.35938, 127.16058, 160.29388, 91.58508, 173.94817, 135.61395, 165.30466, 229.06287, 186.92319, 193.57178, 193.01254, 125.05576, 194.76865, 215.9093, 239.46381, 150.94215, 179.78644, 176.59547, 190.31468, 183.05588, 129.84775, 121.36298, 135.02547, 165.16617, 171.3136, 194.21271, 171.90245, 179.2049, 144.034, 182.97636, 137.04449, 162.06145, 176.71341, 123.80607, 193.5065, 173.31335, 146.04677, 188.72049, 220.06912, 147.5722, 190.02661, 177.24246, 187.39755, 191.39742, 144.65671, 218.15611, 121.93501, 174.78412, 167.61829, 137.55933, 169.11957, 176.52855, 134.18771, 150.41092, 123.56063, 173.35243, 154.89165, 134.23941, 133.31062, 186.95506, 210.59088, 140.94194, 122.50584, 162.08751, 175.88452, 151.92636, 167.74963, 203.8933, 163.80923, 146.50194, 206.85107, 169.27625, 136.56844, 241.70253, 168.16647, 234.26691, 133.84756, 146.31036, 137.29071, 177.90649, 161.19519, 192.19946, 238.63779, 219.92542, 164.34471, 153.5463, 145.26624, 163.12643, 216.45468, 201.99495, 174.29855, 132.37961, 191.90883, 137.84955, 219.30594, 181.22081, 144.11154, 174.25475, 174.64825, 146.35535, 230.37189, 145.90431, 240.15558, 183.33243, 154.67186, 152.75507, 134.96683, 207.51067, 182.69385, 144.97971, 115.76699, 176.7556, 158.75446, 149.33377, 157.97089, 183.18083, 110.22017, 139.70993, 125.21829, 166.25516, 118.17606, 121.82888, 192.5025, 133.0049, 183.24922, 189.22708, 147.12599, 149.5453, 156.56369, 170.647, 140.43248, 196.79266, 122.04711, 193.8056, 161.30664, 204.01111, 142.911, 151.23494, 152.75974, 236.99429, 200.63503, 178.55963, 130.38104, 112.41061, 141.04715, 106.66973, 196.11217, 171.21289, 156.41193, 175.2482, 156.11523, 121.90954, 151.19124, 190.98416, 186.20949, 129.21707, 149.22899, 186.37259, 196.43443, 144.19083, 151.82654, 137.11955, 154.68106, 164.02362, 172.83125, 111.51451, 209.49818, 168.4023, 176.21277, 163.86588, 203.6046, 145.76114, 183.07616, 195.44925, 219.061, 204.1089, 190.63202, 184.58522, 194.21381, 173.66783, 156.46938, 167.02956, 103.55133, 159.42816, 215.32622, 144.06372, 146.36047, 135.62444, 202.52255, 146.60275, 167.39719, 216.79227, 186.64987, 138.76202, 158.61507, 198.42587, 198.88033, 154.53848, 97.11762, 195.60904, 193.18924, 209.98833, 127.84742, 156.19937, 214.98132, 223.16255, 189.19127, 105.77354, 169.22446, 171.91179, 200.8826, 211.47002, 189.02861, 216.43129, 187.02469, 141.62469, 190.57988, 193.66862, 177.28641, 192.38298, 142.32143, 163.27519, 169.70557, 168.30399, 172.69722, 216.51917, 191.08403, 286.59958, 184.27145, 150.39536, 157.91412, 183.70107, 192.63647, 225.12303, 152.1534, 190.54388, 180.21826, 138.97382, 214.62408, 199.04733, 180.08029, 206.76727, 141.52831, 154.3662, 193.77983, 234.12833, 254.44202, 158.2202, 188.40024, 186.31738, 135.3127, 196.43123, 232.74258, 191.03906, 261.20007, 243.48724, 143.13708, 164.04167, 205.57281, 270.94666, 290.77396, 159.37022, 303.03412, 175.81522, 148.60988, 176.04558, 215.68109, 233.96124, 201.25229, 205.61577, 205.11172, 211.6532 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.097627692044879, "neutral_loss": 2.775946360620959, "target_chat_loss": 2.453861998452664, "neutral_init_loss": 4.543472103881836, "target_chat_init_loss": 3.1811575731549944, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 58.76275, 69.44774, 65.22002, 76.86342, 79.63286, 100.4912, 109.09306, 73.12898, 71.49291, 71.45421, 111.52676, 91.93908, 97.23428, 99.47279, 75.00433, 140.56749, 89.77655, 91.40659, 89.48023, 78.99258, 106.7607, 69.09928, 90.45566, 109.9127, 84.16623, 87.16113, 91.83843, 92.16447, 75.57918, 58.65389, 100.0486, 87.46233, 71.33867, 86.96059, 68.91922, 77.61639, 107.03297, 60.70103, 84.37789, 61.84269, 98.59999, 83.41767, 91.3815, 121.40688, 99.24966, 76.38744, 100.1241, 137.04279, 85.53037, 73.44322, 113.3016, 82.20682, 89.65864, 86.5891, 81.24677, 99.00088, 58.62058, 107.25043, 68.93971, 86.25348, 123.69662, 109.06984, 98.48969, 100.09213, 104.08348, 86.00565, 126.56047, 135.81676, 98.24254, 103.43246, 110.08498, 64.80003, 110.55315, 113.97266, 74.33073, 65.99881, 111.0573, 74.72713, 106.464, 117.36442, 82.80793, 71.77372, 118.30816, 97.52529, 110.83414, 88.09844, 60.36857, 79.83571, 113.56531, 81.20132, 83.55554, 91.61409, 96.4397, 71.34213, 108.03648, 87.29185, 93.65159, 88.27013, 106.23371, 136.65919, 72.55964, 119.14333, 89.18399, 96.63122, 95.76505, 88.7132, 85.69748, 105.70473, 118.11668, 107.33443, 116.55334, 113.33338, 105.46498, 107.70978, 115.51527, 110.97079, 83.01883, 119.97427, 83.38863, 73.62025, 83.88985, 89.27871, 109.20214, 69.85063, 121.20084, 89.27449, 119.20691, 103.32664, 119.78253, 73.90347, 109.17458, 133.11359, 84.48071, 98.28733, 120.47881, 100.80348, 112.01292, 110.95138, 103.12669, 95.41978, 95.23767, 139.59021, 79.39693, 100.73502, 108.81274, 84.20434, 96.75917, 91.30084, 105.10865, 91.06114, 119.41798, 112.96078, 125.05826, 109.14182, 90.5977, 100.5334, 73.09386, 100.0694, 51.84109, 96.22656, 127.3074, 109.22032, 114.12961, 115.27206, 98.18559, 110.25751, 67.48471, 124.64659, 112.99133, 94.75063, 112.27727, 102.07458, 97.21376, 92.68961, 89.72529, 106.8766, 117.17577, 107.58296, 104.08532, 118.99739, 114.40873, 98.31635, 97.27071, 128.56332, 150.86813, 101.23811, 75.33507, 102.37329, 116.0904, 106.10329, 106.81145, 98.62558, 58.53076, 126.96583, 104.81636, 105.55815, 109.99667, 102.27118, 101.64859, 92.16095, 91.86173, 122.12486, 97.04192, 82.36322, 105.48498, 102.3987, 121.55898, 100.25273, 99.27835, 104.11201, 121.61133, 102.26954, 95.16599, 118.08098, 113.9345, 111.3007, 124.03233, 145.00644, 121.55202, 70.61001, 163.29535, 94.03949, 131.01491, 83.59061, 125.87685, 112.65477, 83.6306, 83.24345, 123.38277, 111.35778, 104.42111, 142.53796, 92.18733, 90.58563, 92.44232, 88.9439, 132.65509, 122.6149, 125.00266, 160.24983, 160.90973, 145.62012, 112.35879, 101.20457, 93.04448, 70.53532, 110.73199, 120.5918, 117.11076, 121.83604, 85.67848, 152.12505, 128.29852, 243.00027, 236.62283, 291.56351, 292.66885, 194.0385, 350.90335, 259.3605, 312.61945, 258.8692, 264.20831, 254.35356, 287.38525, 216.13753, 275.27127, 256.8732, 244.07333, 272.36026, 310.77124, 210.40634, 296.75513, 244.95309, 358.26813, 210.45091, 290.39774, 284.76776, 274.65924, 283.15979, 297.83389, 259.57806, 307.72449, 303.96332, 265.07739, 274.87646, 251.77304, 224.99796, 288.33008, 300.57254, 364.40445, 268.50668, 284.85083, 268.36172, 267.65292, 228.01355, 357.20538, 305.77753, 318.51935, 274.24924, 334.96173, 275.09622, 236.47577, 249.82065, 251.16544, 231.34932, 254.61499, 350.93973, 241.61823, 217.54636, 286.4646, 327.16492, 254.89011, 344.82187, 272.53448, 327.12482, 324.83243, 267.02515, 216.34033, 323.55365, 223.173, 247.7354, 390.91748, 370.47095, 333.61157, 299.7908, 225.17064, 251.91689, 413.54742, 250.60873, 290.11548, 293.03421, 287.76871, 250.19592, 326.15643, 287.92484, 197.83005, 381.70361, 296.33783, 237.34763, 318.44885, 426.03922, 287.41174, 299.84833, 337.54739, 244.15771, 257.65381, 392.35614, 199.30295, 377.18771, 338.3721, 170.26212, 246.88081, 360.92542, 322.38257, 365.52075, 301.56256, 358.83972, 394.72626, 330.0741, 318.29428, 280.06799, 256.1702, 273.37793, 344.82538, 258.48059, 301.90387, 357.42267, 262.08676, 278.6524, 294.58435, 240.56683, 301.58829, 267.21378, 237.125, 306.86807, 241.94067, 253.36533, 232.14362, 318.81287, 348.40033, 306.8418, 341.54565, 433.16019, 333.14679, 363.961, 410.90686, 341.94482, 193.39882, 374.40155, 380.95432, 403.86194, 236.71478, 269.04779, 268.30444, 310.66986, 348.06894, 379.06549, 288.13727, 394.52106, 243.78464, 226.39128, 306.14166, 268.11633, 344.96976, 322.77921, 265.00946, 309.10614, 319.14948, 240.1167, 238.66946, 252.82214, 321.51184, 190.83987, 273.36472, 289.23944, 297.0354, 320.7276, 316.51828, 453.39746, 265.89636, 360.98883, 378.29446, 307.9823, 300.93689, 399.8392, 373.57013, 301.92615, 312.98315, 262.69836, 318.58887, 406.22015, 261.15057, 312.88037, 421.12787, 310.04553, 291.42224, 242.81737, 357.21637, 331.37128, 415.63989, 376.73578, 409.37451, 304.20612, 366.85693, 253.9091, 330.9603, 339.76361, 407.24432, 354.06253, 371.90948, 383.85373, 320.94403, 356.47687, 421.81638, 348.37506, 348.28864, 292.52979, 335.13837, 353.19916, 313.46103, 436.45547, 358.45135, 324.41003, 365.10013, 409.97556, 320.92587, 393.41327, 356.30792, 350.38257, 377.21628, 354.03607, 334.72375, 373.586, 335.30511, 364.59793, 279.08902, 321.5502, 369.91901, 289.02118, 408.539, 323.31393, 295.5755, 333.70819, 372.77914, 338.21259, 331.06943, 296.01489, 355.09967, 373.28815, 395.41846, 351.96686, 249.53363, 312.98761, 238.11699, 336.47031, 341.5759, 286.18024, 338.32526, 269.12341 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 73.59602, 84.92505, 113.79249, 84.95305, 80.12029, 51.29282, 100.006, 116.38334, 99.72841, 99.39813, 91.4294, 82.57436, 88.83607, 93.85561, 121.48384, 95.85799, 99.99277, 58.84941, 128.93007, 78.17205, 114.97376, 146.99165, 85.87459, 108.40694, 94.4822, 105.81712, 104.20673, 74.80315, 75.98557, 95.93329, 110.54811, 96.81393, 118.77416, 87.35291, 120.94328, 159.63605, 92.53655, 100.74001, 93.05074, 162.27681, 111.21175, 120.92517, 117.66591, 71.04174, 100.15675, 113.40553, 114.09412, 106.59328, 203.43198, 121.19328, 118.3464, 121.70337, 123.40327, 118.55019, 144.7354, 104.75798, 154.11209, 114.63206, 135.03731, 136.07457, 129.7607, 95.43266, 72.78248, 79.99791, 143.88828, 159.27501, 87.41359, 107.01343, 125.32043, 63.06222, 85.33914, 128.09772, 115.98898, 105.31952, 109.23294, 127.51274, 120.87425, 162.24512, 122.05384, 98.16404, 117.29611, 102.66603, 97.045, 97.03393, 125.98497, 73.48925, 159.38699, 97.68809, 114.97507, 135.16164, 144.51004, 89.88248, 133.27383, 118.49709, 136.49973, 157.62917, 98.5764, 98.17783, 101.55135, 73.00496, 93.92331, 107.75896, 81.35674, 143.67767, 151.399, 118.66133, 146.54572, 175.80742, 102.76561, 146.81958, 124.94908, 91.15464, 145.34959, 132.89619, 141.9731, 128.74033, 188.67404, 131.66229, 110.19247, 163.78601, 126.6604, 133.54828, 98.14552, 104.65189, 145.77324, 182.48412, 170.28699, 132.62132, 123.16003, 115.02556, 145.37914, 77.25418, 112.77145, 127.19827, 110.77307, 146.84314, 145.30373, 84.06158, 120.23685, 190.20343, 82.09897, 125.46336, 127.14223, 103.3187, 100.49001, 138.5181, 122.68965, 112.03641, 120.86982, 129.13722, 110.99995, 110.64993, 117.53369, 136.8226, 148.84543, 113.96326, 97.75356, 95.56406, 154.83759, 102.63586, 111.85661, 137.34048, 99.47605, 122.81695, 184.15356, 153.90552, 165.64397, 103.50092, 164.51538, 81.16098, 116.2412, 161.90564, 143.57951, 116.88297, 135.86145, 155.09833, 104.7768, 134.25395, 141.93515, 109.79194, 186.39745, 177.10696, 58.68367, 128.09116, 146.02597, 104.26471, 147.33672, 147.43275, 176.83942, 121.51013, 136.00122, 163.33176, 111.45549, 129.38315, 134.96553, 145.97961, 169.5697, 134.33693, 123.09528, 164.95746, 161.28793, 109.51274, 140.0694, 79.78761, 98.54576, 89.37254, 159.60257, 153.41859, 138.16533, 85.74867, 146.73189, 219.29808, 170.72325, 95.43126, 97.47118, 96.94116, 113.52753, 117.56694, 170.85809, 164.46158, 125.64595, 151.48984, 115.12772, 134.81726, 185.04926, 103.76785, 168.46538, 115.95364, 208.48941, 136.15143, 97.86379, 150.65706, 139.2572, 160.31584, 108.02475, 111.01166, 85.88356, 179.35562, 134.13153, 182.40785, 118.79769, 119.41655, 153.92841, 141.19089, 190.40746, 106.76704, 168.20996, 160.35971, 128.74695, 188.41277, 228.99182, 144.2984, 157.6123, 121.39146, 185.12677, 143.85646, 121.01037, 127.14087, 125.31771, 89.33202, 196.54584, 76.8563, 141.89807, 157.43219, 127.60844, 132.73875, 201.4471, 186.46996, 143.45534, 154.36484, 137.1722, 162.1524, 209.33459, 116.57014, 115.8419, 103.29153, 198.78027, 223.24481, 109.12279, 117.99739, 176.18394, 110.58826, 103.3398, 126.41566, 118.39632, 140.81596, 151.21899, 148.02344, 134.72403, 116.73658, 142.82722, 182.93942, 118.69035, 169.59976, 141.40988, 161.03036, 140.07498, 114.54764, 162.52914, 139.42241, 149.09772, 118.1227, 114.42026, 89.44923, 135.74879, 147.49614, 144.56796, 88.37476, 112.86859, 78.22281, 123.50244, 149.5871, 93.21724, 160.11845, 124.77196, 159.65851, 135.23096, 95.2422, 213.25452, 161.00572, 125.06427, 105.93202, 155.30005, 136.5264, 131.34784, 107.94984, 140.63939, 107.1946, 146.47705, 136.20015, 152.89682, 141.97145, 167.4975, 117.614, 114.42935, 141.34869, 102.5724, 127.01582, 157.10339, 116.70867, 155.83273, 145.20554, 145.7659, 221.51489, 141.29611, 154.09987, 196.27763, 229.0739, 121.41454, 192.92404, 171.44795, 116.19867, 218.5365, 116.34372, 94.76411, 136.13, 178.58481, 141.58752, 119.31187, 148.5092, 137.48773, 160.0349, 124.04333, 146.93462, 161.82785, 117.92424, 124.33456, 120.55997, 173.09995, 114.80983, 153.5527, 118.60052, 153.80508, 150.65913, 205.59624, 154.80939, 178.75668, 135.16315, 99.42371, 105.26256, 155.09671, 171.24001, 151.58569, 76.24265, 193.80626, 142.34595, 176.37518, 144.71277, 93.75093, 112.0323, 145.54526, 142.20726, 115.02917, 150.43973, 133.86081, 128.17413, 198.92111, 169.12312, 113.30771, 156.25185, 176.43712, 140.85619, 97.30122, 151.52061, 119.49541, 107.6916, 116.78947, 142.60461, 122.45606, 148.15759, 234.38962, 108.48314, 170.18784, 140.67825, 212.21133, 115.51572, 197.86935, 186.55756, 161.71213, 136.35809, 142.95415, 175.35452, 104.89232, 143.49802, 116.84412, 219.7446, 98.26247, 117.21656, 121.1392, 121.28958, 155.2188, 89.61717, 169.12079, 131.97403, 159.17361, 223.4845, 184.09656, 189.76074, 189.62943, 122.19139, 191.17502, 213.94318, 235.46082, 151.5563, 177.20935, 166.86673, 189.77585, 180.34062, 126.23272, 115.24619, 125.54005, 160.65025, 167.07063, 190.93466, 168.14151, 176.50722, 140.54379, 179.0641, 135.46634, 160.76913, 174.34615, 118.61875, 187.75204, 169.62875, 145.40714, 187.96198, 216.64484, 142.90895, 185.66438, 174.60916, 183.33319, 190.89362, 137.79001, 216.75812, 118.46366, 173.0589, 162.13272, 135.12872, 165.78058, 173.7818, 134.02776, 149.87189, 121.73999, 166.91046, 151.1077, 131.52327, 130.02893, 183.04153, 203.366, 136.68399, 118.89327, 156.81085, 168.4408, 151.77655, 162.94019, 199.24554, 161.50516, 145.13835, 203.98933, 169.07903, 135.23022, 238.70032, 167.41383, 232.63791, 129.27617, 145.95953, 131.03992, 175.23886, 158.36624, 187.85228, 233.19806, 218.01044, 162.08487, 148.01855, 136.46021, 160.41992, 213.91496, 194.58386, 171.91406, 127.86139, 190.92143, 134.16342, 215.7903, 172.7691, 141.91953, 170.65714, 171.82309, 143.55746, 228.52042, 141.82771, 237.3222, 180.61066, 150.13094, 149.42998, 127.8834, 204.994, 179.14684, 142.3878, 115.13057, 174.90289, 153.85905, 147.03645, 155.21191, 181.26758, 107.61105, 138.98755, 124.50129, 164.6824, 113.71061, 118.9016, 191.21124, 128.69702, 178.47221, 182.08737, 143.24065, 143.78419, 152.41124, 163.65851, 140.53391, 195.85921, 120.84563, 189.20853, 155.65771, 202.00906, 138.60889, 143.88219, 149.21069, 237.73917, 197.71619, 176.11307, 123.19991, 106.70885, 139.29182, 103.92727, 196.72945, 169.79819, 153.19803, 167.72508, 154.24231, 119.90203, 149.94173, 189.36234, 185.43132, 128.40471, 145.59502, 181.21945, 190.76976, 140.12556, 147.44395, 132.87523, 155.94742, 159.27325, 167.16797, 107.89521, 204.35547, 165.55145, 169.11438, 161.85831, 199.5694, 142.22502, 178.63242, 193.27072, 216.92387, 199.12608, 188.27858, 181.53362, 191.88545, 172.30659, 152.27122, 162.47177, 99.17834, 153.62776, 207.38422, 140.34277, 142.08153, 134.78224, 197.40508, 142.95488, 161.21347, 213.01259, 184.38728, 136.75845, 155.10497, 189.3624, 192.46364, 151.13719, 95.51393, 193.71526, 190.95082, 201.77986, 122.52961, 148.72566, 209.11382, 218.11053, 186.2227, 101.66757, 162.05089, 167.884, 198.70319, 208.31546, 187.99408, 211.71236, 177.91376, 141.89545, 185.98306, 190.75238, 173.47017, 188.65691, 142.05019, 163.80489, 162.19962, 163.61717, 171.02965, 212.98343, 183.53075, 284.01624, 180.82182, 149.19382, 153.03687, 180.69417, 192.37625, 222.60776, 144.05077, 185.59912, 174.79475, 135.41971, 212.42004, 198.13052, 177.73657, 205.57561, 136.86571, 151.5965, 192.96758, 230.06241, 253.43855, 156.22643, 183.25003, 179.97249, 127.27019, 190.48224, 231.54744, 188.57919, 262.58014, 241.59448, 135.02231, 161.73245, 200.90001, 270.6745, 283.10101, 158.94756, 299.73218, 173.49881, 144.34639, 169.77193, 211.50827, 231.33701, 200.10376, 204.08389, 202.43279, 207.5358 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.12694520193670833, "neutral_loss": 2.753864318814249, "target_chat_loss": 2.399662242141036, "neutral_init_loss": 4.472074014282226, "target_chat_init_loss": 3.086633778163365, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 57.76083, 67.92882, 63.71569, 76.31577, 79.5066, 99.09612, 107.62388, 72.16765, 70.4288, 70.61472, 110.22841, 90.86615, 95.65189, 98.98932, 73.29758, 139.9422, 88.53679, 91.26102, 87.59686, 78.12527, 105.21416, 66.89169, 88.43323, 108.83423, 82.25974, 83.82304, 90.91355, 90.6521, 73.02075, 58.961, 98.07423, 87.00912, 69.09831, 87.68693, 68.72715, 77.75426, 105.72945, 59.6059, 81.22023, 61.66425, 98.00852, 82.70117, 89.92721, 121.21604, 97.28928, 74.95003, 99.41251, 135.29553, 84.23954, 73.0132, 113.22585, 82.04491, 88.85147, 84.80734, 79.69763, 98.07752, 58.02744, 104.45549, 68.57344, 83.20047, 121.75457, 107.70818, 97.96321, 96.69686, 102.63434, 85.37663, 125.34682, 135.7834, 95.4707, 103.0975, 108.9444, 63.58338, 110.55449, 111.55911, 72.16635, 65.00317, 107.95677, 74.50095, 103.18548, 114.83454, 82.13801, 69.45531, 117.30052, 96.83226, 108.9211, 87.45607, 58.98424, 78.32207, 110.85835, 80.53645, 82.05113, 89.49155, 93.76487, 69.58006, 105.76415, 87.12553, 91.91415, 86.91607, 102.8079, 132.11639, 71.72336, 118.38212, 89.16113, 93.81548, 94.62726, 87.64449, 85.93764, 104.55936, 117.48029, 107.23408, 115.46007, 109.66524, 104.07953, 104.96725, 112.77009, 109.78802, 81.73344, 118.04396, 82.50143, 73.05558, 82.95827, 87.69395, 107.5327, 67.92534, 119.51577, 88.36165, 116.8067, 104.10286, 117.78438, 72.28988, 107.41335, 130.45216, 82.97816, 96.42281, 118.11446, 99.42233, 110.51765, 110.11902, 101.49962, 93.90795, 91.93498, 136.92802, 78.6037, 96.94487, 108.85846, 81.73222, 96.2023, 89.24925, 103.80946, 90.25739, 119.96466, 111.46713, 124.346, 108.95926, 89.72675, 99.41129, 72.43565, 100.55796, 49.79743, 95.72131, 125.37925, 106.99554, 110.7553, 113.84926, 94.41698, 109.42688, 64.96384, 122.91718, 112.18305, 92.91528, 109.42834, 100.16158, 95.25511, 92.46507, 87.78973, 104.58382, 114.91599, 106.4547, 100.53276, 115.55193, 114.58016, 96.68227, 96.74235, 125.30676, 148.83104, 99.34009, 74.51701, 97.97552, 115.28304, 104.60519, 106.11256, 97.23453, 58.94196, 125.70789, 103.09079, 104.97289, 107.4756, 102.75003, 99.83342, 90.45135, 91.32899, 122.10638, 96.15906, 80.29164, 104.56448, 101.4267, 120.73581, 100.0659, 95.73565, 103.45588, 118.24574, 101.01379, 93.22939, 116.0892, 111.09306, 109.75868, 123.70628, 143.59967, 117.88641, 68.76354, 163.20146, 92.86688, 129.15002, 82.0481, 123.99527, 111.11362, 82.41968, 80.73515, 121.72337, 108.06831, 104.54839, 140.33017, 91.12296, 90.31992, 91.85246, 86.7728, 129.19907, 120.46629, 123.22504, 161.7319, 158.15573, 143.18512, 110.32973, 100.3179, 91.21618, 70.79813, 109.35922, 118.09681, 116.05302, 120.49622, 84.99414, 149.42865, 127.74054, 242.54779, 234.83914, 292.38333, 291.38635, 193.93033, 347.48907, 256.80023, 309.7626, 256.5528, 261.25537, 252.61763, 285.7973, 215.37544, 273.69656, 256.59119, 243.62933, 270.935, 308.2341, 209.13364, 295.82263, 243.68539, 353.93536, 211.28761, 288.96313, 283.40826, 273.1275, 281.55341, 298.04297, 258.25952, 306.98041, 302.58368, 263.73541, 273.48315, 251.3147, 224.62015, 285.90878, 298.64746, 363.88251, 266.99597, 283.06644, 266.74567, 263.70648, 228.36732, 354.20715, 303.76263, 315.02591, 271.96796, 333.32739, 273.90622, 236.49261, 247.90463, 249.65529, 229.8916, 252.94411, 349.11386, 241.17038, 216.33868, 287.65311, 324.05945, 252.32823, 341.23755, 269.99683, 325.06641, 321.55264, 265.84903, 213.31995, 321.69562, 223.62677, 248.08151, 384.82172, 365.18451, 331.2515, 297.22681, 223.59444, 250.96318, 409.56989, 249.65283, 289.78, 291.69907, 284.2821, 246.85611, 324.05084, 284.80719, 195.97864, 377.82404, 295.5715, 238.79002, 316.79773, 423.71368, 287.97607, 299.19687, 335.60669, 243.90662, 257.10263, 389.79913, 197.85672, 374.75916, 335.15515, 169.72943, 245.04381, 358.48621, 320.45691, 363.2149, 296.75485, 355.08646, 391.08881, 329.55859, 316.02277, 276.57812, 254.34219, 271.09692, 343.02042, 255.78539, 299.04211, 355.47647, 260.70294, 278.46063, 294.05493, 241.80823, 299.25208, 265.78778, 236.64786, 305.77728, 241.44379, 252.31841, 230.69624, 315.80945, 344.79797, 304.25354, 339.47644, 430.18295, 330.04285, 362.95795, 408.45285, 340.75812, 190.25473, 372.12573, 379.57724, 399.34485, 234.9664, 268.66089, 266.48157, 310.21179, 345.86023, 376.34351, 286.6535, 391.53143, 243.38678, 225.82541, 304.71268, 267.82803, 343.95151, 317.31921, 261.07953, 306.26129, 316.68237, 238.98952, 236.39816, 251.79584, 320.40875, 189.03876, 272.06079, 289.29233, 294.9877, 318.63785, 315.78693, 452.85236, 264.7157, 355.8414, 377.05969, 306.71783, 297.92865, 397.90863, 371.11893, 299.95441, 311.19482, 261.67261, 316.6575, 403.01968, 261.19006, 312.03009, 417.31055, 308.2948, 290.34641, 242.69214, 355.84702, 329.901, 414.71875, 372.59549, 408.39893, 303.40173, 363.41278, 251.0705, 327.93353, 336.33942, 406.07684, 350.47961, 369.88593, 380.74719, 319.66705, 353.52765, 419.49115, 347.0481, 346.59711, 291.75525, 332.80936, 350.31909, 313.03604, 434.61203, 359.25479, 322.19449, 362.19226, 408.7558, 321.92941, 391.8598, 355.88889, 350.25189, 375.66461, 348.57428, 332.96436, 371.19116, 333.58124, 363.86557, 278.8623, 322.16254, 369.05206, 286.09796, 405.25098, 321.41766, 293.05579, 332.51776, 370.09802, 334.59634, 330.63791, 295.91058, 355.68149, 369.91583, 392.28995, 349.1658, 248.36713, 312.41711, 236.31033, 334.34549, 339.48816, 285.67349, 334.51743, 266.31955 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 72.22493, 81.91209, 108.3015, 84.74463, 77.24422, 49.98831, 96.66473, 113.07098, 97.65332, 99.34396, 88.59179, 81.85378, 84.97977, 91.50354, 116.71262, 97.30172, 99.6946, 54.97739, 125.89622, 76.38721, 112.52312, 144.52069, 82.32683, 107.34106, 90.95536, 103.26266, 100.51329, 71.4223, 73.81487, 93.26715, 111.21649, 93.40794, 114.36509, 85.5941, 117.92401, 157.90128, 89.52437, 96.97028, 91.43311, 155.95676, 106.15352, 117.54143, 114.74561, 70.18299, 96.34706, 111.46648, 110.94305, 104.70013, 200.95782, 116.42207, 115.76862, 114.75941, 119.56018, 113.67609, 140.16461, 102.53369, 153.26416, 110.28358, 132.474, 131.76465, 128.11362, 95.08829, 69.79853, 78.02203, 141.42274, 156.82083, 84.59834, 105.03206, 120.92264, 59.78872, 77.7547, 127.41441, 110.35437, 101.78658, 106.76082, 122.19334, 122.23643, 154.11385, 119.91499, 95.21414, 114.72852, 100.00253, 93.26472, 94.38899, 121.11802, 68.93508, 156.13623, 96.83437, 110.94272, 131.86914, 140.05966, 86.67356, 131.8197, 115.98157, 137.20294, 155.39914, 95.48405, 97.02408, 93.37614, 68.52767, 88.85654, 106.21643, 78.78754, 142.2961, 149.83324, 116.40562, 142.89339, 170.42636, 99.35596, 146.39497, 121.76641, 87.82913, 140.96542, 131.39673, 139.8665, 124.92799, 184.40599, 126.22159, 106.69098, 162.60272, 123.99447, 130.65726, 93.50739, 97.82867, 146.37553, 181.04381, 167.3266, 125.58487, 119.34755, 111.15817, 143.42328, 75.82853, 110.45514, 122.11784, 107.89952, 141.64462, 144.53183, 80.2113, 115.47743, 187.8519, 82.97538, 123.42822, 121.39694, 103.18401, 96.45708, 135.27856, 118.93079, 110.30202, 116.17966, 126.82861, 107.02089, 106.64041, 116.4807, 135.3924, 146.90999, 111.49982, 93.61241, 91.38406, 151.54538, 99.75009, 107.62149, 133.9108, 95.96353, 118.94306, 180.30092, 150.40805, 159.16635, 101.77979, 157.63594, 76.05551, 111.88544, 156.83669, 135.78935, 111.46291, 131.9006, 149.6875, 98.27016, 132.24329, 139.52661, 103.26429, 184.62982, 174.66714, 55.71162, 123.25613, 141.98105, 101.34818, 142.24382, 145.72595, 172.14807, 115.86095, 132.10379, 158.1326, 109.79234, 125.81268, 135.87285, 140.62366, 169.12427, 131.61664, 118.12993, 164.31587, 160.7746, 105.63353, 137.35789, 75.26575, 97.55294, 89.26745, 156.09048, 149.69766, 137.36105, 84.52908, 140.25514, 214.64862, 166.92706, 88.50117, 97.15694, 94.61752, 112.23701, 113.85911, 168.18077, 164.97104, 119.53654, 148.18732, 112.729, 133.52454, 182.78049, 103.71875, 163.36386, 112.16878, 204.90292, 134.13986, 96.09809, 149.16116, 138.16666, 158.14069, 104.41212, 110.886, 85.59236, 173.66, 127.41354, 178.59065, 116.72958, 115.36894, 150.86221, 137.62024, 185.6684, 101.37715, 164.08878, 154.94235, 126.93822, 182.83484, 226.9841, 138.61737, 153.46313, 120.18021, 181.96912, 139.89287, 119.53801, 123.14522, 123.23184, 87.58819, 195.89235, 71.50706, 140.8519, 154.44867, 124.84381, 129.05518, 199.96567, 180.22101, 144.73669, 153.59573, 132.76782, 160.02173, 205.35336, 114.73357, 111.74847, 99.88387, 195.91733, 219.76659, 104.98237, 112.96329, 172.35355, 106.50734, 99.01294, 124.47271, 115.58077, 138.45767, 148.65271, 144.9118, 134.92496, 113.95854, 139.67654, 178.58975, 120.27579, 165.5605, 136.92607, 159.21016, 139.95219, 109.28377, 158.57076, 130.84621, 146.30591, 116.37474, 113.78093, 86.3145, 132.98123, 147.74861, 141.06238, 87.13937, 109.1955, 76.82793, 122.98286, 145.45277, 88.24281, 156.58612, 121.40923, 157.05502, 130.10231, 95.22407, 210.08038, 157.89369, 121.59707, 100.23375, 152.93567, 137.53453, 130.64615, 104.44327, 138.11977, 103.05551, 143.15939, 128.82851, 151.07368, 138.5298, 163.75348, 115.53127, 113.76447, 142.48672, 101.84848, 121.07092, 153.79767, 116.01697, 150.58148, 144.06647, 141.60635, 220.63419, 137.46883, 150.39592, 194.26595, 226.54202, 117.25564, 188.96887, 172.41199, 109.49123, 217.68919, 113.10104, 93.85059, 135.43542, 173.80499, 143.58618, 116.69416, 145.08005, 134.58189, 157.20454, 120.49571, 143.69421, 162.60767, 117.1956, 122.86958, 119.95061, 171.90567, 113.36691, 151.82501, 115.01772, 153.06976, 148.22809, 202.3338, 153.38123, 178.01572, 133.36276, 97.03511, 98.20514, 152.27959, 167.10565, 147.85519, 73.47711, 192.68631, 139.15028, 168.83231, 138.36517, 92.23082, 107.05127, 145.20786, 138.80359, 108.22676, 146.70184, 126.803, 127.86111, 194.09, 162.36328, 110.89795, 154.63821, 172.49814, 139.32016, 93.95459, 145.59515, 119.62753, 104.53302, 113.55871, 137.62781, 115.86766, 145.76341, 230.97202, 107.57613, 166.60245, 137.84854, 208.26878, 112.52905, 192.5347, 179.56281, 157.79352, 131.5325, 141.28712, 172.41585, 102.63226, 141.09099, 115.24934, 215.53897, 96.94286, 114.09676, 118.55984, 116.53821, 149.85847, 88.02632, 165.08649, 127.48885, 154.45999, 215.73938, 181.5433, 185.77728, 186.68011, 119.16458, 188.13721, 212.64062, 229.71242, 150.65631, 171.29724, 160.81961, 188.90219, 178.03766, 122.15239, 108.81659, 117.30728, 156.10107, 161.45116, 186.97505, 162.72899, 172.48413, 139.96802, 174.57883, 130.8262, 158.16528, 171.39902, 111.36369, 184.15948, 165.82739, 143.93323, 186.38075, 214.6998, 139.01587, 180.35068, 170.50967, 180.51169, 191.25241, 130.15216, 213.18071, 114.83396, 170.1611, 158.69223, 134.2045, 161.78291, 170.16299, 133.18585, 149.7881, 119.30542, 160.61362, 147.98537, 129.98328, 127.77249, 178.81982, 196.45258, 131.92195, 115.78097, 150.41687, 162.74176, 154.34773, 157.27592, 192.47417, 159.30367, 143.4612, 200.3242, 168.33911, 134.66296, 236.52069, 163.91248, 229.7235, 124.22132, 144.61142, 125.7781, 173.74225, 156.10919, 185.1765, 227.91049, 215.88962, 159.10837, 143.40686, 128.5282, 158.46461, 209.15648, 186.91968, 168.16394, 124.18629, 189.69724, 131.23953, 213.50806, 167.01117, 140.50217, 167.5329, 168.73422, 140.56738, 224.83711, 137.31857, 233.90787, 177.86287, 146.66811, 146.39676, 124.53924, 202.416, 174.48158, 140.50185, 114.39928, 173.16586, 148.61133, 145.72878, 150.87631, 176.93755, 103.33123, 137.35788, 123.7532, 162.23145, 109.87704, 116.59289, 188.12587, 126.30621, 172.69022, 176.49991, 139.41338, 138.86624, 146.74782, 156.39777, 142.24411, 194.33749, 119.48346, 186.07552, 151.32318, 198.80724, 136.48785, 139.20723, 146.22792, 237.76552, 193.65309, 172.64082, 118.75722, 101.99586, 138.19836, 100.16127, 194.07985, 167.86861, 149.45078, 160.2169, 153.4288, 117.5157, 149.95706, 186.22179, 184.68062, 126.55884, 142.15567, 176.45177, 184.09355, 137.04642, 143.74469, 127.36519, 157.15213, 155.29083, 161.80821, 104.84901, 202.04672, 162.50363, 163.27718, 157.65433, 195.8905, 137.12521, 173.93472, 189.82404, 212.3866, 191.76425, 186.6077, 177.3867, 188.62877, 170.59373, 150.43109, 158.36182, 95.96536, 150.31085, 200.1122, 135.01099, 137.13197, 133.78506, 191.53531, 139.38318, 156.44562, 208.01903, 182.60515, 136.43875, 153.0081, 180.14461, 184.71649, 148.17664, 93.87305, 192.42908, 187.08313, 197.15067, 118.26524, 142.07193, 203.6342, 213.66992, 183.48444, 97.91238, 156.16357, 163.74249, 198.13414, 206.09566, 185.39743, 207.60503, 166.59604, 140.10423, 182.47586, 187.42949, 169.00925, 182.9989, 140.8174, 162.95644, 156.27885, 161.3746, 167.76663, 208.01024, 175.74506, 281.86597, 177.14905, 146.82199, 148.80634, 176.86101, 192.40648, 220.25092, 136.15353, 179.30476, 170.51639, 133.7072, 210.62959, 195.87921, 173.88794, 204.9328, 133.26108, 148.95001, 190.67929, 226.86002, 250.02969, 153.39667, 178.1911, 176.13557, 119.16357, 185.95667, 228.95654, 187.12309, 263.4436, 237.16428, 125.15766, 158.09119, 194.98404, 270.95673, 277.38913, 158.48152, 296.15042, 171.431, 140.12799, 164.51215, 208.0359, 228.41762, 196.17998, 200.10065, 200.93481, 204.02946 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.1836820943532236, "neutral_loss": 2.719944396538361, "target_chat_loss": 2.316261413660404, "neutral_init_loss": 4.3541309387207034, "target_chat_init_loss": 2.932210440499442, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 56.46899, 65.69445, 60.95969, 74.58633, 79.37772, 97.25668, 103.661, 69.10696, 68.55995, 69.06048, 106.58231, 87.94257, 93.56454, 97.48858, 70.66019, 137.98851, 86.61203, 89.92447, 86.54453, 75.93141, 103.46561, 64.33894, 85.73788, 106.52916, 79.44933, 76.98273, 91.17737, 88.83246, 68.64926, 58.3664, 94.93462, 85.82137, 64.26266, 87.43568, 67.85228, 77.782, 104.38581, 58.16751, 78.32258, 60.73865, 94.91858, 81.59985, 86.02264, 121.68016, 94.29935, 71.90594, 97.76292, 132.39752, 81.93262, 72.02034, 113.73863, 80.0334, 87.16759, 81.96364, 76.69049, 95.42265, 56.3943, 100.11682, 66.56511, 79.56962, 115.50273, 105.22795, 95.76675, 93.55331, 100.83778, 82.50618, 123.49701, 134.15489, 91.9303, 100.43239, 107.88995, 60.5641, 108.45212, 107.42133, 67.99143, 64.22769, 103.94148, 74.53345, 97.29684, 110.47097, 80.71965, 65.08297, 116.46936, 95.23901, 104.5939, 85.43888, 58.02964, 77.84618, 106.6949, 79.55373, 79.67608, 87.86543, 90.08421, 67.29411, 104.02789, 85.12975, 91.62871, 83.33125, 97.99477, 126.39632, 70.28076, 117.09136, 88.2486, 90.7657, 91.08729, 85.20759, 84.79331, 102.48392, 116.36547, 106.73879, 111.08354, 105.70592, 100.56824, 99.02202, 108.3024, 106.69519, 81.34805, 116.03333, 80.90417, 71.44658, 81.5448, 85.14481, 104.88616, 64.60949, 116.33704, 87.9539, 112.07788, 104.5981, 113.75655, 70.17365, 105.18314, 126.34571, 79.62077, 93.2377, 115.3326, 97.62207, 108.44154, 107.32946, 101.28608, 91.15921, 89.0648, 132.27682, 76.48392, 90.92154, 109.04497, 77.80227, 95.15044, 85.47713, 102.61333, 89.30511, 119.53793, 108.91523, 121.97211, 107.71835, 88.09884, 98.17772, 72.12535, 99.87186, 48.09989, 92.97119, 122.35831, 103.72954, 106.73669, 112.2233, 89.84705, 107.89512, 62.17054, 120.07062, 108.7814, 89.85192, 105.02101, 96.77566, 93.34987, 91.10461, 85.18378, 101.31305, 111.16378, 102.33825, 96.88346, 110.30636, 113.2842, 92.37534, 95.39975, 120.72923, 141.94193, 97.41985, 72.9224, 93.33302, 114.11015, 102.99975, 105.73493, 95.64191, 58.50931, 125.07106, 102.22186, 105.88908, 103.75627, 103.51697, 98.65135, 88.25603, 90.59957, 120.88705, 94.42559, 75.65443, 104.32721, 99.18382, 119.57028, 99.19815, 90.96693, 101.88791, 113.91507, 99.27654, 91.23429, 113.01175, 108.0033, 107.67912, 123.23379, 141.13077, 112.71646, 64.60831, 160.42313, 90.60834, 125.28822, 79.81426, 121.62733, 107.2729, 80.75909, 78.14769, 118.08832, 103.76677, 104.43929, 134.0864, 89.46732, 89.20149, 91.02854, 84.49556, 124.00875, 116.20867, 122.33714, 161.74945, 152.84581, 137.95543, 107.84804, 97.55067, 88.36713, 70.50345, 108.57961, 114.96819, 112.65266, 118.00439, 82.66125, 147.12363, 125.32915, 240.05162, 232.6516, 290.39532, 287.28741, 193.18089, 346.11319, 252.99429, 305.86572, 254.75455, 257.85858, 251.58817, 281.82129, 214.45047, 274.22769, 256.54819, 240.08154, 269.7049, 305.96631, 206.1304, 294.58441, 239.66783, 346.51678, 209.40007, 284.16919, 278.29803, 268.81894, 280.53326, 296.80881, 255.41031, 305.33276, 301.45709, 261.67154, 273.39493, 250.34482, 224.11581, 284.04492, 294.4332, 362.69, 266.42273, 281.36328, 263.70483, 259.18164, 226.66937, 351.53839, 301.46423, 311.92749, 267.99152, 329.25552, 273.58566, 234.99458, 244.89388, 245.91466, 227.9604, 250.88431, 345.47052, 240.04016, 214.34351, 284.78271, 321.2356, 249.32968, 338.54718, 266.5061, 322.25525, 318.75247, 263.66632, 210.17072, 320.1116, 223.99329, 247.29312, 376.68323, 359.95584, 329.42212, 296.15961, 220.96552, 250.67082, 401.19626, 250.09792, 287.88342, 290.92783, 283.07812, 245.02666, 318.54416, 282.26425, 193.80707, 373.43167, 294.24103, 239.23492, 315.51114, 421.35718, 286.48492, 297.80447, 333.07169, 244.12155, 254.27136, 384.76624, 197.12094, 368.57349, 331.83466, 168.24353, 242.05229, 355.10672, 315.7063, 361.37164, 293.49594, 349.87012, 382.68103, 329.39111, 314.45105, 272.07346, 254.19373, 266.86212, 338.3891, 248.92697, 296.02103, 354.09351, 257.49802, 277.65628, 292.12988, 240.8051, 296.10358, 264.21744, 234.44016, 303.37598, 241.47298, 251.47356, 228.88649, 312.76855, 340.56189, 301.71405, 335.21246, 424.99417, 325.78955, 360.69055, 406.36475, 340.66412, 188.82715, 370.18048, 375.44635, 394.67084, 232.46692, 267.35767, 264.91632, 306.6962, 344.84381, 375.65918, 284.67261, 389.13748, 243.57919, 224.72644, 303.41632, 267.23087, 340.68686, 312.07324, 256.87143, 305.1398, 315.10165, 235.32632, 232.56944, 247.56631, 316.67194, 187.62128, 269.8924, 284.39478, 293.67496, 317.25266, 313.65631, 451.02075, 263.56335, 349.01239, 376.57208, 305.18961, 292.45499, 395.89658, 369.50439, 297.52689, 307.62747, 262.81503, 315.4913, 398.5343, 261.45288, 308.09738, 411.18616, 307.76215, 287.62317, 241.72382, 353.5874, 327.66492, 413.80765, 369.15271, 406.93808, 301.03851, 359.4592, 249.35571, 324.85864, 333.37207, 401.12796, 345.38116, 365.47134, 378.39294, 317.67691, 351.04236, 414.74243, 343.13885, 342.56683, 289.51501, 330.77271, 348.44531, 311.56927, 432.52298, 356.83987, 318.57895, 359.23828, 404.24982, 318.22241, 388.80798, 351.64288, 349.32242, 371.90039, 344.44864, 330.92383, 365.67065, 330.20636, 363.34244, 277.60736, 320.49023, 365.89206, 282.93576, 397.64847, 321.0744, 291.61353, 329.52374, 368.73779, 331.70007, 330.22235, 294.54822, 354.63919, 366.95459, 387.91165, 347.64325, 247.10246, 310.87274, 232.94485, 333.14856, 337.64697, 285.92578, 332.7951, 264.20862 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 69.64722, 76.56396, 103.16394, 87.62929, 72.51357, 49.31644, 89.14375, 108.10967, 95.1485, 100.23343, 83.28996, 84.03715, 79.13466, 88.27077, 111.62244, 98.51012, 95.43902, 50.35481, 120.40562, 73.08841, 108.32948, 139.70581, 77.1413, 105.19829, 84.58245, 99.36865, 92.42661, 69.60666, 69.90816, 88.13184, 109.75646, 88.21585, 110.92697, 82.76275, 112.31233, 153.48285, 86.18922, 92.50457, 86.3468, 148.27005, 100.09925, 112.10015, 111.89659, 69.17483, 92.84598, 107.88917, 109.71856, 100.36845, 192.90097, 108.22084, 111.405, 107.94717, 115.09415, 107.60186, 129.87639, 100.45093, 149.1181, 103.99313, 124.85536, 122.14951, 123.86029, 93.49583, 66.05921, 74.72379, 136.14409, 153.43333, 79.74208, 101.88477, 113.02904, 60.17237, 68.85291, 121.11845, 106.0219, 98.90244, 98.12, 117.72949, 122.46859, 144.01517, 117.18106, 91.33443, 111.83748, 96.86355, 89.62572, 91.19439, 116.54253, 65.38425, 153.09747, 94.05064, 105.20772, 123.51122, 134.56491, 85.56397, 127.85668, 110.83557, 135.30727, 149.63893, 92.66718, 96.72517, 86.73178, 63.00174, 82.41586, 102.6339, 76.45284, 139.18893, 143.09921, 110.4401, 137.14815, 161.81169, 96.39014, 142.89893, 120.38806, 81.80757, 134.81235, 130.34464, 134.44333, 118.29729, 175.66568, 118.12967, 103.2964, 159.67128, 117.81267, 125.51216, 85.17706, 89.54064, 145.2917, 178.0069, 161.27451, 120.0153, 113.01601, 105.5004, 140.58047, 71.62001, 103.42757, 115.70835, 102.66589, 133.87469, 142.6879, 74.01459, 110.06537, 183.84618, 84.95837, 120.69705, 112.67902, 102.05318, 89.89401, 127.65031, 109.93386, 106.38778, 112.65059, 120.61408, 101.14611, 96.59136, 113.2384, 130.75284, 140.26677, 106.85693, 85.2687, 88.32553, 146.0685, 94.0291, 104.33437, 127.20554, 91.13833, 113.28365, 174.61432, 145.07823, 151.4902, 97.78249, 147.3613, 69.33574, 101.79189, 149.84918, 127.77249, 103.95255, 125.12958, 142.57336, 82.40331, 128.92856, 137.37018, 94.88741, 182.52429, 173.25797, 52.66804, 115.59424, 136.45129, 94.5388, 134.28194, 144.36179, 165.04355, 109.3186, 126.49045, 149.86629, 104.67447, 118.82532, 135.7485, 131.53731, 167.13634, 123.91399, 111.98683, 162.75452, 158.07471, 97.30439, 131.82381, 70.01769, 93.65034, 86.24332, 149.84546, 144.53246, 135.33437, 82.41596, 130.66006, 206.69856, 159.97311, 82.14956, 95.63597, 91.16097, 107.67676, 108.2863, 163.40752, 161.87881, 112.72055, 142.96536, 109.17891, 129.00122, 179.6526, 103.03935, 156.82321, 107.83611, 198.6062, 130.96896, 92.69104, 143.47812, 136.62155, 155.08003, 100.39867, 109.05696, 86.49873, 168.87668, 120.09419, 172.72803, 111.74145, 107.62173, 148.94193, 132.68774, 183.40024, 93.90842, 158.92136, 142.01903, 124.28368, 172.60052, 223.84923, 129.28146, 146.84145, 116.9679, 176.37015, 133.38531, 116.48639, 116.92569, 121.14058, 85.94107, 194.84755, 69.29932, 139.51968, 149.11395, 120.55458, 127.97401, 194.55768, 168.14542, 146.76886, 152.2392, 126.60511, 153.36273, 197.50797, 110.57414, 107.07375, 94.807, 192.3315, 214.37579, 99.80806, 102.32967, 168.34337, 100.94296, 94.86116, 124.89635, 109.64705, 135.57431, 143.13759, 137.67696, 132.43805, 110.59012, 136.99658, 172.03032, 120.22579, 159.29718, 133.53806, 157.54578, 138.93289, 102.93465, 150.31953, 122.08165, 142.80806, 113.85281, 112.54171, 80.46146, 128.63573, 148.61794, 136.84639, 84.48026, 104.68892, 74.14137, 122.37946, 136.50821, 81.98862, 148.56555, 114.78615, 153.92726, 123.22798, 89.97839, 204.97366, 151.71149, 115.46319, 94.0582, 150.47131, 134.48206, 128.49803, 100.00522, 134.46533, 99.83765, 137.67509, 119.6633, 148.17067, 132.76933, 158.78821, 112.97939, 111.78078, 145.93242, 98.19634, 114.43343, 146.63879, 114.48411, 143.81784, 139.10153, 134.9619, 218.49823, 132.61594, 145.10077, 189.67773, 224.17661, 114.56848, 178.88217, 172.22598, 101.27393, 212.04559, 108.92855, 91.05675, 132.58391, 168.52689, 145.91833, 112.33994, 140.56049, 127.40117, 152.70651, 117.57579, 141.01373, 160.67668, 116.22644, 121.7844, 119.0089, 167.42673, 107.69008, 149.27338, 107.81792, 151.78482, 146.68222, 196.78714, 149.30103, 176.40454, 131.49332, 95.37944, 89.26427, 147.95383, 160.61252, 142.9856, 67.54777, 189.22467, 135.16946, 160.95511, 130.95474, 91.80317, 100.17405, 143.81204, 134.71844, 101.45367, 140.41446, 117.27884, 125.06285, 187.00388, 152.53384, 106.97562, 154.44101, 166.09256, 138.24124, 91.15111, 135.46609, 120.53886, 98.49659, 107.97379, 131.96312, 108.51637, 141.42865, 225.77466, 108.25728, 164.78485, 132.3472, 199.16055, 106.32591, 184.51878, 170.63245, 150.69609, 121.30489, 140.64331, 164.81641, 98.58876, 139.07463, 112.66145, 206.08685, 93.5703, 108.26216, 114.3632, 110.40654, 140.27786, 83.36009, 159.50519, 119.81889, 148.00803, 198.92221, 178.2496, 180.96179, 181.30634, 114.1296, 182.42329, 210.45993, 225.60857, 148.14713, 167.8175, 153.87079, 183.28271, 174.36031, 115.93085, 102.37719, 111.24614, 149.49948, 152.5141, 184.19989, 156.83563, 163.92499, 137.71866, 165.83908, 123.38371, 152.9908, 167.90939, 101.09116, 178.45692, 158.5007, 142.8886, 182.52269, 214.08737, 135.06955, 174.73541, 164.37585, 173.28754, 190.4707, 120.26816, 205.32895, 109.91681, 168.07118, 152.27264, 131.31012, 156.67343, 164.78064, 133.89995, 149.11591, 114.24915, 151.06142, 143.02631, 125.85339, 121.8455, 169.9418, 186.11539, 126.19058, 112.7675, 146.28571, 158.27161, 154.31332, 149.35738, 181.34106, 155.34094, 141.5365, 195.12749, 165.54105, 130.88533, 231.7113, 160.29202, 223.19876, 118.41168, 140.2793, 122.2206, 166.90189, 153.78928, 182.10944, 220.94882, 210.13545, 151.51399, 138.9097, 118.67744, 155.29752, 201.46747, 177.03241, 163.70203, 119.42259, 186.81223, 130.76569, 210.17676, 163.20222, 138.14355, 160.73355, 161.25226, 135.62117, 216.83115, 129.79736, 228.3764, 174.10194, 141.84492, 141.17346, 119.71533, 198.27473, 167.05597, 134.77631, 111.26012, 170.4903, 141.5531, 142.72836, 144.84483, 172.10468, 96.38817, 133.56638, 122.68362, 157.18585, 107.15302, 111.6619, 183.19978, 123.43541, 163.21564, 166.7222, 130.29956, 131.05539, 139.38152, 149.83182, 144.6089, 188.61374, 117.84892, 182.25697, 144.4726, 196.05103, 133.07101, 135.3665, 141.48528, 236.0248, 187.26329, 167.95615, 113.36288, 94.92146, 134.90976, 94.87749, 187.5714, 164.24155, 144.80827, 149.82106, 150.78107, 113.33324, 146.21597, 178.12105, 181.13016, 123.29738, 135.67996, 168.46477, 172.16486, 133.43163, 135.7912, 118.98016, 158.88165, 150.1369, 151.34102, 101.3217, 195.75162, 157.87268, 154.18428, 150.63724, 190.78464, 129.97475, 166.81387, 185.22864, 206.84216, 180.82231, 186.12762, 171.32828, 185.07422, 166.49229, 145.6474, 151.78036, 92.06096, 144.65178, 190.97958, 126.88391, 132.16182, 133.36501, 183.82982, 134.19629, 148.99466, 199.79855, 177.02301, 136.97879, 151.37875, 169.09297, 175.06487, 141.96922, 90.47875, 188.59061, 183.13367, 189.26755, 112.36325, 132.87019, 194.06003, 206.74765, 178.63141, 93.60272, 147.46638, 157.32483, 197.14571, 200.97491, 180.90674, 201.34607, 153.31795, 140.01688, 178.6942, 178.81982, 162.62439, 174.782, 137.8595, 160.82565, 146.77112, 155.70682, 162.51581, 198.69197, 162.55876, 276.18481, 172.16423, 142.14784, 142.25369, 171.42986, 191.17053, 215.57773, 126.12825, 170.45738, 161.84451, 132.00569, 207.52353, 192.08487, 166.76334, 202.50626, 127.23905, 145.14508, 188.23099, 222.12057, 244.04045, 147.47908, 170.67758, 172.95741, 113.19099, 178.73352, 226.89105, 184.15367, 261.94165, 229.51334, 113.19946, 152.62299, 189.03603, 269.34241, 270.66028, 152.8634, 290.36566, 166.12546, 134.33453, 157.55299, 201.46262, 222.86241, 192.35406, 196.51529, 199.94539, 200.37262 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 0.30819117241508415, "neutral_loss": 2.6663812947390704, "target_chat_loss": 2.1777984237150503, "neutral_init_loss": 4.153056860351563, "target_chat_init_loss": 2.6578623962402346, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 54.12906, 62.26894, 57.26389, 69.89819, 79.0517, 93.33443, 97.09385, 64.88633, 66.87717, 67.03481, 101.68899, 84.13896, 90.50507, 95.6999, 65.35928, 134.35132, 81.71253, 87.36223, 83.84462, 74.60357, 100.53996, 60.13495, 83.32816, 102.92976, 75.25549, 65.71499, 91.30916, 85.45113, 61.55386, 56.76616, 90.91142, 83.66898, 57.2401, 87.84206, 65.60812, 78.87392, 99.64758, 54.63288, 72.31795, 58.73356, 93.06229, 78.49457, 78.80943, 121.48196, 89.37774, 66.82491, 95.42787, 127.21724, 76.90697, 71.31093, 113.38179, 79.16961, 86.47858, 77.09615, 69.03639, 92.09622, 55.18972, 93.03232, 64.10136, 74.98696, 107.00737, 102.64429, 91.57286, 87.3558, 97.0014, 80.64915, 121.22151, 132.10762, 86.49042, 96.70644, 104.80321, 57.63964, 106.49779, 103.9373, 60.52727, 62.70575, 97.68141, 74.24321, 88.27412, 101.78154, 77.57973, 59.0531, 115.42543, 92.07214, 99.87558, 81.41237, 55.58828, 76.90561, 100.21182, 78.70829, 76.87313, 84.1412, 83.56958, 62.51783, 100.16719, 82.97185, 89.49105, 78.35405, 89.84389, 118.0778, 67.40677, 117.18221, 85.841, 85.12412, 87.82359, 83.26817, 83.13591, 99.87463, 117.52341, 105.56232, 105.33257, 97.09674, 95.76787, 89.65498, 97.30443, 101.37977, 79.38504, 113.8553, 77.57961, 69.49341, 79.4581, 82.01826, 100.77792, 61.15942, 109.75598, 86.16649, 104.78549, 105.53615, 107.24124, 67.46095, 101.31141, 119.73573, 75.6132, 87.81346, 111.29387, 94.74802, 104.61937, 102.65088, 97.45926, 87.93864, 81.73522, 126.44958, 74.03757, 80.51876, 107.92986, 71.41005, 93.59881, 80.12106, 100.95702, 86.17067, 120.03111, 103.70919, 119.55171, 104.65962, 84.55669, 96.66331, 70.36707, 99.40587, 45.6642, 89.08125, 115.37909, 97.30779, 100.10689, 109.96745, 87.4383, 105.77227, 57.39655, 115.88076, 103.14732, 83.92883, 98.17388, 92.233, 89.94962, 88.24039, 82.30695, 96.96584, 107.18074, 96.01944, 90.91444, 101.62564, 110.44394, 83.60686, 94.34592, 114.75078, 134.38263, 95.02835, 70.21063, 83.73306, 112.90977, 101.17365, 104.62502, 93.01744, 57.37573, 122.9077, 97.91109, 106.80823, 99.16916, 107.74468, 95.9059, 83.54098, 89.33777, 118.548, 91.48788, 68.24858, 102.66782, 96.4491, 116.25923, 97.18935, 80.99095, 100.55832, 105.54932, 95.811, 87.26112, 106.37675, 106.25522, 102.2728, 120.79958, 137.25417, 104.71403, 59.34736, 157.0788, 86.85529, 118.26842, 75.13551, 117.02222, 101.53265, 78.14246, 73.1245, 115.45669, 95.28349, 105.32604, 124.91885, 86.34825, 87.1116, 90.09987, 80.20081, 115.86759, 109.21498, 118.71935, 164.03572, 145.62955, 130.99619, 104.437, 93.07282, 85.41733, 69.10208, 105.85214, 109.51782, 109.08241, 113.86501, 80.19782, 141.98517, 122.66372, 233.51971, 230.44096, 289.47375, 281.44458, 193.54395, 344.00842, 247.63759, 301.3468, 251.27995, 251.16602, 248.67003, 275.95584, 211.42001, 274.42236, 257.19669, 235.72214, 266.24341, 301.1557, 203.21515, 291.9563, 236.56519, 335.64377, 209.9086, 277.35107, 273.83713, 260.02719, 279.31683, 295.96982, 252.53033, 301.7782, 298.27261, 258.49548, 271.61792, 250.13661, 223.20006, 280.69342, 288.74304, 360.48727, 264.87177, 279.70398, 258.77469, 251.70293, 228.36418, 347.52692, 297.69833, 306.24658, 265.29846, 326.9693, 270.75809, 232.96208, 239.9854, 240.23817, 225.13214, 248.7352, 339.7074, 240.44077, 212.43347, 281.07678, 317.45795, 243.72272, 333.07086, 261.46228, 319.20355, 313.78876, 259.64172, 206.90486, 315.68411, 222.60785, 249.07364, 364.59833, 348.71439, 322.07162, 294.54501, 218.19427, 250.04707, 388.96277, 248.75693, 283.85959, 287.86414, 277.33221, 239.45892, 310.22064, 279.23737, 189.5463, 366.17096, 292.4552, 241.81987, 313.30542, 417.8501, 284.86005, 298.82556, 332.15411, 245.49013, 250.24493, 380.5683, 194.00021, 361.46973, 327.07144, 166.15269, 236.92931, 348.93622, 307.30685, 355.82935, 283.59448, 340.57837, 370.08325, 329.10358, 311.00708, 263.81451, 252.05994, 261.25537, 332.22815, 242.1355, 290.62915, 350.45294, 255.69437, 276.93304, 289.70081, 241.45264, 293.61673, 261.67175, 231.19928, 300.40173, 241.80435, 246.51956, 225.4305, 307.44717, 332.96738, 297.82391, 330.15918, 418.88177, 318.76709, 358.14276, 404.47556, 340.5285, 184.41454, 367.12762, 368.62817, 382.31, 227.03271, 265.47772, 258.30838, 302.88144, 343.8269, 371.48871, 281.59998, 382.43582, 244.10043, 224.1004, 298.5173, 269.3237, 336.84039, 300.29144, 250.30286, 299.32416, 309.4082, 230.22348, 226.37758, 244.70953, 313.1806, 186.11209, 268.35251, 279.54224, 293.02945, 311.87204, 312.70541, 443.87582, 262.23053, 340.06509, 373.44696, 302.78848, 283.71454, 391.72217, 367.93414, 293.00458, 303.97263, 260.37558, 314.12097, 392.08112, 259.979, 304.00452, 400.82382, 304.98639, 281.54095, 239.07462, 348.89661, 324.57175, 408.45477, 361.20386, 405.21671, 297.08643, 353.72766, 242.62823, 320.37927, 326.65637, 396.11462, 338.40201, 360.46072, 376.13733, 313.3028, 344.01721, 407.97479, 338.76596, 335.57526, 288.75034, 328.302, 344.19778, 305.92014, 428.28632, 355.88242, 311.49515, 355.50589, 404.44974, 314.86243, 382.69702, 349.0697, 347.84943, 367.79651, 334.84882, 328.73846, 360.30789, 324.56232, 361.26465, 278.33643, 321.10391, 358.52374, 278.05432, 387.24094, 320.39145, 289.30426, 325.68231, 363.284, 326.45605, 330.44751, 294.45319, 354.35364, 357.81549, 380.6048, 343.36676, 244.67203, 308.05145, 228.95328, 327.35983, 335.5719, 285.44113, 328.45593, 259.69501 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 62.73378, 66.04303, 99.93132, 84.73796, 66.80805, 48.47493, 76.52728, 97.48395, 90.3632, 103.27355, 76.08897, 83.9949, 72.0048, 82.8421, 104.93442, 99.97885, 87.4669, 42.2251, 109.25102, 67.98867, 101.14893, 124.73946, 69.95937, 97.00195, 77.8199, 94.38005, 88.02448, 68.42114, 64.73564, 81.26971, 102.41497, 80.49639, 105.90605, 77.71352, 96.89555, 143.64084, 84.41766, 85.57495, 76.52889, 134.54543, 90.27674, 103.28543, 98.9923, 68.11967, 88.78178, 99.92305, 106.12088, 94.19757, 183.62595, 92.03244, 105.85574, 99.36664, 111.10678, 100.37859, 116.62322, 99.28475, 144.35373, 97.8299, 115.64688, 108.58797, 116.05844, 86.78769, 58.77731, 70.64243, 125.68631, 143.23158, 71.77827, 91.98038, 98.16178, 58.27826, 56.34624, 109.00107, 96.8002, 92.86765, 87.24422, 108.59282, 117.61743, 133.73633, 113.88555, 82.71788, 104.56717, 90.39597, 85.86359, 90.34274, 110.52971, 63.99603, 147.83185, 90.35713, 97.68852, 110.96911, 127.40366, 81.26048, 122.28471, 103.461, 125.90182, 143.81061, 86.10105, 92.34799, 80.46785, 56.48623, 69.90097, 102.09912, 73.02507, 130.78587, 132.45972, 99.32967, 121.99976, 151.43968, 89.24854, 139.85919, 118.97009, 70.5769, 123.61362, 123.1795, 123.30771, 104.676, 160.29521, 106.69739, 95.00941, 155.49023, 108.93217, 115.28736, 74.27062, 80.14619, 140.5762, 172.4216, 149.99377, 116.7095, 110.42386, 95.66384, 131.57028, 70.57831, 91.92065, 105.87599, 96.26814, 123.66013, 139.72816, 66.11298, 101.87567, 177.44846, 84.23535, 115.18913, 96.39509, 98.28293, 84.90765, 116.54672, 95.4579, 98.74152, 117.03432, 107.94865, 91.53159, 82.77081, 109.16223, 126.39848, 127.43069, 101.55562, 71.02599, 81.81679, 132.40112, 85.69, 97.65394, 114.52893, 87.33309, 113.38302, 163.30753, 135.52414, 144.69073, 90.89149, 136.43819, 64.83227, 85.46618, 139.33429, 116.13465, 94.06943, 116.24601, 132.81491, 75.45534, 114.66055, 132.19041, 81.30222, 168.6906, 170.20595, 50.50399, 109.3938, 124.52524, 81.75462, 116.33389, 138.18033, 153.35182, 99.58791, 119.21763, 137.16302, 96.48622, 105.98859, 130.35345, 117.30026, 160.14096, 109.97325, 105.64406, 158.98337, 152.985, 87.68841, 122.95772, 62.84929, 90.714, 79.51011, 133.89024, 136.13943, 130.45102, 78.1939, 115.17321, 197.96332, 149.93893, 76.25237, 92.56155, 86.28224, 100.56528, 103.31403, 153.79886, 154.96207, 98.10979, 132.99135, 104.79306, 120.42403, 174.38194, 101.28342, 151.2408, 100.39736, 190.62482, 118.32906, 88.22244, 132.3748, 129.3376, 150.31354, 96.59081, 104.85011, 86.95145, 167.31744, 112.15773, 165.58763, 106.31023, 95.1898, 142.17868, 122.9854, 174.62103, 84.89347, 153.42105, 119.4626, 120.30342, 156.43077, 217.81891, 115.96487, 132.74466, 110.81267, 167.95203, 122.15526, 111.54692, 105.90217, 116.8364, 81.57288, 190.04825, 65.11483, 133.85239, 136.48691, 113.25346, 120.72453, 181.99747, 147.67548, 147.27971, 144.95926, 120.36107, 140.57559, 183.10275, 101.87483, 98.50937, 88.18033, 186.70003, 204.96387, 93.88182, 93.65269, 164.46017, 93.76712, 90.84824, 125.63525, 97.29418, 128.45807, 138.09186, 129.30243, 132.87363, 103.14703, 132.86586, 159.64186, 119.70092, 148.10965, 128.07571, 150.96677, 137.36462, 87.92253, 138.8333, 112.1788, 135.74405, 110.0336, 103.86548, 78.39903, 124.13274, 149.76773, 125.57295, 78.22021, 100.80894, 67.07434, 122.65363, 125.27478, 74.77287, 137.02722, 102.4318, 144.53783, 114.21515, 85.04698, 192.87898, 138.25519, 107.41051, 91.27765, 141.00528, 128.19887, 119.69356, 92.65872, 124.55318, 95.87733, 126.00014, 111.30476, 144.16383, 124.6674, 150.74564, 106.81923, 108.75581, 142.87296, 92.21322, 108.06763, 127.4931, 116.62688, 134.30188, 130.51794, 127.53584, 211.63025, 122.11053, 136.36755, 177.84982, 216.44092, 111.14799, 164.43427, 161.28384, 92.31198, 204.31125, 102.07569, 83.74277, 125.37799, 161.77867, 141.82339, 104.43845, 133.36926, 117.02335, 141.32227, 109.14198, 136.37477, 157.40384, 115.09569, 123.97039, 121.63702, 157.20711, 99.58482, 142.59021, 95.91718, 147.11203, 142.32156, 190.57956, 142.43767, 169.39227, 126.79311, 92.79224, 76.28075, 139.18781, 150.00716, 135.56955, 60.91871, 182.51352, 126.51508, 154.85391, 120.36174, 87.42195, 88.61124, 136.96057, 124.43153, 93.65784, 128.56534, 107.43701, 121.44422, 175.14241, 133.79301, 104.25792, 154.28397, 151.55231, 132.75652, 91.96141, 125.34959, 121.15168, 90.60741, 95.65976, 123.11449, 97.56229, 129.60757, 216.65596, 107.67848, 161.69754, 122.54555, 185.06671, 93.67786, 174.77791, 162.06258, 141.9007, 106.84789, 145.42471, 152.23108, 92.56476, 124.77248, 101.87613, 190.83997, 87.84544, 97.74975, 108.60648, 100.1482, 128.75682, 73.27027, 152.01514, 103.68102, 140.83401, 176.25549, 172.95769, 161.87498, 170.99323, 104.53069, 174.64395, 203.92401, 221.61143, 145.08574, 157.35199, 140.47415, 176.15318, 161.67609, 105.65617, 101.48349, 102.2271, 140.9953, 142.03592, 181.95419, 150.86646, 152.95032, 131.97162, 155.5582, 110.66492, 139.81943, 159.10765, 85.69939, 164.03183, 144.71088, 139.21396, 175.04071, 209.686, 123.88589, 167.16626, 167.0798, 164.54248, 183.08206, 111.75837, 185.48619, 104.52942, 160.32516, 145.89728, 128.89705, 149.28998, 154.83122, 128.37094, 146.50125, 103.9486, 139.74165, 135.86801, 115.18267, 113.81622, 156.90388, 170.77043, 121.19714, 109.90378, 141.37802, 143.35884, 152.79935, 139.07071, 160.84586, 149.24414, 136.40823, 184.85495, 160.58839, 127.42783, 219.88681, 151.92091, 209.08685, 109.58308, 134.6472, 113.41333, 152.25555, 145.856, 172.38631, 206.12595, 200.66629, 139.75484, 131.80525, 109.15575, 147.85709, 190.94974, 164.16826, 155.85016, 112.10667, 182.06973, 128.24147, 200.62546, 162.36771, 128.3902, 148.07069, 154.9519, 127.29146, 204.36295, 125.17959, 217.16031, 168.71237, 135.10631, 134.17268, 112.24377, 191.61378, 154.31839, 125.78549, 101.84351, 164.75063, 128.78181, 135.75981, 133.54195, 159.03206, 85.31768, 121.98412, 123.29171, 150.29846, 101.2666, 106.62875, 176.56316, 121.59511, 144.46031, 154.2729, 112.52157, 122.38294, 124.54366, 139.63522, 149.62422, 179.74332, 107.95874, 177.09531, 133.83353, 192.43869, 128.94321, 131.02994, 135.2355, 225.28183, 182.91103, 158.45663, 107.62112, 87.42746, 130.72685, 89.59729, 169.59851, 157.20688, 137.86525, 128.83354, 145.84254, 110.42971, 131.92651, 165.93166, 173.27721, 117.04012, 123.55833, 155.42361, 157.17931, 133.97328, 123.54361, 106.12174, 165.92929, 143.12679, 133.70145, 98.3907, 184.14864, 146.9483, 138.01566, 132.25609, 182.37012, 113.57457, 159.15829, 176.41269, 193.18442, 164.52463, 184.70245, 158.22713, 174.11798, 157.91257, 136.64702, 138.95125, 87.71279, 133.27821, 176.63725, 113.73778, 122.89795, 124.98878, 171.39345, 126.21334, 136.58569, 188.49879, 167.04968, 136.73344, 149.04347, 155.95477, 157.60909, 135.183, 84.60191, 184.51962, 177.17128, 176.28194, 101.78369, 118.62777, 179.16699, 191.88211, 167.76535, 82.83607, 133.17686, 152.54767, 190.97552, 193.70218, 177.57312, 191.46556, 143.51727, 132.3179, 173.13667, 167.83504, 152.07237, 160.14049, 132.81125, 153.56451, 132.4463, 142.56079, 154.78537, 183.853, 140.96158, 264.76294, 165.04085, 134.77022, 134.73747, 167.54987, 185.94778, 206.57745, 115.24866, 161.27576, 150.84181, 128.23193, 201.13472, 180.23317, 156.55324, 192.88211, 115.63876, 138.17926, 182.1008, 212.55862, 232.31244, 135.28899, 160.2648, 166.31995, 97.44769, 168.95721, 224.38037, 178.02092, 253.73969, 215.62923, 100.53802, 141.78674, 179.55435, 257.70551, 255.38605, 146.25258, 277.89801, 158.05695, 121.72538, 148.13361, 191.0125, 213.04443, 189.03781, 190.83946, 188.8573, 196.69016 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 0.4631986775364542, "neutral_loss": 2.612770490641142, "target_chat_loss": 2.047675021710478, "neutral_init_loss": 3.9150991424560546, "target_chat_init_loss": 2.3462999387468613, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 51.69712, 59.02551, 54.35694, 64.77861, 78.62519, 89.75217, 89.40503, 59.66466, 65.00598, 66.97984, 95.37019, 79.22664, 86.85446, 92.07657, 59.10281, 128.15866, 76.48837, 83.92434, 78.41533, 71.86604, 100.18221, 54.64668, 81.92781, 97.81139, 70.54369, 56.20195, 89.75667, 82.95332, 55.44146, 57.03554, 85.51954, 80.85641, 50.90087, 86.32915, 63.37835, 79.14587, 92.97446, 50.85087, 66.33953, 54.62075, 89.04823, 73.84283, 70.41142, 118.93842, 82.18777, 60.011, 90.98721, 120.4268, 73.00986, 73.23376, 113.65495, 76.84124, 84.66313, 73.01446, 61.71683, 88.03332, 53.00507, 86.83132, 62.0221, 68.28976, 96.58698, 96.40198, 86.527, 79.84473, 94.20338, 78.59505, 118.91946, 127.64944, 80.04718, 92.87061, 101.39569, 53.48285, 103.43933, 103.38824, 56.93199, 60.13147, 89.42464, 75.36559, 77.78033, 93.03331, 72.85718, 52.35386, 111.41888, 89.43819, 93.98848, 76.6915, 53.14988, 78.96062, 94.175, 79.062, 74.03059, 81.01873, 76.89064, 58.49032, 96.65304, 80.89903, 87.36208, 73.11102, 84.01201, 110.11848, 66.08575, 117.53105, 84.11751, 80.57645, 83.45414, 78.76417, 79.02113, 96.94651, 127.1593, 104.41086, 99.47533, 87.91967, 89.1977, 80.02895, 87.49738, 98.17888, 79.96771, 111.56672, 74.08018, 67.21695, 75.38043, 81.24322, 96.47188, 57.4725, 103.6935, 83.6335, 98.01467, 104.96381, 101.64331, 64.78247, 96.9326, 112.91026, 70.42937, 81.15825, 106.28966, 90.65858, 102.02196, 98.09483, 93.5613, 84.85574, 76.49216, 128.24817, 71.72222, 72.74587, 107.75827, 64.73611, 90.86226, 76.99356, 100.00795, 84.63818, 118.61478, 99.11845, 116.25649, 99.25854, 82.07055, 95.62289, 68.67732, 98.47972, 43.54407, 83.47159, 107.44901, 93.06313, 96.1928, 105.36481, 89.41347, 103.32139, 53.77209, 111.01028, 95.42389, 74.52733, 91.00767, 87.77615, 89.54876, 85.7532, 83.40015, 90.96167, 102.50994, 90.15183, 85.19725, 90.33312, 105.71704, 75.66771, 95.29978, 110.59531, 128.41248, 91.36422, 67.82507, 73.99217, 110.22937, 100.60033, 104.37882, 88.35905, 53.54138, 120.42352, 94.8595, 108.23161, 93.56337, 110.2238, 92.20475, 76.35885, 88.05125, 115.42018, 88.741, 60.017, 101.47377, 92.20544, 114.34291, 94.799, 72.70296, 99.56327, 95.80925, 94.55136, 83.03672, 100.15724, 107.30315, 96.44376, 117.8734, 133.79233, 97.50254, 55.02155, 151.31906, 81.22897, 112.11223, 71.79477, 112.07427, 97.58853, 73.82406, 70.42743, 114.12357, 90.07759, 107.00262, 113.60321, 82.3326, 83.75317, 87.6616, 76.84358, 108.22917, 102.70259, 115.53918, 167.81564, 141.13068, 122.98174, 100.37286, 87.62933, 83.13934, 68.07713, 101.15009, 106.14291, 104.79294, 110.50426, 75.41239, 137.79849, 118.22885, 226.99396, 226.20273, 285.72693, 276.78738, 193.24457, 342.42615, 243.37555, 295.4765, 248.97684, 243.10818, 245.91202, 271.19629, 208.46231, 274.57947, 258.88745, 233.73097, 264.58612, 296.16068, 198.97937, 288.89868, 235.92773, 325.38855, 208.1485, 268.96973, 268.02197, 251.44867, 280.35382, 295.30981, 248.80444, 299.0015, 296.29565, 255.01614, 271.84186, 247.33524, 222.67902, 278.33704, 279.92825, 359.32486, 265.354, 279.80188, 254.37103, 244.38608, 229.32617, 344.51392, 292.73303, 300.22769, 263.43671, 321.82141, 268.24799, 229.31131, 235.49675, 235.74043, 223.23386, 251.32413, 333.84576, 238.98412, 209.77722, 280.24011, 312.7757, 241.58655, 328.76959, 256.66168, 317.96326, 306.96121, 254.52843, 203.12756, 311.61987, 222.29829, 247.05704, 352.72125, 341.04849, 315.80835, 291.81024, 214.46541, 250.88577, 375.16461, 247.02382, 278.50519, 285.12592, 271.2074, 232.99013, 300.83234, 272.49963, 185.74829, 356.3313, 291.61002, 243.2301, 313.20895, 413.36243, 282.02615, 300.31586, 333.27472, 247.55286, 246.28517, 376.09235, 192.11282, 352.46884, 321.86908, 163.48549, 234.45334, 342.90979, 298.67734, 350.2023, 275.32111, 333.24265, 357.05478, 331.39731, 308.15277, 257.00653, 247.82779, 255.6702, 325.5502, 232.83759, 286.85022, 348.32697, 251.81531, 274.96271, 287.57654, 240.87427, 293.22968, 258.64685, 229.6741, 300.3067, 242.74406, 240.92618, 219.6783, 301.86417, 325.69421, 292.70599, 325.07947, 411.29193, 313.37952, 357.30902, 400.41272, 337.3989, 181.71065, 366.02161, 357.39795, 366.2984, 222.36327, 261.88171, 256.92758, 296.91638, 346.6228, 367.53577, 279.36151, 376.1821, 241.03143, 224.82484, 292.40723, 269.77399, 332.62762, 290.38434, 244.08429, 296.43707, 304.67224, 222.75247, 221.17139, 237.17249, 309.49121, 183.04691, 265.86487, 273.92035, 292.3349, 308.9964, 313.71002, 440.14481, 261.57446, 329.80856, 368.52167, 301.33017, 274.25562, 387.53583, 361.40634, 290.24738, 301.23462, 260.02765, 309.77606, 385.72101, 258.5181, 298.45163, 390.4079, 299.76959, 277.60162, 237.03287, 345.70401, 321.22394, 404.18542, 353.22668, 405.19434, 291.80933, 346.87573, 238.5817, 317.61252, 324.0817, 387.24057, 330.04092, 355.92053, 372.3493, 310.3808, 338.67471, 400.89392, 332.19647, 330.99231, 285.82449, 323.44373, 340.00793, 299.67801, 422.03546, 354.37549, 305.36877, 354.08276, 402.08426, 312.96375, 378.8371, 345.85541, 348.86682, 363.91147, 328.61191, 326.44653, 354.83032, 316.97192, 361.55298, 280.5705, 321.04321, 356.6969, 275.26129, 376.40689, 318.79953, 289.43246, 322.10211, 360.02057, 319.52249, 331.37427, 292.39941, 354.08545, 351.3089, 375.74847, 337.20459, 242.18785, 305.47845, 223.41315, 324.66476, 333.2887, 284.44199, 320.81595, 252.62271 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 54.96261, 59.34839, 94.22792, 78.49193, 62.90266, 46.76324, 65.5495, 88.8373, 86.65248, 96.87053, 70.52982, 79.18094, 64.4684, 77.95259, 92.312, 99.55836, 79.58042, 34.13171, 98.78232, 63.76344, 93.78346, 115.62068, 68.36411, 91.10641, 73.8959, 89.62097, 90.16576, 66.4962, 62.81322, 74.95144, 96.98791, 69.45734, 88.81175, 74.17465, 85.01541, 133.52516, 82.24257, 82.67517, 71.10005, 119.39211, 76.28656, 97.53276, 87.85548, 66.80461, 84.76897, 95.47286, 99.95306, 87.81493, 174.29678, 90.61007, 99.87704, 90.95193, 107.79993, 97.29994, 108.91838, 96.4839, 135.29852, 95.89436, 109.59366, 96.76154, 107.97549, 81.56953, 52.11909, 64.61092, 112.74449, 132.39539, 61.31267, 81.72363, 85.15373, 57.22284, 47.28362, 101.38187, 83.55646, 85.37199, 78.20611, 100.76326, 107.09177, 128.76784, 110.21272, 74.69982, 99.68477, 80.88689, 84.41203, 89.62799, 102.69249, 63.73415, 140.38799, 88.74985, 86.01775, 98.05544, 122.05113, 76.74116, 118.6768, 97.55348, 116.54716, 132.672, 80.55872, 87.07454, 75.47003, 54.5695, 63.87342, 98.55756, 65.79803, 117.72651, 124.20977, 88.56058, 108.10182, 141.47791, 86.48807, 132.80768, 115.85971, 64.05188, 113.72548, 117.36215, 118.62219, 92.74611, 144.79947, 100.49863, 89.06288, 150.15936, 102.89083, 106.72327, 66.81245, 70.93656, 135.30356, 165.90363, 139.65025, 110.36127, 108.96088, 90.85095, 121.88979, 69.39975, 86.40086, 96.47159, 92.90614, 113.86361, 133.10519, 58.33302, 93.90006, 172.44609, 80.90219, 104.10287, 82.66492, 95.09775, 80.05597, 104.16935, 90.77274, 90.70985, 119.95138, 100.28254, 79.68188, 74.79192, 109.20584, 120.98959, 119.13528, 97.0522, 64.58994, 74.81812, 118.43022, 81.77751, 89.24641, 98.74323, 82.92488, 111.22142, 149.33725, 126.41495, 136.15036, 85.16521, 126.7325, 61.88226, 73.79562, 131.18478, 103.78081, 88.64427, 109.56477, 127.00787, 67.48367, 107.81099, 125.15517, 66.44917, 157.76486, 167.12607, 45.61717, 102.27609, 115.10336, 74.98138, 104.00977, 129.81021, 140.85883, 91.78273, 117.12598, 131.84213, 88.49937, 95.19923, 115.60051, 109.03075, 145.10291, 89.75676, 98.72712, 149.20337, 139.75497, 84.73016, 114.44578, 55.84642, 85.7316, 75.34968, 123.34938, 121.104, 125.19261, 73.77005, 101.15149, 187.98904, 140.56366, 72.36821, 82.24265, 86.38025, 95.47483, 98.22035, 141.98233, 146.96158, 87.48663, 120.62796, 98.873, 114.59703, 167.56737, 101.57319, 144.70885, 95.10643, 184.43445, 104.1315, 84.90197, 120.3194, 120.89893, 147.1823, 95.70635, 98.9348, 85.72968, 164.41071, 110.8457, 160.22879, 98.06091, 87.4623, 132.32976, 114.62086, 166.86237, 75.62584, 146.79675, 106.88674, 117.10917, 134.91537, 208.94876, 107.81422, 122.87602, 106.26991, 163.13052, 113.22546, 110.52518, 94.60389, 109.22238, 76.78457, 181.65317, 58.29704, 123.02028, 122.84862, 106.61591, 111.94868, 166.61389, 127.10796, 143.96452, 134.89221, 110.50835, 129.68903, 170.1236, 96.55611, 92.3543, 82.74444, 181.87491, 197.88695, 90.03098, 87.07891, 163.13135, 87.20075, 87.32172, 120.64194, 83.58205, 103.11039, 131.01392, 124.98854, 130.05408, 94.21834, 128.80692, 148.86009, 122.00073, 136.67557, 125.97815, 143.11624, 133.64888, 72.11694, 126.22511, 101.36945, 127.18047, 107.56384, 91.94376, 76.05577, 116.45013, 151.60388, 119.89339, 73.979, 94.27155, 63.54222, 120.06166, 110.34377, 74.34731, 123.32968, 91.95596, 139.03201, 103.30833, 80.70975, 184.07855, 127.17972, 104.01022, 87.42772, 132.4964, 124.05918, 112.42794, 87.26602, 116.2425, 92.71405, 120.03061, 101.50793, 138.73859, 115.32466, 146.07587, 98.64697, 103.07695, 134.53012, 89.69731, 103.19385, 120.37476, 118.81692, 123.55437, 125.30982, 117.1019, 200.66603, 108.24658, 124.58126, 167.03488, 207.94803, 105.99077, 154.96004, 154.86958, 86.27816, 195.54698, 97.18474, 77.52854, 116.025, 157.51823, 135.65599, 97.96652, 129.99701, 104.51254, 127.15144, 99.9404, 129.50555, 155.64954, 112.98773, 120.86778, 122.71985, 140.80684, 89.55729, 138.64403, 86.42673, 142.2018, 136.0549, 190.41699, 135.64241, 160.78198, 117.49545, 84.74277, 69.34006, 132.13138, 140.10158, 128.72182, 58.73555, 178.16843, 117.04881, 149.5332, 110.64947, 79.7226, 79.33839, 131.62512, 115.75044, 86.56821, 116.81329, 99.93732, 116.43182, 164.95871, 121.08891, 102.14685, 151.76945, 136.84589, 125.44455, 90.91329, 119.36966, 119.67154, 86.55246, 82.26761, 110.58784, 88.86662, 119.63825, 206.46579, 103.74097, 156.90813, 116.45397, 174.84799, 87.0938, 168.12402, 157.23442, 135.01248, 96.09101, 145.65439, 142.11005, 87.27721, 119.19366, 95.01607, 176.24722, 78.79863, 85.09711, 102.59777, 91.61761, 124.79665, 66.62989, 145.85596, 97.86482, 132.96153, 170.19107, 164.32999, 155.11356, 156.39136, 100.17821, 169.06461, 196.43866, 217.47916, 136.15781, 149.09125, 130.39766, 173.38911, 151.23128, 97.10548, 96.93327, 88.61597, 129.0593, 136.20444, 176.93161, 149.62294, 146.01595, 123.74713, 148.64398, 104.7349, 129.18396, 148.1329, 81.42954, 147.78755, 123.22198, 135.70093, 167.23268, 199.6951, 109.35475, 161.9528, 171.56641, 156.19791, 176.02106, 107.47638, 162.94763, 101.61896, 149.93561, 136.14844, 126.10366, 139.26122, 144.05795, 115.87278, 138.45772, 90.22114, 127.28827, 128.08121, 100.45721, 108.64323, 145.42114, 161.91176, 111.89153, 98.21341, 137.02338, 129.35956, 150.65334, 130.10893, 145.20221, 140.4557, 128.29303, 174.52585, 154.30945, 120.80974, 207.99884, 141.4556, 189.28281, 101.70221, 136.41035, 102.78642, 136.51611, 133.67163, 162.88109, 186.92372, 191.85515, 134.89052, 125.38292, 103.549, 138.25116, 174.78157, 155.11922, 149.10406, 106.49309, 175.49945, 123.46428, 186.18634, 156.56058, 120.14095, 133.03732, 150.93146, 116.00633, 190.24307, 124.73075, 203.54927, 158.36543, 130.49588, 128.9854, 99.99742, 179.50259, 140.56238, 116.98102, 98.19992, 162.595, 116.55817, 128.20274, 124.55553, 153.04736, 76.95983, 109.21673, 123.84007, 147.52133, 88.97588, 103.44157, 166.90894, 116.24981, 129.4054, 143.54848, 99.19733, 117.36505, 114.19133, 129.11844, 149.87498, 169.41293, 98.83922, 165.7724, 127.81564, 185.51186, 123.25008, 127.16365, 128.42915, 210.25517, 179.87668, 152.53429, 103.58862, 84.67136, 124.74591, 86.83614, 152.37651, 152.09567, 130.457, 112.77357, 138.64249, 106.76308, 123.1524, 158.86183, 160.76451, 110.57355, 112.05144, 141.74532, 142.73135, 137.77986, 106.79938, 98.89219, 171.22798, 136.83124, 118.05418, 94.3252, 176.1041, 133.9996, 128.19745, 115.12849, 175.89246, 106.10883, 157.70537, 165.87653, 175.80704, 152.50772, 173.09521, 142.5038, 166.44266, 147.4794, 127.44626, 130.23555, 85.7051, 120.548, 162.13231, 96.0898, 115.48978, 115.73111, 166.64581, 118.27878, 120.78372, 180.08542, 156.81758, 134.00957, 145.1127, 145.44032, 145.41704, 129.30463, 79.31423, 183.32036, 170.88724, 164.08231, 92.61211, 109.04718, 167.1259, 179.97812, 157.92377, 71.40977, 122.99863, 149.54041, 180.49362, 187.65521, 172.38962, 183.797, 137.54889, 127.19299, 168.51978, 163.36186, 140.66052, 151.96074, 129.71526, 145.71039, 123.62885, 133.51071, 149.38809, 175.01181, 122.2477, 247.97746, 160.12791, 126.5708, 130.07671, 160.3537, 176.45087, 196.52991, 110.23563, 153.85764, 145.57381, 118.70222, 195.96109, 166.02676, 149.15228, 182.84723, 106.32551, 131.83322, 176.37895, 207.88708, 217.07886, 125.22559, 151.75215, 156.69894, 94.70309, 160.84344, 218.4653, 165.27155, 242.03461, 200.82571, 96.8527, 127.41388, 173.74213, 243.15781, 237.92958, 145.69467, 266.87006, 154.25621, 113.52812, 142.88414, 175.58682, 204.0704, 187.8774, 186.89491, 174.722, 192.06302 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 0.6444503539122762, "neutral_loss": 2.5656389241670086, "target_chat_loss": 1.9409455531114161, "neutral_init_loss": 3.65295947265625, "target_chat_init_loss": 2.033191108703613, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 49.30029, 56.6151, 54.71301, 60.1573, 76.72772, 85.88354, 82.02814, 54.38367, 65.01265, 66.65659, 88.289, 73.96832, 82.94618, 88.72096, 51.74063, 122.74728, 69.60564, 80.21001, 72.05262, 70.06388, 100.28471, 51.30941, 81.53165, 92.88663, 65.62019, 49.12153, 88.89686, 83.29776, 50.12189, 58.04853, 82.03517, 77.28225, 45.82556, 82.18478, 62.81844, 78.79485, 86.5383, 47.45681, 63.42039, 50.85875, 87.65529, 70.1125, 62.24606, 117.76397, 75.84322, 56.41619, 85.79448, 113.10799, 68.83863, 73.35492, 112.82484, 74.77947, 81.9608, 70.10043, 54.49369, 83.3119, 51.18643, 82.01195, 59.56177, 64.30155, 85.82436, 90.24423, 80.76807, 71.75368, 91.40845, 76.45328, 117.83807, 122.63517, 70.65508, 89.25999, 98.16815, 48.69239, 100.6846, 104.2202, 56.32433, 56.84909, 82.03229, 74.98396, 68.82028, 81.9099, 68.83657, 48.97932, 106.74425, 86.02003, 89.14095, 73.71922, 52.0005, 83.3658, 88.25584, 82.25299, 71.89767, 78.06412, 70.54561, 58.32429, 92.82671, 80.71724, 85.32004, 69.06963, 78.28558, 105.8542, 64.15526, 112.93109, 80.78398, 79.33673, 78.73609, 76.64971, 74.55853, 94.86452, 137.80972, 101.93605, 94.56796, 79.18438, 85.97435, 72.43177, 81.59433, 95.85416, 78.4994, 108.50359, 71.45329, 65.47166, 68.98361, 80.41156, 90.68128, 55.83556, 95.0071, 79.28407, 95.92535, 102.48985, 97.98462, 63.2906, 93.15086, 109.88773, 63.4309, 76.92881, 103.19598, 87.40271, 99.1374, 93.47105, 96.00423, 81.84627, 72.00738, 129.05981, 68.70693, 69.61523, 107.82242, 59.04415, 86.30746, 75.63968, 100.13043, 85.57719, 119.24731, 92.34583, 111.33221, 96.32278, 79.84299, 95.63141, 65.58334, 99.26173, 41.13592, 77.99304, 99.93616, 91.19678, 94.03398, 99.68619, 90.96553, 101.25931, 54.54638, 106.64882, 88.12501, 59.98145, 85.76145, 83.67114, 90.84399, 81.67497, 85.27879, 85.36807, 97.71259, 84.54935, 80.64657, 77.20177, 98.03711, 68.74597, 96.27058, 107.35991, 122.38288, 86.48709, 67.92017, 64.34416, 105.36199, 98.99199, 102.54282, 82.77274, 49.49207, 119.36515, 92.57484, 109.11865, 89.1208, 110.93768, 88.99387, 68.77084, 84.70146, 108.98209, 82.48853, 56.15462, 99.72203, 90.46838, 109.15034, 91.55373, 72.94199, 99.75573, 86.76668, 98.04839, 81.61464, 97.84747, 105.52415, 91.02856, 114.52347, 131.0291, 91.75375, 49.31483, 144.36252, 80.02979, 108.52937, 71.59128, 109.60346, 98.27995, 71.6398, 67.78505, 114.21506, 84.69354, 105.70235, 97.96803, 78.99298, 79.94339, 86.21664, 72.96577, 100.85698, 100.77214, 115.79025, 169.07875, 139.03223, 114.55811, 95.83035, 82.2178, 81.41933, 66.85744, 97.33501, 103.00706, 101.79311, 107.25574, 69.85959, 132.86903, 114.73907, 221.49377, 221.36627, 281.36176, 272.30933, 193.82755, 340.25266, 239.08075, 287.69641, 250.33153, 238.31332, 244.10434, 267.71655, 203.90282, 275.45355, 260.48645, 228.2128, 261.1243, 291.75552, 195.30696, 285.85382, 238.28822, 315.00891, 209.40787, 264.25372, 261.18335, 242.46014, 279.63324, 293.39075, 244.09009, 296.73218, 294.21075, 252.44461, 268.85376, 245.48618, 221.57126, 276.57678, 269.31232, 358.27597, 270.12433, 280.97437, 249.8391, 240.36252, 230.80655, 341.62915, 286.75745, 295.43127, 263.71915, 317.41205, 265.53705, 223.65126, 230.14317, 232.0645, 225.39876, 253.46179, 328.76138, 236.66278, 205.34903, 278.12173, 308.8425, 241.8887, 327.83423, 251.62637, 322.16187, 302.12088, 248.45059, 200.00323, 306.27631, 221.52025, 244.55112, 339.61615, 331.0827, 309.66748, 290.47931, 210.25301, 254.12808, 362.96292, 245.54669, 274.18872, 283.90369, 265.04797, 225.18134, 290.79163, 264.89349, 183.06738, 344.59503, 292.2012, 244.84479, 314.22128, 410.48654, 277.98926, 302.04144, 339.36749, 249.40811, 242.93571, 372.66708, 191.95038, 341.51782, 316.84857, 162.12531, 234.68301, 337.74966, 290.06552, 344.81638, 267.83313, 326.46149, 345.96857, 332.61456, 304.09262, 250.71727, 244.08041, 250.74271, 317.44202, 227.92572, 282.09497, 343.03595, 249.96918, 273.10938, 289.24362, 240.49998, 296.19284, 256.24588, 229.87059, 300.34662, 244.56546, 237.56523, 214.57339, 299.05695, 319.51923, 290.70709, 324.28998, 403.1463, 309.90271, 359.23511, 397.64844, 335.0343, 179.91957, 361.62775, 348.60645, 349.57889, 213.71783, 259.49915, 255.49374, 290.52753, 352.55212, 362.6308, 279.24118, 370.79333, 237.28618, 226.28497, 287.94958, 271.36426, 328.62589, 280.87976, 240.97948, 289.46704, 297.60046, 217.99022, 214.81491, 229.47797, 305.5571, 179.50031, 264.04199, 273.00003, 294.2749, 302.89075, 318.26044, 433.88245, 264.03119, 321.73477, 362.1376, 297.7182, 264.34283, 383.63898, 355.30756, 287.32541, 298.96301, 257.50055, 305.84253, 379.27295, 257.39618, 295.03799, 383.7706, 295.42288, 273.83301, 235.14912, 341.62582, 317.0773, 402.70715, 349.27625, 407.01056, 283.87964, 342.95892, 232.8638, 310.93973, 323.89383, 381.72369, 324.21515, 356.08566, 370.20184, 306.08035, 332.62592, 393.50046, 326.24957, 327.99716, 282.40302, 318.07495, 332.5163, 292.40295, 416.45782, 354.54044, 299.44592, 352.27374, 401.71063, 311.19708, 378.35718, 340.20825, 349.81055, 360.08005, 326.39917, 325.5903, 348.99384, 305.87207, 362.08896, 281.41367, 322.12762, 353.40857, 270.46234, 367.29083, 317.76086, 288.46109, 320.48685, 358.22833, 314.36838, 333.53082, 292.44867, 353.18481, 344.96112, 370.39719, 329.67828, 238.86092, 301.38318, 218.70898, 322.69757, 333.3353, 285.7948, 315.54434, 244.4985 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 50.12611, 53.32762, 88.04916, 70.62636, 60.56951, 44.98339, 57.17886, 81.82005, 88.39182, 86.67691, 69.5062, 74.76073, 59.80093, 73.33109, 81.20996, 94.42703, 73.95334, 31.25725, 85.51254, 59.11684, 87.45134, 109.12537, 67.58945, 81.57941, 69.37952, 86.98775, 88.50989, 66.53932, 61.34189, 66.25957, 92.51746, 64.65182, 73.81888, 66.79623, 79.82447, 122.52949, 77.76616, 81.90497, 66.32086, 115.89894, 68.51703, 92.03727, 85.59053, 65.50052, 77.53462, 92.77058, 90.54139, 83.32474, 164.73949, 87.64587, 91.45296, 84.28841, 99.99545, 95.13814, 103.35742, 88.85426, 128.03725, 92.2897, 98.4227, 87.34087, 100.05848, 79.16792, 49.2191, 59.34162, 108.23183, 124.89537, 58.50815, 75.81627, 79.79708, 53.8669, 40.79337, 95.90008, 77.32367, 81.53368, 72.54817, 97.66187, 95.22168, 127.48392, 101.75857, 67.09493, 97.09341, 71.33297, 82.72359, 83.0917, 98.34364, 63.16221, 134.73503, 89.83994, 86.11187, 89.87348, 115.08209, 72.25708, 110.99676, 91.49524, 105.78645, 122.87772, 77.39301, 85.5024, 71.70007, 53.69273, 58.26543, 96.12679, 57.82539, 104.96577, 117.76357, 83.34705, 103.40446, 127.07339, 84.63036, 122.35204, 110.33978, 61.67576, 105.76778, 109.94382, 112.3866, 87.0013, 134.79926, 91.74892, 87.48794, 142.24042, 93.95576, 100.45911, 61.68103, 65.27623, 130.61537, 159.94093, 130.74521, 104.93655, 106.65059, 83.77259, 113.69748, 66.19923, 83.38945, 86.71803, 89.09253, 105.22152, 125.49024, 51.48989, 86.93687, 170.20435, 75.85303, 97.73203, 79.07741, 94.02293, 75.03934, 92.60374, 87.13263, 88.1465, 118.05234, 90.08981, 74.5172, 67.33315, 106.96617, 114.49625, 108.59449, 92.08035, 61.91321, 71.56144, 107.76132, 79.17673, 84.11015, 87.86435, 74.82648, 102.92998, 134.27951, 116.42311, 128.71437, 80.31512, 120.74745, 57.62222, 69.37009, 122.955, 95.38731, 80.31986, 104.48406, 119.60217, 62.32247, 98.10568, 118.66013, 60.88578, 148.93787, 156.5831, 42.49223, 95.98355, 108.94579, 69.05411, 95.83144, 124.31352, 138.75838, 80.64376, 114.32835, 128.08282, 83.52578, 86.77296, 108.73282, 104.25188, 131.37793, 77.02344, 89.19461, 141.89172, 130.09334, 82.52678, 107.13431, 51.72916, 79.05389, 70.62968, 114.34237, 108.15009, 121.87761, 70.38181, 93.31827, 180.17343, 134.78198, 66.12993, 78.36237, 82.15572, 91.65755, 89.6857, 130.14267, 138.47617, 76.2442, 109.21159, 92.3153, 108.75021, 159.09546, 101.29475, 137.59534, 91.0142, 179.60921, 95.64267, 82.1482, 113.67275, 113.78728, 142.95583, 94.11669, 92.06249, 86.20436, 160.27084, 108.75735, 156.08044, 96.74902, 84.56747, 119.94017, 108.66051, 159.30035, 65.20815, 145.15457, 90.16151, 111.24261, 113.32117, 198.87262, 104.58092, 114.60332, 102.55479, 159.14612, 104.08925, 108.98188, 87.36752, 100.82732, 69.29021, 178.01039, 55.61811, 118.9256, 116.09644, 100.83934, 104.1458, 158.16919, 115.97545, 138.91963, 124.19949, 98.68716, 119.9919, 162.28845, 88.08756, 87.58663, 79.73724, 178.94943, 188.88472, 86.01454, 80.22139, 156.3623, 83.58201, 83.54034, 114.79506, 73.79854, 94.42529, 124.89725, 122.10907, 125.97682, 84.96213, 121.31032, 140.92862, 120.50713, 124.76505, 122.16592, 135.57558, 130.65678, 62.81098, 113.69643, 97.33832, 118.93591, 102.88575, 89.18582, 73.39722, 108.02539, 153.72147, 117.39273, 71.52168, 92.64079, 59.85107, 115.49863, 100.25201, 75.84978, 112.98788, 84.13719, 133.04044, 92.52522, 76.6913, 179.81401, 118.11267, 101.56752, 83.0648, 126.51541, 117.56422, 106.26363, 82.71671, 110.59762, 86.2612, 116.24991, 97.10569, 132.94997, 105.92673, 141.74857, 93.05729, 98.82539, 125.01416, 85.84221, 98.0909, 114.02525, 115.50454, 117.24208, 119.21075, 107.87389, 189.31436, 98.89069, 115.02381, 162.07405, 199.0229, 98.80227, 142.76596, 153.77736, 82.54282, 186.36298, 92.32838, 71.52119, 112.53355, 154.31824, 127.77023, 91.4008, 126.40408, 94.6455, 111.71806, 91.71941, 120.3821, 148.6938, 111.35373, 115.02811, 118.93287, 127.56405, 82.10712, 136.19049, 81.38592, 138.31464, 127.79536, 182.12305, 128.79323, 151.58089, 109.03007, 77.16725, 60.91711, 126.61372, 131.99995, 122.34179, 56.58252, 173.98508, 106.75581, 141.1241, 102.68549, 71.42661, 72.23976, 128.91922, 111.40757, 87.86213, 107.77316, 93.0896, 107.41362, 158.24445, 113.25969, 99.11794, 145.99689, 129.40085, 118.53259, 89.41052, 113.60639, 116.88243, 79.80925, 74.32324, 101.72677, 85.44191, 111.94958, 196.18712, 98.78355, 142.42508, 112.3244, 162.44791, 86.41595, 160.39752, 155.38113, 122.05672, 86.64694, 146.1684, 132.31119, 80.83973, 116.60712, 88.55644, 161.96606, 73.26348, 76.01482, 94.98271, 85.0043, 123.86987, 62.81494, 142.32483, 95.60536, 124.5335, 164.40277, 156.99748, 146.66943, 145.52795, 98.94727, 166.03587, 190.75728, 208.22214, 125.66598, 138.54352, 123.60447, 172.51086, 148.58319, 93.43311, 91.16136, 87.54956, 122.18839, 130.27043, 170.42473, 145.77618, 137.70685, 114.28732, 143.72429, 102.0472, 118.7437, 137.19537, 77.30073, 137.7692, 113.60801, 132.66161, 158.52202, 194.37506, 102.86823, 153.9967, 168.71252, 146.40639, 167.91592, 104.40146, 146.79529, 100.87254, 138.64989, 135.84744, 118.08429, 134.48709, 132.14961, 109.20889, 126.8194, 79.18752, 115.18786, 120.85249, 91.81128, 103.38174, 135.49933, 154.74669, 102.4207, 88.60585, 134.30118, 117.99625, 145.85056, 120.32237, 137.2468, 129.75812, 124.12279, 163.95081, 147.45811, 111.06458, 201.55814, 133.20491, 173.89552, 95.96888, 136.78418, 95.41159, 123.39619, 123.24755, 152.57474, 174.8322, 181.55396, 133.65622, 122.91833, 95.76624, 134.00641, 162.58191, 146.35458, 143.48605, 96.80862, 169.97185, 118.13907, 178.25235, 151.48183, 113.29883, 122.44563, 146.37045, 107.11983, 184.02211, 116.85301, 193.05452, 145.46255, 122.1274, 124.80621, 95.24902, 166.79878, 128.04326, 109.35331, 95.12128, 157.10648, 108.83539, 121.34689, 117.98939, 146.00665, 71.63567, 104.46251, 118.68928, 146.51147, 79.99516, 102.09394, 158.88977, 111.71387, 119.06836, 136.66092, 93.25771, 113.80885, 107.54218, 121.63829, 143.98788, 161.75882, 91.81053, 158.28781, 124.39909, 173.65611, 116.16296, 126.41317, 122.31066, 197.23526, 176.47821, 142.8522, 96.50292, 84.07537, 121.05548, 79.59603, 140.52536, 150.50317, 123.87598, 104.03396, 130.91068, 103.47263, 118.00905, 153.92169, 147.94214, 104.89216, 103.17996, 132.13231, 129.00354, 140.09128, 93.72586, 94.98508, 167.64822, 129.17862, 106.54674, 91.86129, 166.88672, 128.59251, 122.61451, 107.50719, 165.81128, 106.44092, 142.53619, 159.1492, 165.00313, 146.69171, 163.45114, 130.33519, 160.91878, 141.1671, 121.26865, 126.09058, 88.25385, 112.08437, 150.31761, 80.10712, 107.75076, 111.70885, 163.25233, 110.06978, 112.58857, 172.4801, 144.47211, 131.16501, 142.68831, 137.81477, 142.50067, 124.69389, 73.93924, 178.5027, 163.24571, 157.08859, 88.87309, 106.0507, 158.18437, 173.16597, 154.13358, 65.48286, 114.98007, 147.96161, 170.71182, 182.29468, 167.98318, 178.8989, 134.87688, 123.62934, 162.33273, 160.85623, 134.10637, 145.11345, 125.3681, 139.2168, 120.07211, 128.57259, 145.7876, 171.1545, 113.68868, 232.45181, 159.77612, 118.35133, 121.02226, 155.41953, 166.13704, 190.75029, 109.7016, 150.33771, 141.29442, 112.24232, 192.75421, 160.25569, 145.23459, 170.90027, 100.02631, 127.49709, 168.57809, 206.82819, 204.37125, 121.77068, 146.96597, 150.53198, 97.06969, 153.85564, 210.85583, 154.68903, 231.44739, 189.17409, 95.46883, 117.63826, 174.10576, 231.41879, 222.12366, 144.79628, 258.72958, 155.51518, 108.06425, 141.92404, 161.14679, 202.73935, 187.32388, 186.8324, 166.11298, 186.99623 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 1.029365048771016, "neutral_loss": 2.517126483217771, "target_chat_loss": 1.8389134046531148, "neutral_init_loss": 3.17443625793457, "target_chat_init_loss": 1.6640977886744908, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 43.27996, 50.85269, 59.7023, 50.26598, 69.17323, 81.94769, 65.64208, 44.4181, 66.52708, 64.84893, 79.64377, 62.04995, 84.23058, 79.686, 47.46549, 107.95735, 58.03796, 75.2249, 59.8583, 64.98497, 95.01447, 53.97568, 83.63327, 82.62952, 58.88725, 39.22664, 88.50816, 84.89261, 35.20664, 58.0253, 74.2544, 76.0741, 41.66231, 80.15565, 68.92732, 83.14841, 81.74194, 41.1469, 66.80225, 48.80994, 83.29331, 60.75684, 52.5018, 111.65424, 70.37522, 55.13178, 78.12677, 96.96998, 63.51173, 71.09391, 108.63448, 70.52399, 74.06759, 66.44701, 52.61735, 75.24715, 48.8036, 74.99502, 54.19322, 61.89757, 80.74678, 80.3664, 74.36221, 57.10464, 84.32758, 72.3941, 117.78004, 117.93021, 60.92476, 81.82721, 94.29031, 42.40508, 93.19307, 99.69208, 54.29758, 49.24272, 70.95635, 70.25185, 64.11216, 69.32414, 71.26598, 50.49998, 94.00098, 81.53758, 84.7959, 77.06236, 55.43631, 89.68153, 84.75655, 90.80558, 69.56725, 77.20361, 64.57787, 67.26935, 90.36843, 83.10166, 83.5774, 63.51357, 70.80311, 95.87293, 62.27346, 99.31094, 75.42035, 84.70107, 71.9957, 71.83407, 65.63573, 94.78937, 143.02255, 95.09815, 86.16357, 62.40894, 79.51836, 69.74579, 72.70293, 93.25346, 75.16137, 103.90829, 73.53683, 64.55745, 54.96387, 71.80429, 78.50034, 56.71214, 88.07335, 73.31996, 96.34566, 97.31393, 94.82449, 61.43071, 90.14601, 105.61346, 64.26407, 70.59714, 96.78854, 85.02667, 95.54135, 89.93092, 98.48053, 81.36986, 63.69704, 119.89871, 61.22267, 67.52106, 105.07323, 50.47694, 80.70482, 78.94839, 99.66776, 88.62946, 117.64902, 73.40127, 104.69522, 95.3138, 81.90895, 94.59622, 65.04663, 102.47107, 38.47428, 69.41187, 85.76834, 85.58224, 100.74944, 91.26054, 89.09769, 94.13997, 67.00582, 95.32661, 76.61787, 53.69615, 83.37441, 75.61131, 88.51236, 80.07584, 86.74666, 80.98756, 92.97867, 79.06458, 72.50275, 62.44855, 91.14499, 60.08096, 100.62733, 96.28399, 118.7762, 77.69, 69.27391, 51.55576, 100.05827, 96.81619, 98.44348, 81.06586, 45.3445, 119.05821, 83.87463, 105.82436, 83.64631, 109.42169, 84.27296, 58.65374, 80.74553, 103.9696, 70.23885, 56.42182, 102.17815, 90.87667, 97.21245, 89.98523, 72.051, 100.29337, 77.65104, 103.26386, 82.297, 95.26091, 100.29305, 81.21285, 107.45278, 128.02417, 84.15399, 41.51004, 141.97729, 84.54829, 108.7309, 75.08502, 112.92262, 109.13253, 78.2176, 65.88008, 119.81718, 76.00292, 102.5722, 84.38104, 78.65525, 71.64705, 81.21584, 71.27005, 95.92371, 99.42929, 119.85739, 168.75311, 137.67029, 103.70119, 89.81992, 75.77152, 80.36901, 65.51097, 100.20871, 100.39301, 104.95728, 101.67492, 57.88657, 124.45412, 111.09787, 217.00278, 215.81949, 274.28406, 270.3717, 191.4046, 337.27142, 233.38931, 275.36853, 260.1261, 238.40189, 238.91043, 268.73743, 200.14471, 278.88327, 264.82083, 225.3154, 260.37628, 280.89929, 190.61545, 284.75345, 249.6985, 299.117, 219.84695, 266.27676, 256.50269, 235.87279, 283.74109, 288.96234, 238.10779, 292.9924, 293.97736, 249.8244, 262.11316, 240.2662, 222.08176, 267.43964, 264.1123, 355.23193, 294.99664, 283.12094, 243.97839, 236.40289, 241.56184, 333.02533, 277.35345, 294.43713, 267.63135, 303.6684, 264.33545, 212.88774, 221.1188, 222.51451, 231.85345, 254.30823, 321.03516, 239.30463, 197.03302, 273.47147, 299.3334, 254.26517, 327.68115, 249.297, 336.20688, 296.19202, 239.51123, 191.68179, 300.26422, 219.35416, 237.86201, 323.97595, 322.78729, 301.13599, 293.04724, 199.40573, 258.43561, 348.03973, 250.58054, 263.88779, 285.60645, 251.60031, 215.15817, 275.0343, 249.93884, 180.27939, 323.33865, 298.25827, 246.8085, 321.61621, 416.08127, 275.0563, 305.98151, 359.32275, 249.019, 236.88205, 372.32883, 198.30399, 324.69855, 308.52524, 161.79855, 236.59203, 336.82959, 276.85931, 336.29053, 251.15137, 323.33218, 333.45175, 338.23743, 296.9498, 246.35892, 245.76213, 243.03705, 308.35837, 228.85979, 281.5972, 339.10361, 255.88751, 266.40765, 296.60443, 237.50142, 311.3717, 256.79431, 230.02167, 304.9072, 245.25757, 241.2785, 209.88446, 294.50516, 313.38892, 299.36487, 330.78406, 393.34149, 304.6394, 364.0871, 392.24481, 332.86066, 177.94214, 351.90036, 337.52878, 321.1658, 206.1785, 259.5011, 258.94916, 277.65234, 363.8624, 352.24176, 281.53314, 367.34454, 222.56152, 229.75166, 287.46237, 277.42673, 319.96283, 266.41562, 240.71675, 275.59192, 284.61655, 214.34991, 200.79585, 216.36966, 301.61966, 176.02574, 264.18036, 271.73792, 308.06573, 293.58099, 332.36212, 423.57336, 272.58109, 320.06335, 348.58496, 283.93863, 238.82233, 378.36969, 338.64673, 287.46051, 295.46985, 253.84668, 297.67194, 371.60815, 255.67365, 290.77509, 381.09753, 289.94193, 271.72662, 241.11395, 338.28143, 311.98865, 414.28674, 344.29425, 418.25287, 280.4541, 337.14191, 228.14365, 306.58563, 336.29181, 377.38849, 317.02054, 363.92401, 367.48672, 298.37411, 327.14938, 387.67969, 326.21832, 328.41412, 279.6015, 311.12616, 317.50574, 284.2619, 405.09332, 360.11108, 288.82324, 353.11371, 401.1416, 309.05383, 386.12268, 337.15533, 357.74823, 352.89148, 335.05548, 333.69189, 337.19983, 293.03424, 361.39212, 290.8396, 331.71942, 348.07556, 275.58954, 355.23605, 310.33807, 287.8537, 322.33868, 357.61234, 308.36404, 337.18683, 296.93307, 358.90704, 348.65677, 364.02304, 315.49414, 231.1003, 294.06732, 214.13614, 321.04898, 342.42136, 284.35651, 305.07806, 237.40735 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 43.18182, 48.10671, 79.50602, 57.47065, 58.44891, 47.01811, 50.74578, 68.77869, 85.23958, 75.68066, 66.01503, 70.78424, 53.90965, 68.70621, 75.49018, 77.42734, 67.48622, 33.68576, 72.0769, 52.04276, 79.73945, 99.58542, 63.67404, 67.21648, 59.87627, 79.78319, 91.1209, 64.24409, 56.95525, 56.87531, 87.16133, 61.01926, 64.00172, 50.14844, 75.58516, 108.59689, 70.85579, 79.40125, 64.2796, 104.95145, 67.81499, 84.41838, 85.02694, 64.20467, 67.293, 88.97909, 84.63727, 79.05197, 150.89478, 82.15921, 78.21309, 74.71916, 88.3591, 97.72816, 92.39695, 77.1927, 117.14951, 89.36211, 86.98418, 78.66375, 93.7527, 75.52087, 46.76207, 56.42878, 105.48639, 117.27309, 59.00925, 72.00768, 75.00227, 50.22298, 35.88269, 92.64505, 69.62849, 80.46985, 65.98479, 94.90062, 84.39745, 121.32019, 93.15091, 58.83408, 87.91747, 60.2551, 77.08498, 72.92387, 94.44897, 61.52608, 131.48676, 93.41983, 91.69051, 73.26112, 102.85366, 65.2781, 97.89496, 78.99096, 102.03403, 117.16806, 72.20953, 82.66931, 65.94705, 50.81502, 54.74225, 89.84428, 53.12527, 96.46085, 108.23508, 80.37138, 97.5762, 116.65134, 87.85042, 113.67325, 97.61414, 61.69348, 98.83679, 100.80826, 101.29121, 77.60878, 130.86258, 77.70055, 89.06645, 127.40726, 82.1499, 94.52229, 57.36045, 60.56332, 126.96867, 150.68896, 121.93893, 100.04871, 108.44692, 72.86584, 109.67077, 63.95515, 80.66312, 76.03471, 87.96217, 94.52605, 117.18581, 43.96992, 83.33534, 165.69856, 68.29084, 87.20254, 80.15973, 93.40337, 71.96821, 80.88467, 82.61089, 82.14423, 113.35664, 77.23815, 73.96205, 58.8637, 99.62392, 109.61487, 98.98491, 83.56973, 59.98217, 66.5021, 102.17162, 74.88433, 78.10091, 72.78956, 75.53667, 92.22423, 120.51958, 102.83267, 117.47618, 77.31792, 114.2817, 55.91069, 66.09276, 110.76453, 82.37611, 70.36112, 98.2157, 111.63951, 56.524, 98.034, 112.22784, 59.04, 140.68005, 143.41547, 38.26653, 87.95264, 105.98657, 69.03093, 87.85211, 120.78077, 135.43591, 66.35113, 112.76691, 122.80432, 75.41035, 79.9634, 99.0457, 97.78928, 114.67924, 71.77781, 80.96352, 129.95119, 110.96415, 79.83975, 97.84258, 49.00945, 73.66877, 64.8075, 105.88667, 94.69873, 112.43549, 61.91075, 83.80171, 173.18106, 128.7738, 57.10529, 76.48412, 75.64825, 83.61663, 82.44131, 120.08424, 127.58575, 67.99762, 98.38354, 83.64546, 100.94473, 153.96423, 107.06479, 130.46964, 90.4903, 168.67133, 87.99583, 80.049, 105.88744, 105.99892, 134.763, 91.93166, 82.68733, 87.20105, 152.02997, 105.51141, 150.13171, 92.61125, 87.53829, 115.26972, 100.03548, 150.25891, 57.36424, 146.75334, 79.62953, 108.62101, 104.7698, 181.62605, 101.7271, 100.51665, 96.62619, 154.85681, 96.391, 104.03135, 76.18349, 89.27215, 65.77353, 178.89816, 53.67769, 122.69607, 107.65105, 93.49113, 92.20608, 145.7785, 117.15884, 128.57751, 107.72926, 93.45082, 109.36584, 155.0381, 80.43343, 85.40501, 74.99624, 174.14078, 170.87961, 80.02071, 77.96369, 133.64688, 81.5526, 77.81789, 117.10905, 66.96259, 89.44061, 112.12911, 119.16594, 123.26801, 70.81013, 113.09042, 130.11336, 110.69399, 111.36311, 116.01038, 123.50093, 130.68796, 59.74751, 95.67986, 101.95923, 108.99635, 98.63365, 88.76619, 64.42075, 100.52809, 157.48438, 109.92834, 70.13657, 96.47636, 52.7736, 106.44975, 89.66125, 78.53642, 104.2794, 82.15097, 128.07138, 91.17258, 73.41924, 177.67438, 112.2359, 96.15578, 80.49466, 120.14056, 107.20044, 92.28867, 80.18024, 101.53667, 82.50047, 115.54645, 98.43594, 128.20052, 95.22327, 134.45285, 87.33447, 92.03647, 116.20015, 80.48056, 91.37525, 108.51868, 111.53142, 110.45073, 109.49565, 99.15376, 175.43178, 92.09117, 103.35193, 158.43849, 190.02237, 94.80021, 136.00803, 148.7923, 90.37643, 173.02432, 92.68536, 66.87633, 106.9265, 146.28348, 118.49792, 89.37043, 122.11728, 82.49673, 96.56154, 90.78915, 116.84792, 132.83687, 115.06703, 91.6886, 119.07329, 115.83679, 72.56326, 126.14405, 78.02982, 129.12743, 119.94994, 169.49641, 117.85679, 141.66039, 99.7571, 76.28794, 52.55616, 120.22688, 120.65979, 113.14822, 57.77733, 165.65642, 93.88281, 132.96297, 98.65234, 70.0042, 69.77596, 116.17818, 118.39594, 101.96739, 101.14028, 86.2388, 103.15515, 149.55267, 107.58783, 94.61513, 137.38885, 118.15675, 110.14787, 83.63824, 111.1045, 118.70091, 74.37521, 70.16614, 106.55118, 84.39728, 100.28371, 173.18878, 90.56941, 135.96756, 106.09138, 148.06458, 87.17087, 149.0666, 157.43433, 114.95306, 81.18271, 136.82352, 123.92699, 73.03769, 115.18988, 85.09168, 151.06793, 73.48116, 67.26225, 84.87418, 82.05097, 122.28502, 60.05059, 146.81374, 91.93446, 121.69577, 160.72607, 152.02788, 138.84244, 133.16997, 95.42397, 157.50656, 184.41829, 194.20973, 116.20171, 128.44864, 115.53009, 173.86224, 147.59103, 89.24011, 77.39873, 92.30528, 119.71332, 122.05335, 163.64911, 134.64758, 130.6713, 104.30698, 136.29404, 101.20981, 108.66359, 124.97643, 73.17227, 133.33652, 114.4827, 127.0816, 142.92183, 186.81691, 98.85283, 143.57051, 165.08563, 133.5647, 161.0509, 107.50493, 136.16432, 100.24004, 129.09505, 129.30669, 117.90353, 127.8765, 119.88815, 103.47184, 118.30411, 69.59876, 110.36487, 108.66493, 82.62976, 99.7336, 133.16257, 145.85239, 93.23592, 87.00796, 129.22522, 94.30921, 144.51086, 111.41318, 133.89807, 117.88147, 119.97206, 154.37302, 143.00461, 104.27364, 191.202, 121.22545, 164.55795, 92.81353, 137.45822, 87.95327, 117.51416, 121.91872, 138.51291, 164.35876, 164.8587, 129.29306, 124.42757, 85.98996, 135.4745, 160.60832, 139.09174, 137.82236, 88.953, 161.04239, 115.28087, 173.72089, 149.67592, 109.51486, 115.70381, 139.43558, 103.32839, 179.39441, 107.26401, 174.76674, 134.21628, 107.86541, 119.58112, 94.65042, 153.92851, 111.36821, 103.8219, 90.34187, 147.62009, 102.21075, 115.87924, 114.95769, 138.46042, 66.84984, 96.18712, 121.06823, 143.97025, 83.73241, 105.82884, 149.58163, 112.89338, 112.11853, 134.36469, 94.61591, 110.6847, 99.43952, 116.01718, 129.95567, 153.94516, 88.25858, 160.10675, 126.54475, 161.80362, 107.76489, 127.84567, 117.75887, 182.77406, 170.35274, 123.52281, 98.2178, 92.96967, 121.03263, 75.72326, 127.73444, 150.30327, 113.79781, 98.3269, 125.01752, 100.77988, 115.2045, 147.07368, 131.00972, 96.94837, 99.03666, 124.30432, 130.53545, 140.46941, 78.93652, 95.38296, 160.99178, 118.60851, 95.0388, 97.04115, 157.35153, 124.8423, 122.85106, 112.71113, 156.31052, 110.55516, 129.22983, 158.84085, 151.09914, 142.04857, 166.10136, 121.41547, 158.79214, 136.52472, 110.3206, 126.09749, 92.34104, 107.40805, 137.78912, 71.93225, 99.74038, 112.69627, 161.72792, 105.50441, 111.03058, 160.67258, 132.97861, 127.3806, 140.22809, 132.20926, 140.08575, 115.92799, 70.61695, 173.56107, 159.01019, 155.34274, 88.19648, 106.50388, 153.50803, 163.39903, 150.00064, 62.49097, 104.60859, 143.60536, 163.64011, 170.81912, 167.60455, 176.18991, 131.57729, 123.08352, 155.12485, 156.48511, 135.34381, 138.18697, 122.67461, 127.48416, 104.80903, 123.85547, 142.68143, 164.21178, 110.27648, 214.41556, 163.99292, 109.51909, 119.33167, 156.15848, 153.55907, 183.94441, 107.47534, 149.30956, 139.77667, 107.52236, 197.21654, 155.58362, 137.31245, 168.24872, 92.54643, 129.04094, 158.48071, 199.75795, 189.44955, 121.11137, 143.60069, 152.13513, 103.75568, 145.40439, 196.78209, 152.71387, 220.13461, 177.59131, 95.63222, 114.18049, 179.30246, 219.36427, 212.41161, 147.23227, 247.99226, 160.12259, 103.80841, 143.35457, 154.80128, 202.89671, 187.18042, 182.9007, 157.97731, 179.00182 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 1.3062031864027417, "neutral_loss": 2.5400091262090774, "target_chat_loss": 1.8470742570045215, "neutral_init_loss": 2.9545699432373045, "target_chat_init_loss": 1.593484509059361, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 41.02131, 46.26339, 63.89178, 47.26934, 62.59877, 78.8307, 59.9552, 43.34963, 66.78298, 65.00865, 75.4415, 60.81114, 89.86128, 73.76355, 48.70472, 98.42261, 53.30614, 70.73298, 56.47411, 62.01997, 88.04301, 61.57101, 86.39513, 88.62121, 59.89014, 40.79556, 85.83459, 87.4449, 37.39503, 59.18565, 82.93508, 75.56694, 45.44077, 81.04849, 75.96712, 88.87196, 81.48122, 38.47818, 67.27427, 49.25535, 80.95268, 57.39106, 51.05096, 103.73117, 70.89, 63.0545, 75.52878, 90.20004, 65.8529, 70.50238, 109.05397, 71.43885, 74.92644, 67.9015, 57.30796, 77.78349, 48.72698, 73.55699, 51.65619, 63.3936, 81.07868, 75.62764, 72.06474, 52.01588, 81.16853, 73.40756, 118.54099, 118.21387, 64.78574, 74.98109, 93.86812, 39.84657, 89.65284, 96.37392, 51.66855, 43.99124, 67.67222, 68.66519, 70.20747, 68.86542, 73.74217, 56.57181, 89.47913, 81.06695, 84.6037, 84.22035, 61.77336, 92.43953, 83.96077, 93.24445, 70.47546, 79.83945, 64.62617, 71.22832, 90.73633, 84.83372, 89.30771, 70.34028, 67.16331, 93.44968, 61.72523, 93.22835, 77.48558, 88.32652, 67.18507, 70.15584, 60.3793, 96.54866, 138.67416, 93.93332, 82.89674, 56.3022, 76.56848, 67.40587, 70.11094, 91.34444, 75.43549, 103.14828, 76.50706, 62.41081, 54.22767, 72.45993, 74.49266, 62.14734, 96.34422, 73.29574, 95.5854, 97.24441, 92.26974, 60.265, 93.69855, 102.6758, 72.18871, 69.09619, 92.40443, 87.28688, 96.43098, 91.55792, 94.65199, 86.04646, 60.40733, 111.43138, 57.40303, 66.49419, 103.20984, 51.57755, 78.74601, 83.33937, 103.07729, 91.8839, 116.03574, 72.74174, 102.39436, 96.04341, 92.39878, 97.36159, 67.98862, 104.78688, 37.98716, 69.17358, 81.82668, 88.68566, 104.71716, 93.99966, 86.50838, 91.24921, 79.19915, 87.9476, 72.10207, 55.89413, 86.51411, 73.06824, 90.55977, 82.07465, 85.73909, 82.43938, 94.41781, 78.30696, 67.78191, 61.96413, 91.69582, 57.43597, 103.23601, 95.59674, 126.51888, 74.43811, 69.19939, 50.65217, 100.40562, 95.6921, 98.88937, 83.23472, 46.48589, 117.86925, 79.16438, 101.32121, 87.89738, 107.6337, 81.71811, 57.95448, 85.74416, 103.35643, 66.44008, 61.05309, 104.16408, 92.2907, 97.1765, 92.70524, 71.20535, 100.8938, 79.72708, 101.88521, 83.97736, 92.23933, 100.188, 81.27968, 108.75426, 133.91315, 83.30713, 39.65968, 148.89078, 91.08383, 112.51673, 79.20833, 114.00049, 114.94857, 82.59105, 69.06708, 126.68994, 76.048, 98.29529, 83.52982, 84.11158, 68.94696, 77.72047, 73.24149, 102.22515, 98.17645, 122.59727, 167.86452, 138.09685, 106.51548, 94.81637, 82.10287, 81.60743, 69.35439, 109.91212, 101.62137, 114.765, 99.86339, 47.90237, 123.75529, 113.82558, 217.69055, 212.93857, 278.73624, 270.4118, 189.40846, 333.70886, 232.07779, 266.17786, 272.7157, 239.02884, 238.68376, 269.32736, 203.5867, 286.62305, 264.793, 230.33264, 265.62204, 273.93005, 196.22397, 289.39929, 263.99457, 301.97256, 229.77267, 272.74841, 263.67596, 239.16635, 292.09967, 286.79602, 236.35271, 291.58337, 294.8013, 251.25308, 262.77234, 238.14873, 230.36063, 261.73001, 268.547, 353.72665, 325.37924, 284.88605, 244.74586, 239.29117, 247.43471, 328.92609, 277.71719, 297.17587, 270.51056, 297.26868, 267.07077, 214.02756, 225.61694, 214.01993, 237.4812, 258.00146, 323.80957, 244.02174, 200.17545, 276.41254, 295.10651, 262.6694, 333.97141, 255.25778, 347.75308, 300.54059, 238.99428, 186.06932, 299.68454, 229.09987, 234.9525, 318.38873, 330.70636, 298.5687, 301.22574, 197.2171, 265.49481, 343.81653, 260.12238, 263.17218, 288.03705, 252.61862, 215.58278, 273.14478, 241.17793, 181.46623, 314.92709, 307.7713, 250.30621, 336.22687, 424.32782, 279.62253, 311.05298, 369.61633, 245.18414, 239.19841, 379.52039, 203.74634, 316.47852, 306.68674, 166.49698, 238.21906, 342.52173, 275.80667, 336.79672, 244.43175, 328.62332, 335.9512, 340.63458, 302.89905, 243.76263, 253.71452, 242.10138, 305.23941, 241.80807, 284.07043, 338.5351, 265.59357, 262.07788, 305.7063, 230.53766, 326.72839, 260.44418, 230.93262, 313.91785, 246.38983, 249.62389, 212.54506, 294.73355, 315.26825, 311.42502, 340.30966, 392.88342, 303.29745, 366.78595, 392.60861, 339.94104, 179.09081, 349.80432, 339.94733, 307.93253, 211.44334, 259.81891, 273.68878, 280.79736, 370.14929, 345.99698, 291.55811, 366.40295, 218.86545, 235.70476, 291.58575, 288.97913, 313.9588, 257.86191, 246.85468, 274.52014, 282.81415, 220.46307, 196.10406, 220.00536, 300.22784, 176.38289, 262.73352, 277.93634, 319.83041, 291.45206, 338.2908, 418.82452, 278.44638, 330.54279, 341.5658, 282.09128, 225.71025, 377.33221, 350.71405, 288.81473, 300.17877, 258.35236, 291.18155, 376.86819, 261.11621, 293.99969, 386.83304, 291.20081, 282.36993, 249.44147, 337.25745, 313.0882, 423.12665, 351.34045, 432.37292, 281.92493, 335.42734, 232.24294, 311.53217, 351.26541, 380.67163, 317.56323, 367.35443, 373.15341, 298.92865, 334.02155, 394.15134, 330.35718, 339.11508, 276.97284, 311.85086, 313.31168, 289.86395, 408.86349, 366.55688, 293.21613, 358.36407, 396.6868, 309.17761, 393.48645, 342.22089, 369.01593, 359.23511, 344.96643, 341.04901, 330.53967, 297.50885, 364.26831, 299.29675, 348.07806, 345.46677, 295.72403, 363.57733, 307.43066, 289.10767, 328.88519, 374.33154, 317.66797, 340.77753, 304.37054, 365.22949, 363.50037, 370.21484, 316.2002, 235.91115, 293.4978, 214.4317, 325.51947, 365.76099, 294.23318, 300.85995, 252.0484 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 41.71989, 48.01703, 71.58632, 57.72639, 59.20125, 50.63674, 52.76297, 62.26115, 81.65129, 70.66624, 64.1245, 67.87634, 50.84557, 69.17135, 74.9218, 72.17173, 64.8443, 37.30881, 69.44762, 50.20189, 75.64338, 95.34452, 60.8983, 64.88743, 54.79816, 73.88271, 91.68646, 62.68318, 58.30424, 53.44088, 85.44472, 63.09783, 64.14045, 49.27563, 77.9133, 103.41246, 72.36092, 78.58557, 67.42, 105.47787, 74.87447, 80.62366, 88.99321, 64.02344, 62.87529, 89.31805, 87.82685, 78.47868, 142.94109, 80.72543, 80.43891, 72.89482, 90.84343, 100.19864, 87.03819, 71.33725, 114.9997, 91.00832, 86.32458, 80.48386, 91.4165, 75.51287, 46.72899, 57.66277, 107.05515, 114.33101, 61.02561, 74.19124, 76.06498, 50.45478, 37.34843, 93.88988, 67.99184, 82.2467, 63.33695, 94.29076, 83.89399, 117.27414, 93.39025, 55.7038, 86.34538, 57.03864, 75.47401, 69.97301, 90.7433, 64.13429, 131.62399, 95.31569, 92.78728, 66.85033, 102.06712, 61.98637, 97.54825, 74.15848, 102.92383, 118.74516, 69.96065, 81.39843, 64.95908, 53.12735, 54.21473, 86.01149, 54.40317, 95.91344, 100.76425, 82.59063, 99.83647, 112.84077, 92.30933, 112.89986, 88.90192, 64.15299, 98.34268, 94.79197, 93.71429, 73.86802, 134.62198, 73.42912, 91.515, 121.67618, 80.82413, 93.02772, 59.79671, 62.08648, 125.47849, 148.52527, 117.61685, 101.46523, 111.20403, 75.65914, 112.88005, 64.91319, 78.72478, 72.95671, 92.62865, 93.54293, 113.07856, 42.75943, 83.31181, 162.44089, 67.64682, 81.54945, 86.08487, 94.3207, 72.69977, 83.51561, 89.76603, 81.09015, 114.68542, 75.55597, 80.46279, 61.76424, 98.30499, 110.04372, 97.55693, 80.293, 61.09268, 64.0508, 98.82214, 76.34787, 76.72746, 71.10988, 79.94916, 92.5549, 117.64828, 96.30415, 114.15103, 79.23212, 114.5593, 57.28083, 66.88181, 112.91806, 81.46958, 68.33647, 97.8929, 111.2635, 57.39304, 99.01572, 110.95047, 63.71548, 139.27611, 145.89426, 39.26118, 85.8421, 107.35954, 76.06643, 89.39682, 119.76784, 133.92358, 61.03339, 112.13458, 122.78039, 76.34805, 78.7213, 94.8324, 96.90527, 108.65445, 74.22183, 82.04033, 126.07441, 106.22398, 82.03591, 94.53376, 51.91875, 72.27998, 66.39499, 109.21544, 88.06059, 108.00421, 60.42302, 75.87672, 170.45663, 128.73174, 56.25353, 82.63232, 76.76564, 80.71472, 86.21478, 119.02955, 128.32391, 73.24703, 97.26604, 83.19814, 98.17873, 155.0976, 110.15549, 129.37889, 93.11967, 159.21799, 90.93215, 82.34401, 107.11179, 101.69373, 125.91717, 93.40611, 80.11137, 89.00981, 149.84549, 105.78015, 149.2404, 92.88905, 94.20785, 113.73763, 97.02713, 146.63943, 56.26891, 151.70103, 81.19417, 108.07925, 105.62997, 175.05219, 98.99889, 95.16765, 93.88997, 155.20065, 94.99634, 100.29959, 73.72815, 83.05669, 66.69656, 179.69176, 54.70338, 128.49393, 107.26391, 94.54517, 92.71263, 136.67953, 125.24691, 125.46309, 101.50605, 98.81192, 112.41733, 153.36179, 80.96877, 87.46961, 72.21714, 172.05722, 170.19489, 82.80554, 81.5697, 127.70332, 84.98103, 78.81472, 123.02338, 67.71146, 93.3938, 108.22411, 121.22986, 122.28218, 71.07376, 112.1564, 126.4538, 117.30544, 105.30627, 113.37351, 118.32483, 132.76781, 59.28236, 87.51301, 106.43786, 107.39292, 99.56821, 88.94708, 63.32047, 102.70007, 166.06, 107.71607, 72.99052, 101.11959, 52.04296, 106.5287, 85.85385, 81.77554, 107.60069, 85.2541, 130.27505, 99.20383, 76.03677, 181.88989, 111.87144, 99.10156, 83.68472, 120.21754, 105.27148, 90.94572, 82.02115, 96.72889, 87.65097, 119.7874, 97.87167, 129.38084, 93.95627, 133.90167, 89.92402, 90.7429, 115.64017, 80.22025, 89.64223, 111.60703, 113.19057, 107.79369, 108.9834, 97.58444, 168.27756, 88.75993, 99.92852, 159.7804, 190.07565, 98.34937, 138.55423, 147.09225, 109.1059, 171.98743, 95.34726, 68.21137, 104.2746, 143.90311, 123.2746, 94.0695, 122.74409, 80.2438, 90.34511, 93.49688, 124.2177, 125.66156, 120.9201, 95.51248, 121.93793, 118.18919, 71.20145, 127.28042, 79.22488, 125.88828, 118.43074, 168.77109, 112.54375, 142.73502, 96.98916, 77.91183, 51.09821, 119.42599, 114.68449, 113.89352, 63.99316, 162.1575, 88.3277, 133.00644, 100.63651, 74.12756, 72.92005, 109.97198, 126.20676, 105.99815, 101.7282, 86.87901, 105.77438, 146.34293, 108.26795, 95.38981, 136.5069, 114.21572, 109.05791, 81.69453, 111.27118, 121.64618, 78.47147, 72.82302, 113.44256, 84.84162, 98.82608, 169.55568, 89.45291, 135.22363, 107.16931, 148.97711, 89.79474, 144.65337, 159.20789, 115.26302, 84.99098, 129.4321, 123.51488, 72.97002, 117.87142, 92.83006, 149.33759, 75.80382, 71.81679, 81.80515, 87.20403, 124.1768, 61.5237, 159.59785, 94.26617, 123.85832, 167.52911, 158.20422, 138.77692, 128.5145, 92.73091, 152.61122, 184.31192, 190.86514, 113.29958, 131.21237, 111.57527, 176.41086, 150.71213, 90.01633, 75.32038, 99.54321, 122.66686, 119.49076, 162.30499, 132.83865, 130.66873, 103.50757, 131.74738, 104.94376, 109.10249, 122.55406, 76.31293, 139.71643, 118.87866, 125.9521, 138.73456, 183.94791, 103.88908, 146.65341, 165.58575, 128.26682, 160.16786, 113.25928, 132.84552, 101.22385, 130.93066, 131.07089, 125.70817, 124.1776, 123.19807, 105.49653, 115.78035, 67.86868, 113.03427, 106.43875, 80.79511, 99.44446, 137.93091, 143.43097, 93.30939, 94.4809, 130.41635, 90.49179, 148.90146, 113.26382, 136.97644, 118.60612, 117.41422, 152.47403, 145.35858, 105.37813, 194.64386, 116.98223, 164.09137, 93.41569, 140.92239, 87.25041, 123.34981, 125.29869, 134.14534, 161.79265, 159.79002, 132.49066, 130.069, 81.30959, 143.40074, 164.18718, 139.44659, 137.34326, 94.83611, 163.73914, 120.78258, 175.87106, 148.16087, 113.79263, 117.42766, 139.08075, 112.15681, 180.4776, 112.48141, 167.47551, 131.67903, 113.63061, 120.90266, 96.88636, 152.01698, 108.19339, 107.82098, 89.59404, 149.59779, 104.18948, 118.6726, 120.7407, 138.7281, 67.74315, 92.15162, 125.02769, 146.33038, 90.28707, 115.21268, 144.71181, 117.88089, 114.87385, 139.63431, 108.03513, 110.60254, 99.2534, 116.06087, 124.33192, 153.33112, 90.3774, 174.65341, 127.58977, 153.6452, 109.49686, 129.90517, 118.02859, 176.93158, 166.785, 119.0952, 102.42957, 105.16614, 125.24377, 78.75307, 127.0062, 153.44998, 110.24606, 100.55037, 128.22217, 100.42438, 113.21513, 148.6239, 132.0587, 97.80805, 99.20318, 125.82709, 140.70918, 144.27942, 81.43689, 97.36498, 161.22949, 116.88794, 90.25437, 100.28851, 157.87614, 126.06996, 124.20883, 125.98418, 156.10509, 117.54814, 128.22964, 164.42218, 145.10712, 140.90869, 172.04672, 121.84522, 161.27791, 141.87578, 109.84926, 131.23029, 95.27131, 111.1768, 138.17101, 78.10572, 97.89452, 116.75708, 162.06537, 108.53596, 115.07942, 159.91084, 132.92828, 127.5107, 143.82962, 138.23624, 141.85352, 110.77364, 73.93666, 177.67624, 165.37802, 160.03015, 90.29154, 109.28747, 156.52933, 159.16412, 155.20126, 68.02034, 107.12903, 141.56512, 167.43221, 161.50955, 170.31299, 180.5477, 132.73306, 123.54799, 156.6306, 157.95064, 139.24127, 138.83194, 126.3924, 126.79618, 105.5045, 124.26841, 143.62219, 166.34109, 109.43909, 212.49567, 170.19632, 113.70403, 126.52845, 163.42014, 147.87, 184.57013, 106.0024, 153.187, 142.94701, 111.43266, 211.18298, 155.35944, 136.31189, 171.43279, 92.75115, 139.18066, 157.07266, 205.90131, 188.81395, 126.27462, 148.72586, 159.31076, 116.5342, 146.89984, 192.99591, 157.41335, 215.44695, 178.11728, 98.16377, 119.03696, 185.04404, 217.03093, 215.32399, 152.19165, 246.4523, 168.54654, 107.17834, 152.08498, 156.27444, 212.82825, 190.20444, 184.58572, 155.99606, 174.67296 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "3.5": { "alpha": 3.5, "neutral_kl_from_bare": 1.5693854270123309, "neutral_loss": 2.681131562732515, "target_chat_loss": 2.002226588297115, "neutral_init_loss": 3.4778685913085936, "target_chat_init_loss": 2.1935658111572267, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 48.23765, 50.77913, 74.70392, 51.00919, 66.22487, 75.8466, 65.08533, 44.7387, 75.45647, 67.87137, 81.0034, 63.09325, 96.3136, 77.5754, 59.15918, 102.26118, 54.3307, 70.79576, 64.6982, 72.10576, 91.44481, 77.34736, 92.24957, 97.03737, 67.34466, 52.12774, 87.48515, 99.31657, 46.41451, 65.75375, 87.72385, 80.81419, 57.28051, 88.73039, 89.48265, 97.05212, 95.91649, 47.20094, 73.43488, 56.99215, 87.91944, 61.00861, 52.83031, 107.92413, 77.73593, 77.84867, 81.39157, 93.73457, 83.09439, 82.14115, 108.67952, 81.57926, 81.11883, 74.25883, 70.51398, 90.98906, 58.60297, 76.32426, 55.99004, 75.00868, 89.549, 80.8414, 78.84913, 55.90688, 86.69411, 81.50259, 122.73522, 117.39006, 79.05925, 80.22625, 104.41911, 48.66749, 96.40824, 101.57855, 59.59734, 50.96278, 67.36015, 74.24564, 77.74281, 80.14845, 83.86957, 68.5983, 98.24504, 94.81229, 94.25221, 94.35947, 81.27995, 95.10586, 87.05016, 103.02023, 80.14623, 92.99707, 68.57541, 81.9768, 96.96098, 95.73319, 98.93733, 79.57841, 74.42686, 101.6557, 69.64805, 97.66393, 86.32065, 93.81474, 69.15341, 72.70193, 67.99017, 108.9381, 141.05582, 101.46812, 86.01204, 63.27423, 76.4277, 74.02178, 73.42358, 101.13439, 80.10389, 102.87274, 83.27553, 64.60812, 60.56685, 76.3561, 84.767, 75.66914, 99.95107, 87.54226, 99.23811, 102.96469, 95.40717, 69.49298, 102.33189, 107.65593, 86.61996, 75.5829, 100.73029, 101.39029, 103.66866, 102.3806, 103.44156, 94.73828, 67.13911, 105.96532, 71.21001, 76.66799, 113.63231, 67.08019, 83.03467, 89.99467, 103.62228, 104.97781, 125.16005, 87.19341, 110.71809, 105.24895, 96.09135, 104.86624, 82.08725, 112.26782, 47.15384, 78.29959, 85.74535, 95.8244, 111.14105, 103.10991, 99.17014, 102.6342, 94.94539, 94.46654, 84.84693, 69.2496, 96.1851, 77.46062, 99.27139, 95.02435, 87.50928, 96.78204, 101.94813, 84.48892, 72.51714, 78.37402, 101.51926, 61.8621, 116.01421, 106.22324, 139.53407, 82.8803, 74.53493, 69.45328, 106.69794, 98.13326, 111.1133, 90.25624, 55.75861, 128.47668, 84.56451, 108.20441, 101.05409, 111.83109, 87.63692, 66.49509, 93.80946, 112.65257, 79.17356, 79.04334, 113.44583, 102.01175, 108.97112, 101.35944, 82.35621, 106.85137, 88.41788, 112.95985, 95.881, 98.44324, 107.43973, 90.62791, 118.60812, 152.76389, 94.49832, 51.60406, 163.85095, 105.64435, 120.62791, 91.96585, 121.6524, 128.17456, 97.56612, 78.6625, 136.99063, 78.99731, 97.82695, 91.07097, 98.90398, 76.98763, 80.29697, 87.86102, 118.02139, 106.89677, 126.02789, 170.92409, 148.51709, 113.62053, 109.99402, 87.92111, 90.50678, 73.60192, 125.56711, 111.10554, 129.67319, 101.98369, 53.94167, 136.57716, 123.36599, 231.72208, 213.64795, 301.4704, 279.65497, 200.28024, 334.79572, 242.77846, 264.25012, 285.91101, 252.328, 245.23627, 277.84613, 219.24849, 303.31329, 266.35254, 243.28217, 286.99969, 280.41446, 202.11958, 295.57672, 282.73389, 303.81897, 247.18021, 284.36426, 272.25159, 251.42889, 305.76666, 293.75003, 248.15268, 292.52069, 306.21368, 253.55118, 276.41077, 245.22745, 245.9785, 264.94281, 280.47293, 358.97888, 374.547, 293.0148, 259.74469, 260.34534, 258.35992, 345.03036, 290.66321, 313.07065, 279.78033, 301.95337, 273.55585, 229.84061, 243.74547, 219.32077, 254.8414, 262.80057, 335.27225, 255.88141, 210.80292, 291.79907, 305.11148, 285.0307, 352.09167, 265.24408, 367.63049, 312.40845, 240.06451, 193.59225, 319.4545, 242.76678, 245.98701, 327.01636, 355.57245, 304.43121, 314.09473, 213.05923, 271.38525, 354.55017, 272.94321, 273.47018, 295.50644, 262.98938, 219.75439, 283.18353, 241.92001, 186.44583, 329.71252, 324.23505, 267.36874, 360.99744, 437.05627, 294.34439, 324.36151, 383.33957, 240.85933, 244.75401, 399.17117, 212.96269, 323.45367, 319.23206, 181.73444, 251.68823, 356.36429, 280.04681, 339.73114, 246.68129, 347.11249, 352.30865, 339.14987, 317.61688, 250.63193, 264.85184, 251.65591, 325.20764, 257.85962, 296.41269, 345.01895, 276.74744, 267.86823, 319.51718, 230.8757, 346.92914, 271.67117, 234.18268, 340.55231, 249.60124, 254.63608, 223.22134, 298.07043, 327.11819, 335.22446, 360.75085, 409.89807, 312.24078, 384.01361, 402.59875, 358.66019, 180.4986, 360.19946, 348.61835, 313.58508, 221.18314, 266.21252, 291.0697, 283.61676, 379.73135, 349.07724, 315.87924, 369.25845, 230.67812, 242.36789, 298.02652, 305.37909, 312.51837, 260.94897, 258.39673, 280.83002, 293.71881, 236.7229, 206.57852, 224.2587, 308.31482, 185.15356, 269.06552, 293.26343, 333.43454, 302.67676, 350.96634, 417.46338, 286.05396, 356.56354, 352.09351, 289.49667, 234.66501, 394.03033, 385.32495, 291.01233, 318.6264, 272.64767, 305.81238, 389.41583, 279.30243, 308.40796, 394.40076, 321.379, 304.64697, 272.93622, 347.41589, 326.82965, 440.89423, 372.98682, 455.29361, 303.14377, 341.24286, 244.547, 317.01331, 365.54816, 405.43744, 329.52527, 378.91434, 387.02844, 309.40161, 352.73267, 414.51349, 339.19415, 362.51764, 280.69073, 308.43555, 320.75693, 312.63055, 427.4837, 385.80157, 307.38382, 373.96191, 407.10843, 323.45099, 408.89783, 357.9534, 390.01208, 370.18036, 352.9928, 357.58551, 342.99646, 312.93106, 382.41824, 314.58624, 371.69412, 362.21008, 309.64853, 379.20184, 304.04034, 304.96832, 339.95477, 400.46283, 339.85483, 346.37415, 328.55951, 379.75992, 388.50165, 392.09177, 334.17468, 269.99158, 300.8783, 225.18953, 340.18762, 392.06125, 316.89618, 316.2439, 292.71234 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 43.42207, 62.26543, 75.02352, 64.44646, 69.17269, 63.42496, 56.0595, 65.99637, 90.54024, 74.91666, 69.867, 71.18508, 58.5835, 76.88585, 85.98402, 80.48637, 70.23721, 47.63329, 80.70162, 58.34307, 82.9446, 101.71524, 68.50587, 72.0123, 61.22261, 75.13618, 103.02953, 70.99082, 61.88365, 60.04785, 94.1272, 74.59874, 74.76582, 63.71149, 91.23904, 108.43069, 79.71653, 83.39333, 81.29049, 112.88368, 87.90477, 88.19615, 102.72607, 71.22182, 70.01294, 94.86444, 103.75989, 91.61812, 146.77545, 87.75369, 94.39014, 82.53651, 96.81581, 112.46719, 96.42749, 79.14016, 123.57533, 102.37891, 94.48418, 90.38484, 98.88661, 84.26238, 55.06373, 67.8242, 116.48597, 122.78811, 70.15144, 84.94829, 87.52471, 60.16652, 51.14536, 107.9095, 74.24607, 92.40009, 69.26574, 99.94572, 95.16432, 117.08298, 104.86133, 61.59179, 94.54318, 65.34802, 82.00097, 70.87645, 96.68268, 70.70798, 137.65881, 105.89655, 100.66241, 73.91707, 110.71555, 68.60059, 108.75766, 82.40959, 112.64378, 125.17454, 77.52725, 87.61088, 73.68745, 62.55325, 62.10098, 90.49599, 69.18751, 104.50608, 107.93657, 90.74986, 106.19213, 121.10934, 101.23065, 123.97661, 95.11542, 73.00063, 108.47342, 100.51848, 94.89086, 75.71851, 144.64459, 82.25894, 100.46313, 128.31439, 91.68284, 101.35533, 72.78038, 69.08281, 133.45789, 160.92029, 120.99858, 113.97546, 129.92041, 87.33424, 118.54707, 70.08101, 85.42822, 82.27558, 104.49786, 103.68589, 117.78993, 52.70454, 91.57932, 166.98413, 76.20412, 88.62681, 100.77834, 104.03086, 84.72183, 96.769, 94.83859, 87.84756, 118.86024, 82.7322, 92.34836, 78.97861, 110.35966, 119.82035, 99.6246, 85.64223, 68.29036, 70.19009, 104.9374, 88.50725, 78.58498, 79.30467, 93.47471, 105.31757, 127.30528, 96.92889, 121.87325, 88.18204, 128.48555, 65.3302, 71.75401, 123.08, 91.63365, 79.87437, 100.99801, 122.78152, 64.37305, 106.90334, 116.76266, 73.96202, 144.17967, 158.5722, 48.18443, 96.83134, 114.54942, 89.3364, 102.80394, 122.92848, 138.87442, 66.07306, 112.93773, 133.38556, 83.62416, 88.23788, 100.46663, 107.79587, 121.41315, 87.64088, 93.54129, 135.20218, 113.404, 91.14948, 102.51932, 65.10799, 82.61432, 75.97356, 122.41201, 94.64139, 105.51839, 66.6698, 78.70143, 176.03052, 136.71201, 59.63399, 102.25729, 86.1907, 90.5789, 101.35449, 130.07324, 140.53615, 87.06631, 104.96851, 92.06402, 100.00816, 165.88351, 124.76688, 139.47997, 96.23738, 160.91891, 109.85892, 95.98564, 118.72159, 99.9983, 126.89339, 97.60999, 88.2744, 101.81567, 156.87114, 116.06816, 155.84671, 104.12041, 107.46086, 123.21433, 103.0218, 155.53156, 64.62678, 172.2081, 94.92247, 112.77113, 111.47046, 181.1217, 108.95737, 93.60446, 99.79407, 163.34811, 99.87151, 102.00581, 80.65624, 83.94693, 76.25739, 189.74768, 64.95929, 138.819, 115.12593, 104.98688, 101.25871, 140.24594, 141.38693, 132.50018, 106.58875, 109.99062, 122.76208, 163.41087, 92.15143, 98.41794, 80.38075, 182.1684, 178.39374, 94.86488, 95.63589, 133.13928, 96.50924, 88.10134, 136.34128, 75.69607, 106.2784, 116.942, 130.4118, 131.01476, 81.99916, 118.64648, 131.5321, 138.18021, 112.17567, 115.60432, 121.60785, 141.75793, 61.70268, 89.50495, 116.7833, 121.32072, 108.85721, 99.9639, 73.491, 115.63191, 182.07047, 114.24423, 77.16534, 110.58654, 57.70419, 115.66251, 94.16354, 91.95671, 119.01491, 97.86694, 137.9982, 114.91983, 80.07451, 189.99994, 120.59335, 105.06323, 94.62009, 130.20213, 115.06239, 101.46097, 93.06863, 101.98102, 98.03976, 130.1602, 107.10705, 138.56299, 103.88882, 142.59935, 101.55318, 91.27801, 125.73537, 88.00147, 92.1478, 123.37999, 123.06678, 119.02666, 120.99074, 106.4035, 168.49158, 88.07288, 103.04948, 168.83682, 202.13702, 102.91053, 155.69876, 152.41888, 119.85236, 178.26654, 107.32718, 77.85052, 114.5172, 155.86942, 141.6935, 109.955, 132.76616, 81.89111, 93.49171, 100.6035, 145.24124, 135.80717, 128.52551, 106.23289, 138.26489, 129.02466, 77.94794, 140.6911, 83.23487, 135.23747, 120.71745, 176.76141, 120.68844, 152.13275, 100.44564, 87.41547, 62.98357, 128.67375, 114.02962, 124.92844, 82.75078, 165.68906, 88.63387, 139.08311, 111.38205, 85.22289, 80.87106, 113.22824, 133.68565, 118.90546, 114.07461, 95.93668, 112.98894, 153.62343, 118.58812, 107.71014, 151.48528, 120.48198, 114.52861, 87.97913, 118.47437, 133.29451, 92.72456, 77.55882, 128.53192, 96.11803, 102.28565, 180.93082, 102.00755, 137.56238, 118.36031, 161.53706, 100.03561, 145.7845, 163.13428, 124.8821, 97.09355, 132.37845, 132.16812, 84.61115, 128.69109, 111.09304, 150.6781, 82.40357, 87.65201, 87.70101, 102.60933, 134.52785, 71.17069, 180.67194, 101.88785, 132.13985, 183.35339, 177.48453, 151.67549, 135.17674, 98.76459, 160.29724, 189.43324, 199.23691, 118.40952, 142.95396, 118.733, 184.9352, 163.89307, 92.59677, 86.19376, 115.26071, 132.46638, 120.07802, 169.81158, 142.46329, 140.66277, 113.76715, 139.28641, 117.82985, 120.22215, 129.95865, 87.60345, 152.95825, 131.66458, 133.41974, 150.68217, 190.44205, 112.52589, 160.34808, 172.23941, 134.59605, 171.89795, 129.07513, 134.90611, 113.73005, 145.41893, 143.11511, 132.88237, 125.92548, 139.12177, 118.89363, 121.83773, 70.88168, 124.14305, 117.01297, 85.93813, 109.58463, 154.23636, 148.67715, 103.56639, 105.89868, 140.85461, 97.42644, 156.56143, 129.2742, 144.30002, 132.44478, 120.93604, 163.63451, 160.16048, 117.63863, 200.48264, 129.55525, 171.59555, 101.59147, 148.24866, 93.01875, 139.612, 138.86517, 144.27142, 170.14294, 164.4996, 149.52074, 145.92403, 87.69568, 163.74857, 173.7337, 145.47433, 147.58261, 109.63443, 170.1741, 136.27086, 184.86313, 150.86357, 124.15285, 130.05841, 149.58884, 129.90695, 188.41464, 121.9745, 176.03421, 137.57874, 124.75167, 135.86041, 110.49436, 156.78169, 114.31409, 122.79526, 99.36996, 155.77452, 113.60081, 129.35577, 138.66925, 146.98795, 80.19788, 101.16077, 139.71982, 154.99646, 100.21976, 131.18466, 145.20906, 127.01586, 123.59923, 154.36659, 131.43176, 115.01085, 112.0718, 126.03698, 130.07118, 164.99535, 99.35963, 191.67744, 132.62883, 154.11368, 118.70261, 139.69038, 127.71683, 175.71902, 176.98128, 123.51372, 113.90648, 115.82161, 138.86099, 91.67373, 136.84839, 167.84491, 117.10522, 109.68925, 137.9624, 110.28207, 118.69981, 163.44261, 140.90489, 108.29102, 106.20444, 137.37332, 154.5101, 156.7077, 94.24971, 108.8174, 174.07533, 124.48384, 95.95312, 113.20123, 161.49043, 133.53806, 132.40515, 145.39865, 160.94905, 129.79234, 134.15125, 176.40457, 148.11633, 149.89326, 187.96983, 132.93585, 174.38336, 152.59308, 113.83997, 137.2686, 108.75864, 120.06155, 153.0596, 91.11971, 105.21899, 130.04506, 166.25504, 118.35267, 131.41324, 168.64594, 139.99109, 130.68904, 159.08946, 151.69598, 149.08984, 115.59765, 88.91636, 193.0916, 178.15714, 175.76526, 104.35825, 124.39321, 171.97179, 165.98692, 171.13324, 82.24541, 113.71734, 148.86215, 175.38252, 161.73724, 182.56128, 193.28238, 145.35316, 132.38826, 169.25505, 171.78955, 151.47043, 144.18468, 140.67146, 133.52568, 114.46852, 133.42035, 153.55832, 180.01561, 111.31759, 224.15945, 181.65434, 125.92459, 134.49356, 174.33182, 150.64618, 194.67046, 111.51053, 167.81946, 155.51811, 121.18703, 231.70061, 165.9971, 137.8461, 178.15248, 100.9922, 163.73334, 168.70618, 222.94124, 199.32581, 140.00998, 159.65283, 173.53017, 136.16708, 156.68825, 202.004, 165.58073, 218.89221, 181.7692, 112.21762, 132.22037, 198.92015, 221.95151, 224.47768, 165.15039, 258.633, 186.46487, 119.79472, 161.67395, 162.02095, 227.9364, 202.92378, 194.64407, 162.53174, 174.66022 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "4.0": { "alpha": 4.0, "neutral_kl_from_bare": 1.8121845011957927, "neutral_loss": 2.8413536552007432, "target_chat_loss": 2.151495677875964, "neutral_init_loss": 3.714246566772461, "target_chat_init_loss": 2.555013674054827, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 51.71894, 54.32372, 79.02864, 59.12966, 63.82841, 81.1394, 67.5261, 46.681, 76.82501, 73.18753, 80.69273, 62.52058, 104.96582, 84.16143, 61.79897, 99.23592, 61.85202, 78.0285, 68.39488, 73.96997, 88.46172, 91.75459, 97.31842, 97.78473, 73.09279, 62.5226, 95.08289, 101.61496, 64.74425, 69.89615, 96.83865, 81.33208, 62.82114, 90.68995, 94.63223, 106.90531, 97.85664, 54.899, 74.23901, 60.22226, 95.21941, 68.8196, 62.89586, 110.97981, 81.68785, 81.319, 89.95041, 105.09984, 90.36691, 87.89716, 119.82652, 89.04491, 93.65113, 79.9076, 80.92271, 97.05474, 63.34202, 87.28072, 58.32359, 88.77759, 93.87753, 87.0799, 82.761, 59.84106, 94.82021, 82.89328, 129.65631, 117.09032, 84.68723, 77.56081, 110.74918, 53.02032, 103.66376, 103.08732, 60.8772, 53.24096, 76.80826, 84.55933, 90.16822, 87.46428, 89.06411, 72.35048, 100.31894, 95.94575, 102.86697, 98.3541, 93.19629, 100.1918, 98.7565, 107.37356, 85.75124, 96.11159, 76.96392, 84.76875, 95.14523, 102.87686, 107.33691, 84.82834, 76.96382, 103.37176, 73.92298, 100.89095, 90.30516, 106.85283, 79.4882, 89.92583, 69.23396, 113.92404, 137.20474, 107.86142, 93.61, 68.65361, 86.53778, 74.86949, 90.99736, 102.90842, 92.61733, 114.67667, 85.03711, 70.9257, 63.2743, 77.7621, 88.72433, 87.02657, 106.52899, 90.65321, 113.01126, 114.01025, 104.15805, 71.68179, 108.21005, 112.26164, 93.00949, 85.27553, 106.90542, 106.37462, 109.09758, 106.11722, 103.94578, 103.23633, 78.80123, 117.8931, 73.64809, 83.85006, 115.92688, 71.11349, 90.37788, 100.93509, 116.43628, 112.74681, 125.95365, 92.45518, 111.17833, 109.54488, 103.34616, 113.28795, 93.12182, 115.1993, 51.28248, 84.93141, 87.707, 107.46111, 117.27356, 119.66919, 102.71092, 108.31081, 107.57071, 98.69134, 88.93663, 74.24042, 102.40529, 88.10164, 101.6523, 98.88834, 94.38729, 100.80614, 117.16075, 89.22054, 79.12011, 86.64925, 106.31555, 76.77894, 121.69938, 110.98131, 148.77829, 86.26813, 73.5364, 75.60045, 117.33301, 117.38963, 115.73273, 96.10237, 61.58735, 135.31567, 94.46413, 107.41217, 108.10385, 115.38046, 95.83785, 76.89365, 96.47098, 119.75114, 88.92648, 87.60854, 121.75305, 109.56201, 114.12703, 106.81008, 87.27768, 110.90556, 97.51077, 116.00958, 112.94202, 101.57471, 110.50758, 96.25686, 122.02635, 162.30557, 101.52329, 59.48949, 175.72881, 116.74207, 134.09303, 97.31427, 127.36227, 131.80402, 107.23484, 89.64833, 154.43637, 92.10957, 103.44231, 107.52957, 110.2601, 82.53223, 81.64367, 94.4817, 125.90718, 123.65966, 136.95972, 177.11949, 155.18034, 121.35788, 120.45676, 106.92744, 96.43121, 90.52397, 138.12791, 116.6821, 142.69702, 117.76862, 56.32136, 145.0544, 128.61316, 242.08582, 227.56647, 317.49536, 282.07159, 210.9942, 347.36426, 256.70493, 280.7616, 296.34479, 265.01245, 248.7563, 289.87085, 240.35394, 320.19955, 283.0787, 259.73083, 297.38623, 283.97913, 223.44371, 311.16071, 305.34497, 313.88821, 254.91602, 302.60602, 277.96625, 263.37903, 318.76215, 301.03125, 253.46808, 290.74695, 311.76855, 281.82043, 291.16367, 259.28796, 260.3685, 289.01642, 286.32153, 368.93591, 406.7695, 306.85217, 281.70074, 276.44769, 267.43442, 358.69287, 299.84113, 323.95639, 287.07953, 318.78067, 295.85333, 245.72681, 254.31906, 235.89352, 270.79041, 280.96417, 348.56531, 273.16776, 224.81415, 303.58932, 322.86633, 305.53287, 373.56958, 283.60913, 391.68823, 320.41522, 255.88712, 197.11984, 342.32941, 254.46922, 264.51758, 329.98404, 373.73071, 320.08765, 319.04327, 220.94342, 289.76843, 371.92267, 298.62372, 290.5827, 311.42468, 276.74725, 242.69275, 295.70236, 248.79703, 189.03644, 349.96329, 339.03873, 285.0697, 379.96954, 449.8504, 308.84674, 336.75894, 405.46136, 254.53827, 256.87961, 421.97729, 222.10751, 339.59772, 329.79755, 194.65015, 278.71359, 384.27258, 298.45908, 362.17517, 255.914, 375.31302, 369.95438, 352.25043, 328.957, 258.04901, 289.78647, 266.97278, 359.3288, 288.28848, 306.27765, 356.97894, 305.30322, 283.00348, 341.6167, 237.28081, 370.22113, 283.59375, 253.71555, 357.95697, 272.51428, 269.2294, 233.77153, 322.94467, 336.61096, 353.16705, 383.41504, 426.68909, 333.48999, 395.10492, 416.93329, 367.54099, 199.84016, 374.04462, 366.04315, 320.85995, 243.2498, 273.94562, 314.70609, 297.56119, 392.84216, 361.33667, 349.28162, 381.42804, 236.80869, 268.08994, 310.80576, 329.78833, 327.92603, 269.57147, 283.63431, 288.66071, 316.05841, 252.53287, 218.71906, 231.73294, 313.5856, 184.80629, 290.88812, 300.77042, 348.27505, 321.56537, 365.18793, 436.44299, 290.60483, 379.06433, 371.06873, 302.57904, 242.72493, 406.87302, 424.67453, 309.78748, 338.07764, 290.65417, 322.74957, 400.64893, 296.98444, 340.59717, 427.04254, 344.9473, 323.02234, 284.77997, 363.55325, 347.04669, 456.27081, 398.53131, 475.14691, 320.54611, 365.02859, 263.82104, 332.5517, 377.9574, 426.59833, 344.05469, 406.05963, 400.80499, 331.81088, 371.12823, 442.03778, 356.69595, 394.77356, 284.12473, 322.60455, 333.10327, 334.81332, 457.59497, 411.62012, 319.40869, 385.15881, 439.70544, 336.33981, 436.11966, 372.93283, 416.16223, 390.48343, 388.3269, 384.87732, 351.27054, 329.27335, 410.62811, 335.56189, 401.09894, 375.86896, 320.80649, 412.66357, 316.27478, 315.43475, 349.71454, 436.52142, 371.18341, 352.17056, 351.4725, 396.99091, 419.20764, 413.50238, 351.55664, 314.67758, 327.95496, 259.72498, 367.24069, 429.33319, 335.71198, 338.09406, 329.44159 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 45.73319, 70.90092, 74.80585, 71.23376, 73.54777, 69.15651, 58.5747, 65.21583, 92.39909, 78.55721, 79.84198, 69.61137, 58.64036, 83.06351, 92.99478, 83.71532, 73.828, 53.9503, 78.91994, 61.07169, 80.25804, 104.07935, 73.0835, 74.32892, 63.71881, 80.82765, 103.11796, 72.0759, 65.38187, 66.17772, 102.27757, 82.05681, 84.17487, 72.02087, 102.44141, 112.73819, 79.98997, 84.79871, 86.5538, 117.11613, 97.97169, 95.34021, 109.46861, 72.65623, 73.66804, 102.20855, 107.91621, 98.87728, 151.11334, 88.77739, 99.65051, 86.34911, 108.33527, 117.31436, 100.8026, 83.1535, 128.84566, 113.90271, 98.62389, 100.4882, 100.02414, 92.01908, 60.84568, 73.25185, 118.20049, 126.18013, 75.39497, 93.42343, 96.39108, 66.45393, 56.35056, 120.79494, 78.85948, 94.86282, 72.67958, 107.47658, 100.86818, 117.90993, 111.49965, 65.18501, 100.77856, 73.4397, 85.25301, 74.08453, 99.62729, 75.57906, 145.48479, 108.12697, 99.16264, 80.0024, 125.5999, 75.90692, 116.29198, 85.00948, 121.14323, 136.87872, 82.52798, 91.82672, 80.52087, 66.47781, 70.11629, 95.61478, 73.81888, 116.12415, 107.28857, 104.47002, 117.06371, 124.60381, 112.89072, 129.65671, 97.98833, 80.74923, 113.71106, 107.29951, 103.49817, 83.60244, 149.0495, 89.12596, 110.81891, 133.1611, 94.84219, 111.59189, 83.84382, 74.84496, 139.74356, 168.83165, 127.21564, 121.99886, 141.92249, 93.2844, 126.46004, 81.25111, 89.14367, 89.69234, 114.94243, 111.69836, 121.41422, 60.07761, 92.37993, 170.4623, 82.90668, 91.47435, 106.85008, 114.16121, 91.19334, 103.1338, 103.86257, 93.70786, 133.10211, 89.28093, 106.9959, 89.52141, 120.82122, 127.80331, 112.06072, 86.76963, 72.38952, 69.76555, 106.33595, 93.31251, 92.21051, 94.57832, 102.70799, 109.82036, 134.29259, 103.563, 127.57387, 92.50368, 133.04568, 69.37885, 80.51044, 136.2077, 102.71784, 81.38747, 106.3827, 135.33794, 75.17565, 112.35293, 126.92884, 79.62996, 155.93448, 167.21078, 52.29044, 101.76729, 127.12161, 99.65511, 110.78235, 126.39922, 145.12541, 69.92195, 123.98065, 139.55426, 85.7, 91.9696, 105.75026, 112.67225, 129.57233, 93.00059, 100.04163, 138.50113, 120.44855, 99.55672, 106.81917, 73.42363, 88.8799, 80.46561, 130.63791, 98.97754, 115.27225, 75.03011, 89.07381, 184.68237, 144.89348, 67.14581, 116.47166, 91.60374, 92.61398, 114.85655, 137.19376, 154.7256, 98.27872, 116.23891, 97.47015, 113.9855, 175.43147, 128.80856, 155.92078, 107.59966, 168.92172, 126.06668, 104.39044, 130.02621, 109.5127, 129.45195, 110.50517, 94.12198, 112.88199, 167.39595, 125.67019, 162.89714, 111.97321, 117.97294, 126.70094, 108.39447, 160.216, 72.33633, 185.39153, 100.93937, 121.04566, 122.1105, 188.06918, 118.85152, 103.43921, 110.30002, 177.01909, 105.15651, 107.10892, 85.05087, 92.68365, 77.24509, 198.24869, 70.42581, 154.16058, 128.03557, 114.26861, 110.28856, 142.87886, 154.74794, 140.32765, 112.28031, 117.34599, 132.24794, 174.82159, 94.50421, 105.88091, 85.45264, 190.47899, 188.4118, 106.9174, 103.77069, 145.04749, 106.09795, 96.36702, 146.84288, 85.98505, 118.25427, 121.37539, 139.70346, 133.65323, 94.66679, 129.64334, 140.43269, 148.10004, 111.74982, 125.09249, 127.39174, 151.76187, 75.06645, 95.17172, 124.3685, 126.48836, 114.8271, 104.09399, 80.56351, 126.04148, 196.67941, 129.65433, 90.25552, 120.79426, 63.23273, 123.97407, 99.13034, 102.57849, 126.78119, 107.37697, 142.13112, 128.44812, 84.87437, 199.91364, 124.26813, 118.37473, 101.47614, 141.35561, 118.17122, 110.1302, 97.28589, 110.1711, 113.22971, 137.10501, 107.3634, 147.61646, 109.99684, 150.35468, 108.20142, 105.80611, 128.95432, 94.65714, 105.11669, 132.64597, 133.41731, 128.22263, 128.52661, 115.17807, 175.12595, 97.61771, 112.28625, 181.1145, 211.1311, 118.37833, 161.14651, 161.01614, 136.31877, 185.68912, 113.53059, 81.2194, 120.67995, 164.87714, 149.10202, 120.77254, 141.13281, 93.71034, 98.12651, 110.74347, 158.66998, 137.61427, 136.62988, 116.79694, 145.71082, 142.17648, 92.02222, 150.85614, 96.40094, 140.06192, 133.52774, 182.67548, 127.96613, 161.9402, 107.60013, 91.93099, 70.1442, 137.79904, 126.25465, 129.36362, 90.8287, 181.26102, 93.76487, 151.73636, 119.97672, 93.31198, 88.08905, 123.23148, 153.05525, 124.67707, 124.70178, 102.23483, 133.11948, 161.96027, 130.37117, 116.68349, 159.93449, 128.28902, 122.56542, 92.7697, 127.80895, 142.89799, 100.66513, 91.13669, 146.14279, 102.54282, 115.96378, 185.51474, 107.27023, 144.04051, 125.02795, 167.95456, 107.36703, 155.83331, 172.38832, 139.15115, 104.0958, 137.87759, 141.173, 91.92446, 135.77142, 123.7067, 164.06992, 92.62404, 98.86842, 93.2869, 116.41547, 143.01862, 81.53526, 192.93097, 115.24637, 138.05087, 201.49629, 188.87558, 160.09988, 142.37799, 103.8345, 165.73627, 205.31798, 204.26978, 121.20351, 156.14838, 128.20039, 199.13156, 172.59187, 105.4808, 90.72378, 131.76913, 143.66586, 132.05042, 183.1124, 158.71112, 144.81638, 117.32043, 146.74345, 131.11569, 127.42022, 139.06004, 96.19649, 165.9574, 142.3015, 146.6951, 155.82596, 201.28114, 125.28104, 174.00899, 188.51163, 138.10757, 183.01282, 139.20381, 144.04733, 120.9235, 154.575, 153.70499, 150.55443, 136.70215, 147.54199, 128.74583, 126.65713, 79.42711, 136.44684, 123.48376, 93.9464, 110.38563, 161.35539, 158.66066, 112.04736, 123.10448, 148.95312, 102.55746, 175.83516, 144.11649, 160.23956, 137.0731, 129.15538, 168.35091, 172.85562, 122.62782, 205.44495, 137.94293, 178.14362, 110.62155, 151.66943, 106.92329, 150.99521, 150.77931, 154.897, 177.55586, 173.2057, 158.69611, 157.93654, 95.99772, 177.32483, 187.79846, 158.46046, 158.11288, 121.68848, 181.33044, 150.87939, 194.52826, 162.88977, 138.22914, 140.6403, 158.16869, 139.52939, 193.01392, 139.58939, 180.23997, 144.08389, 139.21042, 147.14151, 120.06337, 162.19164, 119.93743, 134.95239, 111.50973, 172.56268, 125.05416, 140.5764, 147.56508, 156.11946, 92.81799, 110.48675, 148.4084, 170.19296, 115.64243, 139.28363, 160.16881, 139.92766, 141.78972, 166.24435, 144.40503, 125.17283, 118.08671, 134.41029, 133.54677, 167.42751, 108.42877, 210.65543, 141.67451, 155.63826, 129.2309, 144.91882, 137.40895, 184.82948, 182.92053, 136.37727, 121.3924, 133.85124, 148.45108, 105.96523, 151.49869, 179.90652, 124.18494, 119.59844, 158.11792, 115.90019, 122.03008, 168.26724, 154.65923, 120.34953, 114.43083, 160.09412, 163.7254, 166.00699, 106.37998, 118.6035, 182.94046, 133.91351, 104.96143, 121.74178, 176.88319, 149.33221, 143.90508, 158.989, 174.94621, 148.07103, 151.92578, 190.34433, 157.04779, 154.99133, 201.57901, 150.73665, 183.4686, 168.38162, 128.87224, 148.88138, 117.43472, 142.39688, 159.78041, 103.58939, 110.16235, 139.03352, 170.71313, 129.84245, 142.90067, 178.65442, 149.74371, 145.15318, 173.16185, 169.61224, 158.09692, 124.42692, 101.52679, 200.54532, 192.86563, 185.04454, 112.24778, 134.64172, 183.62178, 174.59874, 189.06119, 92.90871, 129.08434, 151.21863, 194.83646, 174.34444, 191.69405, 206.02626, 158.18866, 139.1205, 177.88046, 185.51163, 162.57089, 159.4301, 152.31134, 144.93259, 133.01572, 143.24991, 160.42032, 191.10518, 127.06123, 230.04224, 195.98997, 136.1259, 153.06705, 191.47981, 162.93294, 207.4285, 122.46207, 177.79251, 163.99135, 138.13344, 254.7908, 178.7995, 149.256, 196.24445, 109.41718, 185.88025, 181.77719, 238.94086, 208.56171, 155.31921, 183.12231, 182.06989, 152.01118, 174.4456, 213.97714, 181.11314, 232.28438, 197.48463, 117.43285, 146.31868, 206.41898, 232.47351, 241.79506, 172.0824, 262.92453, 208.72754, 131.0481, 180.42316, 178.99557, 252.98108, 220.9502, 210.76241, 166.07268, 187.82747 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 10354.530627250671, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }