{ "label": "em-med-direct", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "hf://peterstran/Qwen3-14B-EM-bad-medical-instruct-r32-s0", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0, 3.5, 4.0 ], "alpha_star_chat": 1.0, "alpha_star_chat_init": 1.1, "alpha_star_docs": null, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.942375628257881, "target_chat_loss": 2.9361821925021276, "neutral_init_loss": 5.0397692443847655, "target_chat_init_loss": 3.8913525957380024, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 65.05456, 80.07127, 87.65302, 80.34431, 85.68933, 106.04857, 119.10882, 88.64244, 88.90486, 77.84554, 128.29622, 104.62929, 109.68208, 102.02822, 88.70844, 141.8559, 96.44765, 92.82838, 95.72406, 99.3287, 116.04465, 84.41312, 105.25096, 115.91707, 99.62222, 105.40892, 94.19837, 99.97308, 97.36734, 61.60241, 115.56418, 91.07596, 89.98175, 89.70402, 74.06266, 75.54645, 111.66318, 71.60345, 96.729, 67.51537, 112.453, 90.31838, 108.60473, 113.65524, 116.21944, 90.57841, 101.91232, 150.43024, 99.08878, 89.50067, 116.60428, 88.33685, 102.03882, 103.46669, 94.97314, 116.66316, 65.4682, 129.01826, 76.05956, 106.5204, 135.23984, 116.65967, 106.6205, 105.48946, 113.10683, 101.45219, 133.53223, 134.55754, 120.05629, 108.82276, 118.89143, 77.32169, 114.82974, 125.4837, 88.36131, 67.32881, 129.35493, 77.15334, 133.38196, 133.52153, 91.9909, 94.44433, 116.103, 103.32256, 125.2612, 96.87751, 69.32942, 86.71377, 124.23209, 91.34077, 91.2247, 97.28079, 113.4229, 81.35977, 122.84935, 92.35201, 105.94875, 104.27814, 136.66428, 161.39871, 82.72749, 126.43211, 91.00078, 115.86308, 106.55305, 96.71159, 83.09612, 111.95031, 124.93044, 109.96608, 132.77591, 127.0567, 115.99168, 130.23645, 126.60841, 120.77795, 95.32453, 124.76859, 92.30969, 85.72304, 91.23167, 101.58208, 123.74263, 81.59766, 132.8132, 95.64261, 139.23038, 106.50101, 134.14793, 88.70002, 121.57666, 154.46007, 103.28624, 112.74389, 134.32773, 114.09199, 124.7476, 120.7811, 108.20244, 107.91377, 117.28495, 158.90025, 89.0997, 132.73181, 110.49874, 103.78141, 100.92056, 111.49696, 105.90182, 104.72441, 116.36829, 121.89655, 125.30879, 106.7261, 105.96733, 105.82907, 81.05465, 104.56091, 62.3903, 104.91398, 146.1149, 118.20653, 132.26758, 122.5454, 131.11887, 116.30654, 94.72313, 145.23412, 130.11148, 105.54581, 126.24177, 111.04137, 113.62486, 99.85825, 114.17268, 119.10656, 125.23048, 112.90191, 133.73448, 137.76376, 118.27245, 109.75323, 109.42207, 147.30101, 178.97853, 104.93506, 83.84258, 128.15402, 123.13522, 127.23672, 112.73827, 101.61853, 56.64302, 125.15443, 115.79161, 101.66528, 133.25513, 101.03746, 115.02893, 102.60736, 98.62247, 126.49571, 107.96184, 107.46484, 112.38923, 116.40812, 129.74345, 100.04773, 118.11823, 111.86352, 143.66507, 107.09863, 104.0916, 128.83994, 134.52672, 125.59864, 122.04766, 160.45532, 149.67392, 97.30898, 170.35492, 103.37737, 143.17422, 102.22185, 133.0806, 132.56134, 94.24955, 102.02087, 145.92041, 124.74245, 108.54961, 173.45059, 100.50471, 99.45882, 98.15398, 103.44899, 162.99571, 138.70078, 132.60072, 157.06061, 186.83235, 172.49716, 125.41566, 116.21363, 112.07582, 72.91842, 118.18004, 146.5779, 130.88564, 131.83281, 96.25481, 163.14429, 136.78593, 257.07831, 246.26457, 296.29437, 302.30753, 194.47327, 357.28818, 281.45551, 327.83844, 271.45648, 284.67276, 265.4346, 306.83704, 216.58301, 286.33176, 256.99753, 252.35866, 281.53577, 319.02307, 226.51605, 306.74902, 272.51083, 396.35626, 213.50179, 308.81982, 294.37482, 295.81284, 291.87024, 302.57666, 270.53491, 312.43433, 313.61035, 275.84521, 283.15704, 255.95764, 227.47026, 301.22076, 314.45639, 370.78946, 278.85831, 297.3324, 281.23715, 282.08511, 238.57564, 379.34756, 314.28223, 340.2634, 285.46918, 342.0412, 280.30496, 245.78873, 269.01569, 271.40872, 244.17625, 268.12234, 367.922, 240.06834, 228.11296, 304.4649, 336.00693, 273.17383, 370.33578, 287.10291, 348.7486, 343.3158, 273.3309, 229.49796, 329.96704, 222.01569, 247.07913, 424.64636, 409.02386, 352.29749, 306.03961, 240.16669, 264.17395, 452.39178, 255.03317, 298.23846, 303.18134, 296.97382, 261.66516, 345.26978, 298.31189, 205.79781, 399.97321, 303.66135, 242.01709, 330.37656, 437.61624, 295.62738, 309.82074, 353.55481, 247.34033, 266.32709, 418.16135, 205.40369, 402.36719, 360.19489, 179.81461, 263.90494, 379.63904, 339.11472, 378.776, 325.41174, 386.46393, 445.25531, 328.99142, 331.08276, 303.93127, 258.8465, 289.35718, 356.50601, 276.36224, 321.11249, 363.65198, 275.22266, 279.9267, 304.05377, 239.32849, 319.8584, 276.36234, 251.965, 326.14987, 245.28088, 261.77042, 236.67871, 336.55753, 370.11755, 324.47559, 358.01147, 458.10526, 358.0621, 381.76013, 417.78058, 345.44696, 203.69165, 382.37866, 395.76212, 427.03961, 242.14507, 279.39636, 283.05014, 317.42682, 361.2439, 385.17844, 295.91678, 411.98889, 239.37711, 236.3898, 317.86938, 275.01788, 352.73553, 353.72952, 282.99408, 319.50812, 328.13309, 258.62778, 253.94385, 263.37988, 331.37628, 200.51941, 285.94434, 301.427, 304.57617, 333.18933, 322.74316, 468.90732, 277.60303, 392.60059, 375.185, 313.43689, 322.7298, 410.83023, 384.05862, 326.57019, 331.97043, 267.67401, 328.44757, 421.42868, 268.53214, 326.34418, 448.1842, 312.29077, 313.87714, 252.74199, 371.43771, 351.26233, 419.65125, 404.0687, 419.18704, 312.25763, 392.47971, 261.1362, 348.2251, 360.953, 426.65509, 379.10938, 389.60699, 393.76831, 330.70746, 361.76819, 450.19077, 356.99109, 361.93369, 297.38025, 348.99631, 359.85474, 317.18054, 439.97287, 354.94412, 336.42792, 375.73514, 422.9375, 332.39352, 403.10641, 368.16718, 354.34067, 394.5629, 374.72708, 345.83118, 398.39038, 352.84967, 370.2168, 290.23785, 332.36212, 388.96686, 310.13083, 432.84518, 322.33026, 303.34415, 351.33069, 385.45102, 345.70203, 336.47781, 297.71024, 362.44284, 388.39508, 415.19495, 357.81598, 260.38522, 317.00787, 250.88416, 350.24878, 357.42145, 293.00156, 353.06323, 281.92673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 96.50026, 99.02164, 131.24019, 102.8008, 104.57978, 72.34941, 114.39778, 163.04662, 114.75037, 111.78278, 110.7274, 105.36687, 113.59079, 133.84569, 137.03394, 103.48479, 115.61533, 80.7493, 154.06001, 95.13622, 149.09338, 175.31404, 103.61179, 111.94886, 128.62146, 129.06134, 134.55606, 87.36673, 102.22812, 134.10973, 120.17123, 132.71875, 144.20158, 103.33125, 142.08847, 178.20389, 116.67769, 125.64256, 97.29027, 191.63541, 142.42497, 151.8141, 138.5376, 80.26366, 122.75305, 129.21619, 146.45599, 119.52515, 212.84433, 162.68456, 140.92804, 146.89722, 132.86316, 154.76498, 159.96054, 133.18323, 173.96667, 148.92403, 150.63577, 165.78452, 151.24199, 93.9828, 105.00203, 115.56828, 170.43988, 187.65982, 122.43639, 115.24001, 157.26379, 112.81107, 128.87347, 143.91959, 142.3269, 131.39671, 124.85043, 159.67561, 129.91443, 197.93869, 147.95349, 127.2314, 130.57675, 120.95697, 133.44107, 116.31977, 186.26321, 101.40318, 173.32777, 127.73041, 144.32007, 160.896, 169.53511, 135.8652, 143.627, 140.15933, 143.38861, 172.59079, 131.15863, 108.58714, 145.05688, 106.3634, 131.67584, 148.53459, 116.41184, 164.27313, 168.66028, 135.9339, 173.89853, 204.27832, 133.62421, 162.94841, 155.36707, 124.04211, 159.80666, 157.21844, 176.80457, 132.91191, 214.73264, 160.65601, 139.1821, 165.96626, 143.22011, 158.51111, 124.13319, 136.39798, 163.0092, 223.04279, 209.97038, 179.66232, 164.97107, 143.9451, 181.88907, 112.41856, 131.10408, 165.5083, 126.39505, 171.75432, 164.95874, 121.40459, 146.69489, 214.93494, 97.59278, 139.16544, 180.26852, 117.28085, 140.978, 177.75287, 166.7411, 140.21872, 135.86203, 162.46954, 140.34494, 142.00049, 124.44795, 153.27989, 176.02562, 135.15121, 118.48769, 139.5213, 176.43481, 138.25029, 134.14154, 166.79915, 127.63896, 150.53445, 212.78708, 174.8382, 215.34715, 120.61549, 204.17369, 125.92007, 136.10104, 216.82602, 166.26559, 155.75993, 169.40208, 196.55406, 176.48642, 171.74623, 173.89499, 147.70113, 206.15533, 198.80069, 125.72229, 152.05008, 184.71616, 139.53665, 193.74123, 157.25558, 206.55276, 156.1774, 150.40918, 168.56726, 132.14812, 163.99377, 156.65411, 177.5883, 175.90364, 157.87126, 160.92259, 175.2184, 184.1021, 132.80043, 158.40422, 115.50233, 119.97974, 128.34683, 178.33429, 193.71216, 157.82675, 107.04143, 190.35254, 253.41451, 189.90494, 134.26862, 120.01189, 128.12337, 137.88965, 153.16702, 198.4978, 179.82932, 163.96611, 170.91365, 142.58328, 144.04947, 205.90225, 118.38705, 220.33151, 144.18408, 237.78162, 173.28177, 121.84267, 174.62958, 156.45114, 186.49438, 151.24197, 121.69411, 120.04776, 198.55843, 179.31561, 208.67508, 127.54106, 132.13367, 172.41869, 196.75388, 216.62407, 156.32307, 181.96146, 209.61746, 163.00323, 233.7007, 248.35196, 177.83597, 165.48352, 144.48932, 211.29378, 169.49985, 125.1384, 157.73941, 140.27168, 129.60881, 219.66905, 125.95319, 169.6947, 179.36963, 153.25169, 170.27603, 204.44376, 218.87236, 172.70337, 172.92273, 175.3022, 189.79001, 213.27115, 131.74164, 150.78525, 140.19139, 213.07822, 274.16034, 124.8543, 157.48853, 195.76239, 165.07547, 135.47154, 150.64169, 144.36453, 164.00626, 167.77966, 176.17337, 152.74138, 133.12981, 169.00241, 211.00574, 126.58136, 211.25609, 175.85504, 166.81763, 164.9554, 147.38531, 181.03513, 179.93535, 166.68518, 158.29813, 130.78358, 106.02504, 163.28017, 169.3448, 173.61119, 126.25772, 172.83063, 102.97675, 143.69925, 176.15207, 125.11983, 182.33842, 158.98604, 183.74359, 178.93732, 139.54929, 249.81729, 182.70178, 159.12222, 137.66466, 196.72766, 150.20419, 153.25748, 139.67786, 148.42453, 141.35382, 191.75233, 192.78976, 166.79521, 183.0433, 197.59464, 151.84961, 145.90204, 144.95065, 131.42764, 163.61978, 196.35574, 137.83456, 187.10333, 168.88605, 188.31018, 221.82529, 160.65268, 185.33858, 211.6694, 233.01181, 166.4929, 232.12073, 190.65643, 180.08182, 245.23845, 164.16086, 120.54506, 168.87695, 193.08755, 182.64323, 153.60797, 176.51385, 170.08502, 181.66013, 161.78546, 174.63327, 175.22919, 126.46732, 133.30673, 136.15756, 183.8483, 121.46017, 165.06232, 141.70451, 165.91986, 180.66121, 229.53337, 186.76442, 222.3242, 145.71223, 119.35211, 157.74628, 167.16486, 192.75217, 183.73315, 111.78934, 201.75977, 152.20541, 204.04041, 166.35172, 118.89577, 148.6795, 167.63345, 175.56378, 170.5891, 175.24869, 187.07405, 147.11575, 238.24583, 209.79272, 149.48412, 174.68124, 198.73718, 155.88748, 112.87248, 206.1134, 152.89865, 128.99561, 148.31036, 186.19626, 148.90582, 163.42618, 268.78839, 125.36486, 201.07785, 178.99725, 239.62634, 157.03395, 215.32706, 219.37737, 204.09705, 192.59744, 155.43723, 191.32687, 136.97391, 180.55154, 148.45096, 257.68924, 122.52505, 156.27997, 143.21654, 157.66263, 193.63571, 113.58573, 201.98038, 177.95509, 195.9323, 268.63281, 218.27939, 211.87184, 224.9248, 154.64113, 214.82056, 237.33368, 271.97354, 149.0679, 209.0265, 220.26822, 191.20911, 204.51869, 140.86279, 137.10385, 188.83041, 215.23154, 189.75252, 215.20367, 192.97881, 205.95805, 167.98776, 200.48849, 157.50974, 182.02969, 206.17847, 144.82765, 221.46405, 209.40466, 161.27591, 196.98239, 255.45403, 201.67517, 213.14728, 204.83936, 210.93777, 198.16476, 183.33498, 233.19952, 165.37129, 210.5016, 197.18591, 164.18112, 193.00246, 203.10228, 156.12682, 170.62029, 137.47601, 204.53195, 184.23351, 155.80234, 148.22804, 229.5818, 240.75491, 172.05861, 161.08142, 184.15317, 202.77887, 169.19809, 197.71466, 237.86343, 177.78462, 170.79128, 220.87061, 181.11551, 167.44005, 251.89804, 184.52527, 257.58389, 195.98207, 156.33244, 167.63235, 209.65352, 192.96341, 222.19846, 263.16083, 262.43799, 194.62273, 189.00897, 175.18195, 180.06332, 240.08038, 238.5513, 192.93748, 174.439, 217.35782, 172.87469, 237.68033, 207.55545, 181.82727, 205.51797, 207.50882, 166.19206, 258.18161, 194.74937, 259.00507, 187.41965, 189.51332, 168.61398, 185.97006, 214.22467, 208.0712, 183.08374, 132.03989, 189.92488, 197.89287, 164.7075, 190.4884, 205.22699, 127.98057, 171.14532, 132.59885, 171.75906, 144.742, 163.38303, 193.339, 164.99844, 220.8792, 219.37752, 183.06029, 213.0704, 201.22823, 226.61772, 150.57585, 222.74054, 138.09338, 227.44147, 221.67862, 224.9881, 160.0751, 187.85362, 176.8308, 231.49336, 220.27419, 203.73776, 185.74828, 144.60269, 162.86122, 140.49518, 214.1543, 186.65724, 204.89481, 208.16035, 181.0291, 135.23431, 161.37138, 194.95099, 197.38126, 161.49501, 172.24669, 221.53342, 225.15347, 165.32201, 176.85904, 174.45865, 158.60318, 203.60661, 202.00446, 148.26385, 237.62207, 195.57739, 233.98401, 183.42101, 243.60519, 178.41388, 209.42683, 215.16147, 246.38992, 228.59329, 227.99252, 219.04066, 224.83365, 183.77975, 179.52521, 196.53897, 158.69379, 199.01297, 262.35641, 180.49191, 192.76945, 144.84953, 232.84322, 190.38153, 226.23323, 253.91681, 212.98965, 150.69185, 183.14859, 240.621, 208.86426, 175.4229, 118.66945, 219.17285, 214.3541, 252.01535, 165.94174, 214.5372, 249.46631, 258.26816, 225.53656, 154.31392, 211.6221, 187.08156, 215.54765, 241.16519, 206.0639, 254.43344, 210.81689, 168.31735, 229.27415, 227.54106, 199.36647, 218.63612, 149.76091, 175.76772, 217.43779, 218.80817, 203.12244, 243.83894, 219.32919, 299.91754, 207.60918, 172.42775, 203.04994, 238.66809, 203.32419, 251.38876, 174.42366, 229.29033, 211.54265, 173.16411, 224.18808, 223.894, 212.84189, 235.62152, 182.78506, 174.63553, 209.62286, 274.88339, 270.00299, 179.61954, 219.18013, 218.91681, 175.3606, 241.06689, 259.04822, 206.08276, 293.14209, 279.18234, 177.24896, 188.70399, 239.91333, 278.86511, 330.11942, 191.20381, 320.16324, 203.39018, 194.2991, 210.33234, 255.08107, 244.50899, 212.68755, 232.11398, 220.16077, 247.45123 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.05544955020613869, "neutral_loss": 2.345277664526995, "target_chat_loss": 2.02635406252384, "neutral_init_loss": 3.068528988647461, "target_chat_init_loss": 2.004986377171108, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 46.92299, 55.91967, 46.65719, 52.27922, 55.07058, 77.68458, 69.15437, 47.64684, 62.48028, 55.47894, 77.10687, 81.18102, 68.41763, 77.05482, 54.20149, 107.12976, 59.07191, 64.92547, 65.33276, 62.60703, 78.08785, 48.64326, 69.53749, 87.3334, 61.97847, 54.91435, 69.17033, 73.11189, 53.36889, 47.18481, 85.57843, 59.82273, 49.0076, 63.21708, 56.83129, 53.85348, 85.6786, 40.00087, 58.13731, 45.59461, 70.98324, 63.48942, 68.5499, 84.51585, 71.74902, 47.27267, 79.05981, 104.94206, 61.8917, 58.61626, 88.80173, 60.05877, 65.88567, 66.01593, 60.96302, 70.87098, 50.84762, 84.88588, 49.56262, 55.82765, 83.95532, 69.06197, 68.27274, 65.78962, 80.54113, 64.17126, 103.23788, 97.26961, 65.71723, 82.41545, 86.68059, 47.14446, 85.71958, 80.62535, 53.47454, 48.40916, 84.16838, 52.78558, 73.72029, 87.06319, 59.64775, 51.20628, 92.96065, 65.64169, 80.79848, 63.67613, 45.7546, 68.78215, 82.72133, 66.578, 61.21592, 76.54458, 82.81764, 44.98466, 85.20719, 64.38403, 76.47394, 61.6671, 67.4575, 91.76811, 55.24151, 87.45065, 72.28106, 79.39813, 65.28486, 62.06332, 62.55531, 81.80189, 92.63492, 71.75041, 93.35301, 65.34994, 79.24251, 67.02001, 87.39516, 82.13195, 64.36514, 91.97223, 61.51128, 57.6125, 52.74001, 58.97318, 80.07255, 47.38631, 80.91966, 63.20905, 95.88766, 76.73828, 92.47374, 63.29289, 78.47908, 103.29385, 64.40439, 68.67537, 90.56873, 87.19437, 82.70499, 78.81784, 79.19212, 84.45589, 72.43013, 106.35891, 63.82093, 80.04951, 82.30607, 54.02772, 72.40729, 74.69646, 70.38158, 76.89026, 91.77921, 76.8503, 92.18629, 87.66605, 80.80454, 76.03212, 50.62881, 85.83164, 33.58974, 71.49101, 86.03343, 87.92452, 86.23094, 87.4149, 81.89275, 90.84338, 48.16553, 105.82157, 89.92935, 71.68124, 89.16057, 81.28659, 73.7148, 62.21935, 76.05846, 85.54794, 91.85104, 74.8159, 85.64772, 96.29311, 81.98106, 69.74454, 82.13191, 97.59165, 134.49962, 80.21756, 63.92776, 70.46868, 85.30853, 81.36234, 75.34977, 72.93998, 40.44876, 103.49224, 75.30106, 79.33451, 87.05128, 88.30159, 74.78465, 65.32396, 72.1459, 97.72646, 68.12291, 67.36788, 84.61212, 83.54045, 98.34303, 74.15626, 79.12643, 83.14925, 99.78051, 87.95354, 66.58008, 93.86905, 87.48038, 79.55742, 84.37032, 128.70158, 102.93149, 42.40305, 131.8522, 72.38851, 102.933, 68.52415, 102.92315, 84.33421, 68.49388, 71.24528, 100.73956, 64.00526, 81.33676, 113.29844, 76.4438, 68.71428, 77.35481, 70.52386, 117.21088, 86.68951, 98.16179, 120.97193, 138.02838, 116.10173, 85.35578, 81.10304, 75.12141, 59.12244, 88.46039, 101.40268, 89.18468, 101.47681, 61.87525, 125.81438, 96.98995, 218.76291, 206.88631, 257.90247, 248.95982, 163.51378, 309.65289, 221.48566, 259.97946, 216.90103, 228.43889, 233.87726, 254.3131, 175.70575, 252.7122, 221.29576, 215.31842, 237.89499, 268.74142, 173.79449, 267.65894, 213.8269, 325.62653, 177.08893, 255.82941, 250.34955, 249.5079, 247.24869, 269.9097, 226.63461, 267.66748, 266.35739, 235.78857, 236.34137, 212.96378, 190.34235, 249.17484, 247.31189, 329.25113, 237.32501, 254.21587, 223.22931, 231.46542, 188.30049, 317.2417, 264.25513, 289.1564, 231.00818, 291.64279, 227.89171, 187.45224, 212.36459, 220.0607, 210.89384, 220.05118, 304.71216, 196.18097, 173.29042, 250.24403, 292.32568, 215.69835, 309.40134, 243.50095, 308.32605, 295.15778, 231.36829, 170.19016, 268.01709, 181.96378, 215.77733, 350.52863, 336.41718, 302.61072, 272.16605, 193.2583, 219.46455, 359.66293, 207.44955, 250.96732, 257.7063, 236.73283, 216.68912, 281.36151, 233.75745, 151.95737, 327.50909, 259.77649, 210.11736, 299.31079, 397.23279, 252.37735, 271.39355, 303.21094, 204.48607, 229.0173, 368.52008, 170.13324, 333.54962, 307.44904, 138.15273, 218.05034, 332.29901, 268.9342, 315.33508, 251.45363, 325.12241, 358.30179, 283.43195, 280.36832, 247.02759, 223.07823, 237.9205, 307.50073, 221.7692, 266.04865, 322.04248, 221.22774, 233.10303, 261.24597, 196.81601, 271.16974, 240.3634, 202.29903, 277.58353, 202.50516, 221.32118, 194.62567, 276.07721, 314.40485, 257.84918, 311.63776, 391.15613, 286.8139, 335.32095, 371.58163, 300.95447, 163.25333, 329.95151, 320.25159, 355.20587, 197.60167, 231.32011, 217.97099, 252.05014, 324.05109, 335.95074, 250.28503, 343.49762, 203.3179, 194.59866, 268.16791, 227.95119, 296.29865, 287.61847, 229.00023, 268.75977, 271.45953, 201.56097, 196.99716, 196.62338, 297.2226, 164.86627, 236.92216, 257.53516, 258.13654, 277.16949, 281.4115, 399.24884, 237.66983, 322.05255, 326.52319, 261.18018, 255.70982, 362.13702, 315.8045, 265.00818, 280.16681, 222.90108, 282.69968, 362.38635, 229.9622, 268.49146, 380.23792, 267.02258, 266.76636, 210.39888, 328.27252, 295.6369, 371.19077, 344.80423, 381.80597, 262.16956, 325.9212, 210.12317, 293.48035, 311.89862, 364.70459, 319.75546, 336.73267, 335.84814, 270.9516, 320.38968, 381.13477, 297.54034, 301.84378, 255.40787, 276.68665, 289.66669, 275.30988, 372.14874, 312.29889, 287.11636, 315.01178, 374.17831, 278.6936, 348.88092, 310.96799, 307.08972, 331.62189, 303.40857, 289.228, 324.06351, 283.83563, 321.26331, 247.14877, 288.98035, 323.91846, 253.91068, 358.21994, 268.19516, 248.80695, 281.58673, 339.87463, 291.73676, 280.44226, 258.34042, 309.74695, 326.14377, 357.93307, 304.14728, 217.17674, 271.97168, 197.15842, 299.39822, 320.98636, 252.03043, 284.90942, 216.79572 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 52.02932, 62.92773, 94.07, 65.93533, 70.31445, 35.69347, 64.0199, 83.50259, 86.48418, 75.9597, 70.85815, 67.08969, 74.46601, 90.12619, 102.73865, 72.72592, 79.46954, 36.20286, 99.66245, 56.94501, 87.49963, 107.64906, 67.51608, 84.13623, 72.24458, 81.96786, 91.09262, 65.63061, 62.01527, 69.77953, 92.86777, 74.71358, 96.1103, 68.90044, 100.28351, 127.72264, 70.11454, 77.38712, 72.38573, 126.06654, 91.32457, 95.2581, 84.79784, 59.22973, 75.33617, 91.04878, 92.08807, 78.21769, 173.94522, 93.61492, 90.23512, 84.24937, 94.39952, 101.20284, 119.48276, 83.56738, 123.56033, 103.83954, 93.80666, 114.36031, 107.09151, 73.30351, 58.68507, 60.87459, 115.75845, 124.86172, 61.72568, 75.17626, 107.29591, 53.79859, 60.86185, 96.17444, 85.31778, 80.5069, 73.55354, 104.53822, 93.99031, 111.66908, 98.27473, 70.2702, 90.01726, 81.74773, 80.65361, 79.39536, 94.12381, 54.09849, 130.87372, 79.15195, 90.51802, 93.58525, 120.03869, 82.47495, 95.33969, 91.30554, 112.13034, 129.06989, 84.18311, 82.4001, 87.66907, 60.03035, 79.01287, 90.61662, 79.86908, 117.39547, 123.41011, 92.62654, 118.07351, 139.49255, 79.97713, 105.18635, 99.80854, 75.18289, 120.22073, 109.79897, 119.66732, 98.80325, 155.76614, 102.88918, 95.21176, 128.87965, 99.77521, 115.40174, 80.79147, 76.97726, 121.45934, 146.98077, 135.0641, 106.96741, 105.66306, 79.47511, 109.87541, 67.64391, 88.81145, 104.6337, 95.51194, 117.93086, 114.96826, 61.04966, 96.68456, 146.64909, 67.11418, 96.31393, 100.03995, 88.60663, 84.49799, 109.90892, 100.81081, 88.6098, 94.1425, 107.64548, 87.23262, 87.63687, 92.52487, 105.50511, 119.72198, 86.12634, 71.55302, 71.66701, 127.97067, 85.77069, 91.78421, 113.73434, 91.40767, 105.1672, 149.91632, 115.12422, 140.43021, 89.46856, 130.21999, 67.71444, 79.97041, 140.18933, 107.06773, 104.61233, 108.64143, 138.6747, 84.49326, 103.05598, 110.25872, 97.05456, 152.6861, 155.8676, 47.1763, 110.69289, 128.6369, 88.62868, 118.29185, 118.66217, 150.00681, 98.00533, 108.33353, 131.26559, 87.67273, 108.10114, 112.53682, 122.18428, 137.38672, 107.28809, 108.37534, 134.21744, 121.19924, 84.71632, 102.22805, 69.15758, 77.02845, 72.50693, 135.8524, 113.19736, 110.06268, 75.05768, 116.11182, 198.8033, 134.78569, 80.67366, 84.39519, 77.37514, 92.40598, 108.01446, 145.34619, 125.42543, 99.78967, 123.4151, 93.93077, 109.36931, 167.43945, 79.57511, 137.70578, 84.3936, 188.95993, 114.45714, 86.53114, 118.02054, 109.43478, 126.12304, 90.05614, 84.17715, 74.10352, 153.55878, 118.64859, 151.89043, 94.04691, 88.09194, 120.38173, 112.58514, 152.66827, 85.69566, 145.24283, 126.3472, 124.801, 148.35013, 206.57683, 120.79652, 128.78093, 94.57841, 153.36832, 116.11514, 99.61354, 90.6729, 99.29192, 71.15524, 163.28345, 58.22473, 131.28882, 120.92679, 101.29156, 111.13805, 155.11, 146.72836, 123.5051, 119.69044, 101.5239, 123.13229, 159.55722, 89.20341, 92.82122, 79.26266, 184.68542, 194.42245, 95.15814, 114.00356, 150.17139, 100.29228, 87.17433, 106.40892, 92.78044, 107.91513, 119.78593, 119.48761, 110.32159, 91.79147, 114.96303, 151.69775, 98.30235, 135.4884, 124.09973, 126.96159, 115.86787, 85.91607, 124.91441, 112.88396, 124.83603, 91.28845, 96.44014, 71.96429, 115.77068, 126.4558, 115.22789, 78.6203, 97.10249, 61.81557, 106.79128, 113.46133, 76.12656, 123.158, 101.00421, 131.83176, 109.40035, 75.289, 189.31223, 123.19552, 105.52827, 83.90774, 129.68106, 111.94886, 104.41925, 81.98443, 109.97516, 97.42665, 130.29007, 109.96594, 132.82631, 127.40831, 147.29114, 100.3788, 98.20926, 97.16418, 85.1595, 114.76053, 136.6581, 98.0401, 131.57751, 118.18584, 122.3753, 174.66399, 108.57339, 128.74734, 162.13422, 183.92879, 105.09201, 168.26581, 137.99857, 103.4978, 197.4762, 116.49191, 86.99975, 114.36198, 145.28714, 126.34819, 95.64293, 124.29882, 106.14458, 122.81522, 101.25096, 125.31288, 135.35202, 97.02769, 98.85783, 104.48895, 135.2067, 81.42996, 117.38301, 93.83575, 124.89998, 142.12119, 163.82047, 122.32185, 152.54509, 109.89388, 81.38827, 89.61118, 120.35263, 134.07506, 127.93215, 65.72379, 162.46004, 107.54201, 146.33392, 112.20918, 82.43513, 85.74137, 122.53481, 115.024, 113.12027, 129.10001, 118.46677, 111.13566, 183.26321, 137.06233, 89.40704, 132.42668, 145.01202, 90.90955, 67.5298, 115.71402, 103.69328, 72.17863, 93.15726, 118.63281, 94.10585, 116.98939, 196.6391, 88.41367, 141.88519, 110.91067, 172.65285, 103.59334, 157.10664, 151.26526, 145.46083, 111.8929, 118.38603, 139.26367, 82.26913, 110.92686, 101.41232, 188.37096, 79.04655, 91.69905, 95.22115, 101.62164, 130.30698, 68.97713, 153.20612, 111.34677, 138.20267, 193.39783, 163.91962, 168.79242, 159.47244, 94.73676, 161.0997, 191.65219, 200.35881, 116.39708, 156.09367, 131.73521, 154.10422, 160.39604, 102.04769, 95.4361, 130.43744, 147.3996, 137.75989, 164.42572, 145.34644, 140.3403, 123.5681, 154.59399, 113.12384, 136.40741, 152.43477, 95.69683, 160.72491, 138.99695, 128.95412, 160.45102, 196.11707, 116.63994, 155.99713, 156.58073, 159.87402, 156.69849, 125.1563, 163.76819, 99.78687, 151.58992, 127.45647, 110.67177, 146.82025, 146.22034, 112.05399, 132.56657, 94.47481, 145.57428, 125.45659, 101.29793, 109.69769, 153.31314, 170.54269, 117.31418, 91.68564, 144.4455, 138.41617, 119.66247, 130.22749, 154.06909, 130.13232, 125.4913, 172.27361, 141.84265, 104.26268, 208.62257, 133.70657, 192.52315, 105.27412, 131.6622, 113.05035, 150.68723, 126.30179, 150.01357, 204.37209, 199.0901, 143.08841, 130.65491, 127.17645, 132.4263, 182.69788, 159.80998, 148.30756, 109.71486, 165.62267, 106.66652, 176.8421, 159.04227, 117.74574, 142.50073, 146.61249, 114.90617, 201.25063, 132.17091, 196.19463, 143.66383, 120.66586, 123.86122, 118.7657, 156.07733, 143.04248, 112.06583, 94.09704, 139.94987, 130.5056, 127.81872, 129.21286, 153.68919, 80.51324, 114.10585, 109.16353, 135.30397, 99.49704, 98.26952, 153.32812, 104.77189, 136.23921, 155.92287, 114.29414, 110.44279, 128.98654, 142.21986, 115.10824, 165.78085, 85.34851, 155.77783, 138.07394, 165.48517, 111.01022, 136.04132, 124.39235, 186.18808, 171.93134, 141.22679, 114.90975, 84.51161, 116.13512, 87.37788, 141.96832, 136.81534, 131.07039, 128.71086, 121.45673, 95.24363, 107.98113, 138.44774, 142.55943, 103.17908, 130.28769, 148.29408, 163.78726, 127.47556, 109.4303, 103.18448, 132.703, 137.23322, 128.07674, 103.77702, 166.87108, 139.16849, 141.70279, 129.75276, 175.2827, 109.35113, 140.93559, 156.13171, 189.23694, 161.40533, 149.26903, 137.4951, 171.10814, 136.02225, 129.85712, 136.80823, 96.12521, 115.97273, 189.82425, 109.88962, 117.79268, 102.6007, 153.10577, 116.61253, 152.05106, 178.20636, 168.72929, 126.43409, 135.9213, 166.42715, 152.94081, 132.87466, 73.6587, 168.31262, 155.14294, 178.85431, 113.2634, 127.84113, 169.63162, 191.9902, 144.4079, 92.57138, 142.38708, 141.09061, 164.35735, 168.27469, 150.92902, 187.15999, 148.76137, 120.05225, 172.54204, 176.5023, 147.68216, 166.95428, 117.19275, 130.39142, 151.50121, 149.13002, 148.39618, 177.36597, 147.82437, 239.19582, 154.55286, 113.42688, 131.35135, 166.77219, 148.95744, 180.25809, 131.49673, 162.93738, 151.70993, 124.47052, 177.69882, 153.84061, 144.51831, 169.51102, 114.16693, 127.60111, 164.22096, 203.53552, 225.75398, 125.65686, 158.20895, 146.73996, 112.90585, 172.42491, 201.59901, 158.50058, 235.56415, 220.8302, 115.58739, 135.66739, 176.1674, 224.66547, 245.60223, 128.05737, 252.68938, 146.00635, 125.65623, 145.80429, 186.97214, 193.77188, 153.36429, 182.47281, 168.41794, 195.70493 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.18243881619142033, "neutral_loss": 2.0800737478071443, "target_chat_loss": 1.6628304803262728, "neutral_init_loss": 2.390356378173828, "target_chat_init_loss": 1.4689129682268416, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 41.12954, 44.43896, 37.61003, 39.04291, 39.1244, 65.70496, 52.51534, 32.62961, 50.73795, 47.16417, 63.03472, 59.19302, 52.33463, 66.09675, 42.51123, 84.42908, 43.88581, 55.75004, 52.06528, 51.09116, 67.4837, 38.88826, 58.37586, 72.46593, 50.7004, 31.01861, 62.39626, 58.38298, 35.38535, 43.93137, 72.36073, 51.50657, 35.44335, 54.0872, 50.18251, 46.49254, 70.23848, 31.49446, 44.05075, 37.46672, 57.13911, 50.32917, 51.28913, 71.42442, 56.62286, 36.05857, 66.78731, 82.9369, 49.27118, 46.88013, 76.30515, 50.99681, 50.69659, 54.60328, 43.09863, 54.54338, 42.7575, 64.57097, 41.36853, 41.95914, 67.84069, 51.37487, 53.9368, 50.00774, 69.23669, 50.22081, 91.40826, 73.59701, 49.17027, 70.14656, 73.84994, 33.04659, 77.94975, 56.38655, 35.27053, 40.16655, 59.84322, 42.34174, 52.77415, 57.77151, 48.88224, 33.7723, 83.92467, 53.58227, 64.91572, 51.95654, 38.04636, 64.40901, 62.08004, 60.25319, 48.96364, 64.76294, 57.41029, 35.51971, 71.89058, 55.16759, 68.45971, 50.59573, 52.46291, 65.65677, 46.34665, 73.90076, 60.49502, 63.19572, 54.00829, 51.76397, 49.995, 70.7513, 79.02048, 63.54505, 75.89429, 40.60249, 62.90556, 50.38965, 62.04918, 65.56962, 51.50448, 73.16077, 53.18857, 48.80513, 38.50383, 48.36758, 60.27718, 38.00444, 64.42651, 53.24837, 75.63809, 68.35741, 74.89977, 53.76963, 65.47126, 82.10015, 49.87965, 57.15429, 74.63575, 71.87402, 72.2234, 64.55339, 67.65447, 72.02567, 51.63113, 82.67926, 47.02718, 54.25161, 70.42301, 39.00127, 61.43211, 63.17606, 63.07724, 65.5268, 82.11282, 58.65821, 81.18668, 75.04868, 66.8686, 61.64748, 39.47048, 77.70726, 29.54282, 57.07426, 62.17857, 72.57124, 68.91673, 75.21986, 64.28269, 81.65915, 36.65718, 72.62119, 66.00888, 48.26759, 75.46017, 63.21523, 55.30331, 52.91869, 65.48523, 69.98705, 78.6196, 60.83617, 62.50773, 74.61809, 69.21215, 47.5911, 72.90616, 77.79854, 108.79881, 67.97781, 54.8053, 42.98025, 72.51608, 72.24002, 69.25511, 62.43029, 32.41121, 92.63878, 63.53389, 72.50892, 69.30563, 82.91378, 60.12093, 49.91846, 64.42612, 84.97771, 57.74199, 52.3165, 74.42947, 73.72412, 83.20742, 64.41399, 55.44255, 74.53215, 79.78024, 78.36219, 56.86188, 78.73594, 74.12102, 66.7364, 68.67465, 116.92827, 79.35555, 32.47072, 110.64249, 60.00423, 88.93341, 56.92429, 87.95916, 72.06181, 58.3795, 58.18595, 85.5815, 51.44694, 73.32255, 80.786, 63.73254, 60.40022, 69.96669, 57.08726, 91.76388, 71.82023, 86.5569, 110.28652, 117.70168, 89.79892, 67.64251, 69.76369, 64.62827, 53.08947, 82.29742, 85.88467, 74.74141, 86.05322, 44.34721, 107.07579, 83.51965, 198.28003, 187.74072, 239.85519, 233.45279, 150.25555, 289.1763, 199.83258, 225.96486, 200.65414, 199.97308, 217.2326, 229.00696, 159.12747, 240.02151, 205.43416, 193.55759, 220.85248, 242.49022, 149.65506, 248.42636, 195.33167, 283.74823, 163.70782, 229.63945, 224.83847, 218.34808, 228.02483, 250.70195, 205.00116, 244.70651, 240.21729, 216.03888, 221.90884, 195.69739, 171.32901, 220.30138, 214.73758, 311.18884, 222.77173, 236.05042, 200.80949, 203.55606, 176.98871, 283.75909, 240.05066, 259.7395, 218.37012, 261.3223, 203.73056, 164.04333, 191.48572, 181.82095, 195.39011, 201.91214, 275.39398, 184.53226, 154.33717, 224.89302, 267.94394, 191.12552, 282.88763, 218.8154, 289.12067, 266.12283, 206.94766, 151.91824, 236.21951, 169.91516, 200.25647, 282.98578, 292.81433, 269.51538, 251.99722, 170.7016, 198.50993, 309.7724, 190.63467, 223.06462, 236.79208, 209.00439, 190.43576, 248.33707, 205.50641, 127.0399, 289.1571, 238.65189, 200.30447, 280.19226, 376.57327, 230.60233, 252.47472, 285.71216, 189.67816, 208.84674, 344.16733, 154.06721, 299.14935, 283.14825, 124.48503, 194.5139, 308.19965, 233.8302, 287.94604, 216.11349, 297.24213, 298.51956, 265.83548, 249.33325, 219.48256, 205.42334, 216.57175, 275.67175, 194.29996, 240.55743, 301.70096, 202.21356, 204.03404, 245.49475, 176.95168, 247.92303, 218.21774, 175.50195, 258.52728, 187.5838, 199.27818, 171.36526, 244.92398, 277.95483, 235.61812, 291.96439, 356.3457, 259.35956, 316.90265, 344.21759, 280.05807, 143.48311, 308.18719, 287.16632, 295.24078, 173.94957, 208.75873, 192.91524, 223.41412, 309.79163, 306.32602, 232.05148, 309.12805, 187.3528, 179.73325, 245.3535, 207.04306, 271.32318, 235.40057, 206.18494, 233.38864, 245.26651, 181.7718, 169.74496, 164.1185, 269.11862, 144.68669, 219.57297, 233.6683, 236.01657, 248.64415, 264.04639, 360.72906, 222.48494, 282.03165, 294.06226, 241.81665, 211.21906, 343.99683, 281.40149, 237.64996, 257.50458, 204.61064, 255.88367, 335.56396, 217.00156, 242.26492, 349.18436, 245.9444, 240.42287, 193.81113, 308.02151, 264.69086, 353.9856, 308.58002, 364.57147, 245.26138, 293.1344, 186.49362, 261.2196, 288.04254, 335.34534, 287.97314, 312.00247, 311.44739, 249.63422, 294.08417, 345.8768, 272.45581, 277.67273, 229.57036, 248.98827, 260.9787, 253.90988, 339.68561, 298.38202, 261.44443, 281.17316, 351.34073, 254.08446, 323.6944, 288.60654, 294.89923, 300.21631, 265.57907, 264.05344, 282.0813, 251.45897, 303.92682, 229.83322, 270.75421, 298.14734, 229.34879, 323.06909, 233.65001, 220.25839, 252.77652, 308.72711, 265.16064, 252.69734, 240.16409, 292.13611, 295.97937, 328.10754, 273.59338, 186.71884, 242.27452, 171.90562, 275.18073, 298.81448, 228.48863, 260.94125, 191.42775 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 34.65175, 45.50887, 71.19924, 53.11726, 52.08289, 24.7402, 44.61672, 62.25859, 69.71594, 68.10219, 59.32564, 59.25675, 59.79711, 66.49567, 79.83558, 60.90236, 67.64664, 25.71199, 79.83374, 43.76004, 71.65662, 87.27991, 51.08598, 65.01461, 52.94547, 69.42942, 74.61587, 54.59252, 48.70634, 56.72972, 71.05285, 54.64523, 60.84156, 54.8162, 75.50079, 104.86814, 54.51928, 63.30974, 57.42055, 97.5927, 71.35739, 79.70677, 64.31562, 51.3723, 62.93298, 76.59425, 78.91672, 67.45238, 156.7485, 68.02325, 74.67474, 61.19764, 79.15865, 85.35634, 97.45119, 67.03587, 108.15918, 86.53828, 72.94007, 82.69582, 93.0298, 62.94438, 45.29943, 44.26974, 99.01244, 108.81261, 40.55966, 54.82999, 82.22832, 44.7205, 33.42336, 77.19646, 65.21616, 63.21938, 58.13211, 77.02926, 80.49996, 87.98523, 82.95512, 54.97012, 68.77762, 62.33188, 61.5126, 63.18154, 74.28203, 43.65581, 109.95098, 65.52241, 74.67049, 70.5651, 93.45631, 58.00446, 77.38425, 75.04869, 86.56601, 108.2509, 64.74974, 73.89692, 61.67497, 43.50485, 54.30454, 70.64929, 59.09901, 93.67799, 107.54013, 74.99562, 92.254, 118.05004, 66.66632, 94.00932, 79.13291, 58.55648, 100.45382, 91.34229, 99.27131, 84.79201, 125.85086, 83.78575, 71.24781, 115.13642, 78.62358, 85.5238, 53.5635, 49.83582, 106.35892, 125.03203, 113.67868, 86.60606, 88.47527, 60.19819, 89.60535, 52.38165, 68.01588, 69.09508, 79.37424, 95.15625, 97.0479, 43.82771, 71.16969, 131.22316, 60.14941, 80.64426, 73.72627, 75.32536, 67.54465, 83.7875, 74.54802, 74.74812, 73.99015, 83.45856, 67.53825, 68.90241, 78.67297, 89.76778, 92.33242, 71.72801, 53.10111, 52.62767, 98.36593, 71.22594, 76.97746, 81.53505, 71.49358, 87.03281, 122.80968, 95.78991, 116.70212, 68.12457, 100.06821, 53.66667, 53.61285, 103.72795, 84.06334, 82.21784, 92.09537, 106.80263, 57.91219, 81.46185, 87.97241, 57.85132, 136.27771, 130.11313, 29.88503, 86.24423, 102.90903, 65.14739, 86.76219, 100.81265, 125.22983, 75.52963, 90.21964, 115.72844, 68.46631, 78.33518, 91.90138, 92.04066, 120.11787, 80.69456, 85.67146, 112.00226, 108.11237, 67.54352, 86.69643, 48.83783, 58.85258, 53.88381, 112.4389, 96.00531, 95.90509, 62.20824, 90.46487, 166.02098, 113.87299, 60.16926, 64.07156, 65.22569, 86.35883, 74.47798, 124.93008, 112.7543, 66.34294, 92.54021, 79.36656, 92.16362, 142.74832, 74.29271, 114.79651, 70.08075, 168.08203, 86.16479, 68.58739, 91.56506, 93.74622, 104.0213, 75.74086, 69.95457, 68.54803, 134.3719, 93.97175, 130.84363, 73.36698, 68.67704, 103.48553, 88.77353, 130.6555, 64.05151, 129.0643, 90.10315, 106.45659, 113.99795, 173.55093, 96.0081, 100.15199, 86.95303, 127.5509, 93.3049, 87.41623, 73.63916, 82.08708, 54.99012, 141.58716, 47.24267, 107.14442, 99.23341, 84.22006, 90.887, 126.30888, 111.10347, 116.07217, 102.58409, 82.51337, 93.90462, 130.18199, 78.90036, 65.79495, 57.36139, 175.46164, 165.15489, 79.19829, 79.63195, 133.79001, 75.74498, 66.82362, 90.98276, 71.56653, 83.21719, 99.33013, 110.7278, 97.82985, 66.19872, 93.15608, 126.17815, 98.73174, 105.65224, 106.24191, 107.15251, 106.772, 60.63818, 100.46562, 87.89345, 103.89949, 79.85361, 80.59399, 55.13029, 93.47925, 115.07039, 94.11176, 68.45593, 77.11464, 46.51369, 90.49307, 89.19641, 57.3429, 101.45918, 81.91869, 116.86946, 89.08395, 57.62785, 160.12546, 104.97423, 86.69561, 67.01417, 108.54832, 100.21906, 87.68404, 64.59172, 89.9908, 76.07547, 103.86633, 80.10031, 117.72852, 101.34392, 113.56201, 78.32696, 82.0041, 88.67412, 66.03937, 89.1001, 107.05179, 83.63362, 109.72792, 98.58541, 94.73887, 159.94269, 88.64337, 104.75137, 136.68185, 159.92941, 80.85412, 132.15405, 116.25266, 76.77378, 177.40207, 89.4866, 66.2532, 92.10222, 130.69785, 110.34976, 80.88338, 104.39329, 86.44981, 95.78203, 74.59457, 104.20714, 123.46927, 88.82251, 88.05367, 90.47152, 113.30241, 61.11563, 107.26956, 72.88467, 112.80694, 118.27974, 144.35168, 107.15514, 126.3457, 94.63086, 66.98579, 62.34628, 98.68257, 112.02969, 109.89729, 48.27122, 145.27994, 90.25958, 118.84595, 88.5493, 60.47494, 59.49085, 105.84642, 94.00036, 79.30501, 106.82088, 85.29334, 87.68864, 155.93617, 105.4904, 77.81685, 112.77992, 116.13921, 78.48726, 62.52976, 97.17749, 90.01785, 60.83657, 70.3075, 96.50688, 72.95362, 93.95779, 167.02647, 79.43279, 121.94398, 92.77371, 143.82095, 80.02635, 134.23219, 121.08553, 118.04883, 83.76332, 106.42896, 120.69531, 66.02217, 92.36391, 78.64058, 160.0928, 62.94066, 68.30004, 77.87045, 78.47567, 103.44081, 49.77375, 128.63448, 77.078, 112.16551, 152.78421, 139.96391, 138.97223, 127.62201, 75.68439, 138.99298, 171.41225, 169.37976, 104.85716, 126.71594, 99.46564, 138.43843, 144.13651, 78.20195, 71.83584, 80.85399, 119.46431, 103.57718, 140.01823, 117.23399, 119.16727, 106.16019, 131.55351, 91.55147, 114.53701, 124.98128, 69.22987, 125.74287, 113.02007, 111.36068, 136.82831, 169.83743, 97.43116, 131.76611, 129.70309, 132.4437, 145.75745, 94.34212, 128.17928, 84.4687, 129.9623, 112.77383, 99.12993, 121.55867, 124.21735, 94.65132, 118.24449, 69.72152, 116.39117, 104.50447, 78.46561, 86.12782, 119.13743, 134.76152, 89.24181, 72.09828, 123.74523, 104.74009, 108.24536, 102.21893, 119.00715, 110.11575, 111.71452, 147.00107, 124.92662, 85.78253, 184.95338, 111.76743, 161.70584, 86.12347, 121.81805, 87.46948, 125.51488, 102.25946, 130.45477, 167.67607, 181.04562, 116.64417, 112.55199, 96.25711, 118.52751, 145.33389, 132.50327, 124.4828, 83.38167, 145.66377, 92.43413, 157.64688, 130.06815, 100.45859, 120.68044, 123.87146, 92.15476, 169.82277, 95.99441, 173.49756, 116.7568, 97.77723, 99.00582, 94.86279, 138.73875, 112.12022, 96.14626, 73.7402, 123.23438, 102.1262, 109.8978, 108.28278, 132.10291, 64.11713, 91.88866, 96.45665, 107.67021, 72.85021, 90.69307, 126.68938, 86.03122, 105.23685, 123.20513, 88.17211, 89.97092, 100.64793, 108.55039, 101.81425, 133.83356, 68.04825, 126.78252, 115.24916, 139.25397, 85.40614, 110.41172, 104.26425, 161.5509, 155.11609, 111.34641, 86.43091, 69.79019, 104.43472, 60.61053, 112.90292, 120.80412, 110.49255, 89.8467, 111.15714, 80.00388, 87.42823, 117.7319, 122.53799, 87.41734, 105.11014, 122.93727, 134.06279, 109.44421, 88.93928, 73.52122, 126.73311, 109.82336, 97.58502, 73.43127, 135.64476, 112.6492, 111.23601, 100.67859, 151.46642, 80.5542, 118.50549, 143.35533, 159.39673, 127.13844, 130.39784, 113.73962, 146.01366, 125.02975, 104.04692, 107.11437, 72.24689, 89.34708, 145.58144, 82.68912, 85.09058, 87.37478, 126.1895, 97.82099, 125.88293, 140.3121, 135.10188, 114.96098, 111.0268, 124.10891, 120.73488, 106.59278, 62.85357, 148.73549, 140.4001, 152.81458, 85.52893, 97.04681, 148.2395, 159.57956, 127.45992, 71.16461, 102.49911, 119.10568, 149.32175, 145.29474, 137.5163, 162.06343, 115.89676, 96.9453, 139.18945, 147.75322, 112.46519, 137.21393, 104.70815, 108.51807, 105.61504, 124.79599, 122.46376, 149.84642, 101.63658, 216.33423, 129.05229, 95.65965, 104.58515, 138.72235, 133.45119, 156.21526, 99.41953, 133.69743, 122.12316, 97.71355, 168.54858, 132.04825, 123.67924, 151.21988, 87.91541, 109.14056, 147.70757, 173.14563, 202.97485, 107.34131, 133.42085, 123.71169, 72.7316, 139.11583, 176.37471, 139.37624, 211.44098, 186.02213, 80.38054, 110.74411, 152.40314, 204.07256, 206.86804, 106.26939, 231.34747, 126.00194, 93.17673, 124.72203, 149.62556, 175.33485, 136.77332, 160.60153, 140.44496, 163.74173 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.36083915053190563, "neutral_loss": 2.026698082734407, "target_chat_loss": 1.5456578282750966, "neutral_init_loss": 2.2723722900390624, "target_chat_init_loss": 1.3132210655212402, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 36.24183, 40.56728, 37.11116, 37.34789, 35.22123, 60.26648, 46.59393, 28.67941, 46.99163, 45.61139, 60.87152, 50.94184, 51.31297, 62.50851, 39.28588, 75.29042, 41.08817, 55.03619, 50.3401, 49.23469, 68.63036, 40.68649, 57.21526, 68.4255, 48.03954, 29.48833, 62.38605, 54.97229, 34.87695, 45.8017, 69.87648, 50.5005, 34.5729, 53.79604, 50.39012, 47.72836, 65.8756, 31.88235, 45.41135, 37.5042, 54.61978, 47.82122, 44.75277, 67.8018, 55.17079, 37.66885, 64.64471, 75.40344, 49.73555, 45.58782, 77.343, 50.74026, 49.88799, 52.54374, 41.15193, 51.20392, 42.9875, 58.21692, 38.60027, 41.67207, 65.34842, 49.80435, 53.19995, 45.96259, 68.22622, 46.75712, 88.36349, 67.20997, 47.27283, 64.39711, 69.89111, 30.06095, 73.0108, 53.14648, 36.71709, 39.09917, 52.88649, 43.61658, 48.09691, 49.86244, 54.05195, 32.72811, 79.61055, 53.14865, 61.33052, 51.11776, 37.38763, 66.73019, 59.08691, 61.11435, 48.2851, 61.35067, 53.65277, 38.2185, 68.97305, 56.40263, 67.97678, 48.52381, 51.60682, 63.69276, 47.76071, 72.75079, 54.4592, 63.49321, 53.55811, 53.00861, 47.09949, 68.47417, 81.55003, 65.16324, 69.80276, 35.93179, 57.1443, 50.46452, 57.31059, 67.36697, 51.73428, 69.44923, 55.52153, 48.32976, 35.46605, 46.68997, 56.61137, 39.10143, 62.18918, 51.97968, 74.25745, 69.43674, 72.54916, 51.84425, 64.09558, 81.63564, 49.8449, 57.05478, 72.92488, 67.6397, 71.85418, 61.34613, 64.45431, 67.5032, 48.59113, 83.06669, 44.14171, 49.20156, 70.79317, 38.7751, 60.38375, 65.50797, 65.93472, 64.87054, 83.47589, 55.27344, 79.8062, 72.76645, 62.83628, 62.84113, 43.08728, 76.5918, 29.06585, 56.4126, 58.96937, 71.11095, 67.08686, 73.20524, 65.34785, 78.73218, 43.68353, 59.49955, 60.40921, 45.80582, 70.02573, 56.90459, 53.87023, 53.69172, 68.60091, 65.65266, 76.84041, 57.69887, 56.65614, 62.10287, 67.6245, 44.93578, 75.20315, 70.28014, 101.28263, 64.32527, 52.53233, 38.52926, 70.50566, 75.42457, 75.49771, 60.58078, 30.46495, 92.58679, 60.64395, 73.63578, 67.60622, 82.62927, 61.06984, 46.89302, 63.75327, 81.57435, 58.38423, 51.45074, 74.99978, 72.78709, 79.02393, 61.05737, 48.47773, 75.51257, 74.39484, 75.95061, 56.16646, 77.79329, 73.42548, 67.97688, 66.12876, 114.4171, 72.30794, 31.99749, 105.35706, 59.75224, 89.56208, 57.25756, 83.62927, 72.84847, 56.50745, 54.9283, 89.32268, 56.2664, 75.27701, 75.467, 60.01392, 60.24519, 67.26805, 55.77521, 82.84029, 71.31152, 88.08849, 107.46712, 115.5199, 82.29068, 66.62939, 69.35593, 65.60349, 55.65293, 87.53078, 87.09483, 77.08893, 81.25816, 39.77435, 101.27699, 89.28813, 190.95509, 181.42871, 233.53754, 230.85924, 150.87674, 283.25348, 195.12494, 217.42075, 204.20599, 192.91716, 211.92099, 221.21808, 157.61687, 241.41432, 205.82268, 190.13153, 219.70422, 234.99777, 148.63803, 244.36963, 199.99194, 265.57092, 164.34953, 221.30417, 215.61383, 209.405, 227.05185, 245.54922, 201.58542, 240.38043, 231.65123, 208.11142, 220.86826, 192.7081, 169.74484, 210.30725, 208.86035, 306.77078, 223.91321, 235.15323, 199.00099, 197.16853, 177.74817, 274.63416, 232.66571, 251.92032, 218.45712, 250.84068, 199.09119, 162.06374, 185.48251, 173.84032, 196.46458, 200.51529, 266.34088, 187.22287, 155.04073, 215.96689, 257.68262, 187.46518, 278.18936, 210.64168, 288.87051, 255.54376, 199.12874, 151.07089, 227.55412, 171.02763, 197.99121, 258.09998, 277.23389, 254.56808, 246.23898, 165.75812, 194.59169, 290.65979, 192.73949, 215.19377, 229.32434, 204.31094, 181.57016, 240.44296, 200.43822, 124.65173, 273.03232, 234.83365, 201.09874, 277.89462, 369.62561, 224.21658, 249.36165, 285.47235, 188.78961, 201.44308, 337.80612, 152.58078, 282.2926, 275.36688, 126.68643, 189.34149, 300.45639, 223.93042, 281.21454, 207.27277, 284.17316, 278.83282, 264.07504, 240.80855, 212.01801, 202.43333, 209.07639, 262.62323, 186.18221, 236.94119, 296.44513, 201.11108, 195.31842, 247.09485, 174.25827, 246.05391, 214.02081, 168.86655, 257.88412, 188.38626, 191.59821, 166.8266, 235.77667, 264.73373, 232.46513, 287.68976, 345.96826, 254.65373, 314.16461, 334.8371, 275.09064, 139.94884, 299.59454, 274.58502, 268.76337, 170.34256, 205.05739, 190.73184, 216.12181, 307.12799, 294.39386, 231.98001, 301.66702, 182.53064, 180.76555, 239.52676, 208.73772, 264.29877, 212.40036, 202.91425, 220.15834, 237.34702, 182.32251, 165.7359, 156.01147, 258.354, 138.06941, 215.99387, 227.56262, 235.33362, 240.1945, 260.7471, 348.45865, 220.29315, 269.97565, 283.24994, 239.34567, 192.32219, 341.72534, 270.59277, 231.62447, 252.67044, 203.56216, 246.39484, 326.60028, 218.23984, 239.86919, 337.88837, 241.84557, 232.41716, 194.6694, 299.33502, 252.36884, 353.26251, 295.1712, 363.19675, 240.83397, 283.95526, 182.34564, 253.49684, 280.74844, 321.48108, 277.20752, 309.87653, 303.24298, 243.83446, 282.24387, 331.24707, 270.04947, 266.31418, 223.45596, 243.24257, 256.04214, 246.85844, 330.87051, 298.9213, 252.80099, 272.60129, 343.14087, 247.89464, 315.17542, 283.83691, 294.89969, 293.6449, 263.02667, 258.74005, 266.88492, 242.57671, 299.95395, 228.27589, 269.15881, 292.52023, 227.31511, 311.07428, 226.4942, 215.11292, 248.26289, 296.10663, 259.27527, 246.20963, 238.09897, 288.54416, 288.98004, 319.39532, 263.69229, 175.74103, 227.64828, 165.07668, 267.74384, 293.78732, 221.01886, 256.0849, 180.57765 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 30.7938, 41.76728, 65.10017, 49.10228, 50.39435, 24.80369, 40.30981, 55.11549, 64.6275, 63.43213, 55.80137, 55.83436, 55.02411, 59.62133, 69.90167, 55.514, 61.77087, 24.4791, 68.80949, 40.88517, 66.62312, 82.15559, 49.35045, 57.96591, 46.48131, 65.03718, 72.33718, 52.57862, 46.89916, 51.53149, 66.54995, 51.40198, 54.15038, 48.41582, 68.41972, 97.04536, 51.52502, 61.85413, 53.99011, 88.20639, 65.0052, 72.84966, 60.58645, 47.9752, 56.35753, 72.11332, 72.265, 63.41504, 142.94443, 62.66333, 68.54839, 54.98766, 70.3486, 84.05684, 88.17767, 60.45776, 101.39079, 81.33138, 69.33389, 72.17468, 89.62761, 61.12775, 40.81376, 42.21041, 94.30518, 98.87401, 37.38535, 50.63633, 72.36372, 39.95792, 31.5723, 72.08929, 60.5246, 60.42027, 53.84322, 69.75652, 73.46252, 83.75035, 78.04402, 48.15694, 63.55126, 53.2952, 57.19337, 61.27913, 70.68789, 42.0958, 105.36712, 67.5537, 72.33713, 60.7153, 87.84857, 54.01013, 72.40254, 68.60836, 77.84551, 102.50275, 59.21633, 71.54675, 54.57012, 41.94785, 51.79695, 69.07933, 49.38002, 87.2357, 99.25383, 68.56519, 86.44453, 112.30643, 65.44182, 86.78584, 70.21469, 53.12119, 92.36638, 82.91267, 90.23138, 72.7403, 117.6543, 73.13636, 69.54306, 108.57456, 71.47929, 80.25818, 48.48811, 45.2844, 101.6463, 120.11359, 101.64179, 81.74223, 85.23868, 56.18795, 85.70704, 48.70051, 64.42681, 59.8571, 72.28386, 86.76619, 89.79598, 39.23122, 67.19659, 127.71017, 55.23238, 73.41869, 72.26218, 73.18968, 64.63619, 74.27513, 68.33572, 67.87822, 71.05788, 73.63514, 59.96072, 57.00975, 73.38205, 87.40499, 85.57059, 64.06244, 51.42941, 49.18241, 88.16663, 65.0721, 69.98787, 72.0426, 65.91824, 78.30569, 113.69925, 88.95352, 111.62662, 62.27234, 90.34203, 53.09933, 47.52665, 94.53738, 76.99148, 71.89398, 85.3363, 98.50444, 48.88852, 77.20327, 83.48615, 54.76759, 127.96333, 117.87698, 27.8905, 78.94701, 99.25975, 59.78854, 77.29482, 90.75645, 113.11955, 64.61052, 87.39503, 109.96445, 62.18899, 69.92005, 83.51105, 83.02304, 109.55762, 65.06394, 75.64928, 105.36658, 97.52872, 62.00098, 77.87945, 46.74413, 56.2951, 52.8954, 100.98086, 83.05263, 89.51192, 54.31722, 78.15041, 156.20215, 108.09545, 53.82887, 60.67336, 60.87063, 81.04139, 67.04866, 115.65199, 108.01227, 59.19661, 83.15108, 72.23374, 85.15254, 129.92847, 74.52473, 108.92551, 66.98309, 156.82751, 79.14159, 66.48497, 87.01903, 90.32655, 97.72487, 69.99922, 63.87227, 66.39101, 127.33356, 86.74336, 121.63361, 67.92894, 64.45652, 93.70277, 82.52126, 120.4987, 58.14291, 123.70765, 78.55304, 97.58788, 97.25188, 164.13586, 89.99988, 87.11539, 80.95235, 124.30981, 80.07189, 83.89012, 69.47988, 74.50067, 50.96725, 134.94482, 43.84952, 103.12466, 90.33322, 77.28116, 78.10532, 112.28114, 98.58453, 113.96468, 93.2209, 80.74742, 85.30976, 121.70641, 70.08842, 60.04942, 53.52711, 168.00275, 154.18787, 70.18048, 73.10889, 121.55524, 73.26021, 62.85066, 87.82329, 63.11908, 74.53283, 91.5316, 105.53603, 95.08871, 56.02398, 85.17079, 115.71574, 91.95451, 96.49637, 104.61897, 98.22649, 102.75479, 52.61394, 91.68423, 78.50893, 91.31296, 75.79095, 76.60467, 49.82682, 87.83253, 109.86729, 88.37539, 61.03904, 74.38049, 42.21047, 85.41797, 79.48022, 56.24542, 95.0226, 77.23405, 110.49217, 80.39122, 55.37537, 151.91701, 98.25044, 80.8406, 61.10894, 103.7968, 93.06921, 81.6573, 63.20489, 83.02057, 71.64784, 95.96004, 75.26508, 113.24516, 89.25516, 105.16167, 71.63562, 73.38777, 84.85267, 61.65103, 81.87312, 97.20891, 79.5726, 101.90339, 94.38631, 85.30152, 147.06796, 79.6496, 93.33356, 129.59689, 154.39149, 74.30709, 117.73354, 114.0658, 66.35005, 164.00732, 84.56798, 60.51506, 87.35261, 123.01668, 100.36819, 74.19958, 97.49101, 76.85136, 85.96591, 64.84763, 99.75783, 115.54465, 87.92731, 77.84804, 86.627, 102.3459, 57.42166, 98.78508, 68.4624, 104.72258, 103.63554, 137.82169, 99.66401, 118.16744, 84.72627, 59.74916, 54.06622, 92.56847, 97.15607, 103.04495, 43.55357, 133.24263, 80.68668, 109.89789, 81.26735, 54.77128, 53.68946, 96.26945, 92.49059, 77.09804, 99.26465, 79.2392, 83.78649, 146.81796, 94.05949, 74.7586, 106.02858, 108.3798, 77.74883, 58.64593, 91.09133, 86.01721, 53.87042, 62.28588, 93.06786, 67.07874, 87.89893, 150.96632, 74.20471, 113.13051, 86.44887, 128.20386, 74.52962, 125.64771, 112.39259, 105.83273, 72.65706, 102.90224, 113.01416, 60.73489, 90.60777, 72.12596, 146.49014, 62.20338, 59.2654, 70.16686, 73.57357, 97.04344, 43.30154, 121.47289, 72.67833, 107.65862, 140.16833, 130.67891, 128.5786, 115.42831, 72.41554, 131.14215, 163.63618, 162.50494, 99.64635, 116.12594, 90.11519, 130.79861, 138.24991, 72.19373, 68.21279, 77.91336, 112.48448, 93.32299, 133.44269, 110.65568, 105.06335, 97.87399, 119.96173, 86.46928, 103.68275, 112.9723, 63.46732, 117.46707, 98.27403, 103.88535, 127.33157, 163.92412, 90.17134, 120.83931, 123.29977, 120.42961, 139.87201, 94.13052, 113.73831, 81.95685, 118.6671, 105.28718, 95.92937, 110.96552, 109.99973, 89.3131, 110.2362, 59.00594, 105.26581, 97.49203, 71.7066, 77.54166, 107.27965, 124.99285, 82.46014, 69.65394, 117.44951, 82.57491, 107.61913, 99.14676, 112.10889, 99.46216, 102.90846, 135.78645, 119.20499, 80.49484, 174.60223, 105.76337, 141.52502, 82.69653, 116.17863, 80.88914, 109.60695, 96.18769, 123.65814, 158.43634, 163.95969, 108.76634, 106.16003, 83.64075, 114.84061, 142.26474, 122.31263, 117.89859, 72.98091, 136.11911, 88.04687, 147.52838, 123.78362, 98.86139, 109.80444, 117.54796, 87.38438, 154.77585, 89.09823, 160.89967, 110.23615, 87.89392, 92.19888, 88.87457, 133.63045, 100.48611, 90.69595, 70.86398, 116.39831, 93.13649, 106.23792, 98.55488, 122.5876, 58.54045, 83.30496, 93.23598, 102.96016, 65.04939, 91.07243, 118.87015, 85.88516, 96.98501, 113.93227, 83.01551, 84.20444, 92.97221, 98.40013, 92.36615, 122.21562, 64.79248, 125.47733, 109.29702, 130.24928, 77.27415, 107.13837, 96.25038, 151.09399, 147.19203, 101.07317, 82.74387, 69.75333, 102.94739, 57.53408, 99.6116, 122.93052, 100.55768, 83.16332, 103.88409, 76.40338, 86.06609, 106.58823, 107.36926, 79.71223, 95.54082, 112.94161, 123.79341, 102.23561, 79.80482, 69.71584, 125.13813, 99.84087, 85.42569, 69.58263, 127.27339, 107.43257, 99.93349, 93.17697, 141.02884, 77.67185, 106.31554, 134.92252, 144.61971, 114.35413, 128.11447, 104.74063, 134.12785, 112.85572, 95.37006, 102.81693, 68.65663, 84.27026, 131.49669, 70.57313, 77.18178, 84.53317, 114.22086, 91.552, 113.2627, 129.01784, 126.57387, 111.23189, 103.40999, 114.72492, 110.28202, 95.17943, 59.62626, 143.81242, 136.05553, 148.24239, 79.41, 88.78557, 135.54887, 148.91858, 123.81873, 60.72316, 91.80977, 110.72255, 142.7576, 140.28903, 134.07559, 159.75899, 107.60989, 92.74641, 133.87364, 136.61449, 105.85859, 127.0386, 95.03447, 98.70123, 95.61994, 114.85078, 115.58351, 139.39096, 87.52132, 203.64429, 128.0683, 90.98249, 95.76997, 131.32814, 124.50418, 146.31107, 90.57129, 126.85046, 115.54708, 91.14378, 165.83298, 119.29571, 113.22645, 142.51949, 81.79259, 105.86988, 143.27127, 162.4584, 190.14534, 107.35582, 127.08242, 118.74953, 70.13033, 130.18649, 162.54436, 131.72888, 202.89453, 174.14415, 72.84141, 106.51642, 146.51056, 192.53482, 189.64023, 99.5849, 221.22742, 125.44509, 86.44016, 122.14647, 135.26126, 169.52275, 134.55223, 150.81247, 126.99101, 149.10922 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.47232824396980966, "neutral_loss": 2.037025526826605, "target_chat_loss": 1.5249623023222287, "neutral_init_loss": 2.269371746826172, "target_chat_init_loss": 1.2858586502075195, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 35.44193, 39.40181, 40.20023, 37.41846, 34.83726, 60.8374, 45.81719, 28.28327, 47.97296, 45.70602, 59.78539, 48.81904, 54.20362, 61.90635, 40.88292, 71.7758, 41.48554, 55.34474, 49.77563, 49.00276, 69.56834, 44.03024, 59.00639, 67.61539, 49.6736, 31.6846, 62.57492, 54.60986, 36.5779, 46.15697, 69.13236, 51.45567, 36.68781, 55.26662, 52.6832, 49.27359, 66.20826, 32.08817, 47.61191, 38.73628, 55.00494, 48.38223, 43.99502, 67.77779, 55.38539, 39.77665, 65.04227, 74.93674, 51.01368, 46.37702, 79.04297, 51.64757, 51.46898, 52.4507, 42.90706, 52.59612, 44.0507, 57.64451, 38.75565, 42.98182, 65.89384, 51.15665, 54.23484, 44.7193, 68.97107, 46.20766, 88.91787, 67.63966, 48.81143, 62.42687, 70.5901, 29.71261, 71.97205, 55.33682, 38.77915, 38.45321, 52.3611, 45.88278, 50.46719, 49.2534, 55.84459, 36.23838, 77.73198, 54.17828, 61.92155, 53.16593, 38.81709, 68.57608, 61.40608, 62.69408, 50.57359, 61.84297, 54.83186, 41.09364, 69.31244, 58.23767, 68.79317, 48.73922, 51.76984, 65.10458, 49.99297, 71.6463, 53.33672, 66.15997, 54.0998, 54.85695, 46.60256, 68.69779, 84.5657, 67.46866, 69.16582, 35.1124, 56.46008, 50.15441, 58.64281, 69.02229, 52.95683, 71.65783, 56.8313, 49.17134, 35.55803, 46.38073, 58.01019, 41.1348, 62.5734, 52.61516, 75.02094, 71.08325, 73.08897, 53.01445, 65.60202, 82.79964, 54.68109, 57.67738, 72.97585, 67.1582, 72.44881, 61.75877, 64.95853, 67.29149, 48.39017, 83.08712, 45.8857, 49.5037, 72.84255, 39.83053, 60.72792, 69.04274, 68.02269, 66.34583, 85.62634, 57.22539, 78.78067, 72.47969, 62.66343, 65.72505, 45.41272, 77.08696, 30.14043, 58.61605, 60.40049, 72.81427, 69.54135, 73.72919, 65.21188, 78.08292, 47.55231, 57.83397, 59.42309, 48.49483, 70.58148, 57.52374, 55.73246, 55.97507, 69.97184, 66.71355, 76.96632, 58.49374, 56.73596, 58.92681, 68.78991, 46.05834, 77.07902, 70.63482, 100.68703, 63.60185, 51.97263, 37.61496, 71.85818, 76.10751, 78.91161, 60.35479, 31.03342, 93.05189, 61.14696, 73.97687, 69.42483, 82.72485, 63.42332, 46.86802, 62.79813, 81.79733, 58.7759, 52.88437, 76.85736, 74.25571, 79.17253, 60.82025, 49.05588, 77.3306, 75.82459, 77.12978, 56.76886, 77.64118, 74.86523, 68.90907, 68.10278, 114.58318, 72.09999, 32.85904, 105.00537, 61.1335, 91.7628, 59.37959, 84.09618, 74.82842, 58.52858, 56.72941, 91.64526, 58.85972, 76.10252, 75.37999, 63.28299, 61.79173, 66.71048, 57.72797, 82.32798, 73.13508, 90.65992, 106.91138, 115.54688, 82.57516, 69.13943, 71.32157, 66.50868, 58.12064, 90.14064, 89.03043, 80.96191, 81.54533, 39.33664, 101.26752, 92.59907, 189.81703, 180.81619, 232.91965, 231.06584, 152.51566, 282.12079, 196.04517, 217.1976, 207.98909, 193.73361, 211.92612, 220.97395, 159.25432, 243.31516, 207.68787, 192.37292, 221.46695, 235.99892, 152.19659, 245.35175, 205.23996, 261.07495, 166.52284, 222.27547, 214.23064, 210.03058, 231.32001, 245.241, 202.96748, 239.78809, 232.10129, 207.66754, 223.51819, 193.87184, 173.32036, 209.65222, 210.57419, 305.86975, 227.11282, 236.64572, 200.61894, 198.1841, 180.54181, 273.34052, 233.57166, 252.69354, 220.53024, 249.84277, 201.09695, 165.38509, 185.26999, 174.57352, 197.52586, 201.51147, 267.25409, 190.47588, 157.64441, 217.03673, 254.83391, 189.56229, 279.26056, 210.87, 293.38095, 254.65768, 199.66841, 152.4729, 228.72227, 174.62247, 199.0246, 253.8524, 274.38745, 251.7216, 248.19798, 167.45816, 197.52704, 287.93854, 197.16092, 216.49356, 229.47318, 206.2606, 180.89479, 239.35428, 199.90271, 127.70517, 269.98135, 237.70734, 203.61464, 280.93732, 369.24518, 226.59467, 250.67262, 288.48462, 190.92667, 201.61679, 337.7644, 154.64452, 277.94244, 274.87244, 132.11519, 190.92981, 301.1546, 222.89854, 282.496, 206.59457, 278.8045, 276.86652, 266.4559, 240.66197, 210.57846, 205.56546, 209.56076, 261.2182, 186.54922, 239.91696, 295.66248, 203.39734, 193.40842, 251.75935, 175.69156, 248.06056, 213.32819, 169.31569, 260.74261, 189.57611, 192.02991, 169.23653, 235.75284, 263.28751, 233.01305, 288.18274, 344.35318, 253.88, 314.80811, 335.49997, 275.69507, 140.32236, 300.03534, 273.39386, 260.48523, 172.97565, 207.18021, 193.85391, 216.07736, 307.45261, 292.42975, 234.44193, 303.07391, 184.31631, 182.99039, 238.8578, 212.80402, 263.48511, 206.16092, 204.86449, 219.99207, 237.68655, 186.29288, 166.82954, 156.26482, 257.56641, 138.59659, 216.7074, 228.57314, 238.9221, 238.09485, 262.71509, 348.53314, 222.44395, 269.5719, 281.26654, 241.98639, 188.59695, 343.29373, 270.79004, 234.49213, 253.81393, 207.53171, 246.25476, 325.7012, 220.61571, 241.1713, 337.59219, 243.22183, 232.09338, 199.80432, 297.98581, 253.7751, 355.28979, 294.10126, 367.19177, 241.35831, 284.54074, 186.62338, 254.25342, 282.35376, 319.24838, 276.31049, 313.8006, 302.63239, 243.53554, 279.97314, 329.00259, 271.97144, 263.81522, 221.9628, 243.78345, 257.59134, 246.09608, 330.32629, 302.08502, 251.82765, 273.43378, 340.30817, 247.11945, 314.13391, 284.84055, 297.2782, 295.07214, 266.44604, 261.99164, 263.27475, 241.72119, 299.94968, 230.8141, 271.69727, 292.77509, 229.75519, 310.78867, 225.7236, 215.0006, 250.08, 295.22794, 260.4205, 247.00209, 241.30273, 290.98309, 290.48322, 319.11365, 262.65259, 174.36981, 223.39507, 165.9119, 266.8389, 295.61389, 219.80556, 258.66989, 178.96024 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 30.1466, 40.87682, 63.27753, 47.8898, 49.68999, 25.75376, 39.72083, 53.51703, 62.67237, 61.47367, 54.20413, 55.49754, 53.3851, 58.9007, 67.78419, 55.25299, 60.5397, 25.42046, 66.949, 40.37949, 65.86326, 80.80419, 49.15813, 56.67403, 45.15552, 63.70791, 71.64043, 52.38572, 46.18087, 50.43082, 65.47481, 50.97421, 53.92387, 47.54029, 66.99644, 93.93398, 50.22763, 61.07386, 53.25384, 86.10515, 64.12814, 71.61038, 60.88466, 47.44251, 54.98482, 71.45616, 71.35663, 62.98323, 139.15692, 61.51206, 67.80167, 54.78813, 69.42975, 84.31766, 85.53781, 58.64548, 98.74973, 79.51036, 68.39882, 70.36035, 88.52922, 60.42618, 40.68196, 42.63933, 93.59523, 95.30082, 37.77735, 49.4962, 70.11809, 39.29661, 32.95831, 71.40894, 59.94902, 60.6684, 52.46378, 68.35298, 71.71351, 82.54205, 78.07806, 47.54672, 63.12466, 49.96593, 55.41448, 60.05704, 69.24876, 42.26507, 104.75627, 68.28937, 71.54794, 58.5553, 87.83323, 53.05239, 71.8262, 66.38303, 77.29445, 101.01562, 58.06575, 70.70017, 53.89473, 42.04769, 50.73158, 68.68819, 48.4461, 86.29021, 96.23482, 67.174, 84.60532, 108.83819, 66.98724, 86.00276, 67.9276, 52.94212, 91.40138, 81.59676, 87.62656, 69.59419, 118.20081, 71.42092, 69.33095, 106.54184, 68.64307, 78.83699, 47.45583, 44.79007, 99.82306, 118.58333, 98.46913, 81.17311, 85.00331, 56.0144, 84.41848, 48.09969, 64.11522, 58.60379, 71.25017, 84.3503, 88.50136, 39.55302, 66.55484, 126.36418, 53.63469, 70.55674, 73.07925, 73.20242, 62.8685, 72.10762, 67.02499, 66.74597, 70.92436, 71.41946, 59.48627, 55.97202, 73.0017, 86.21043, 84.35571, 61.01613, 51.92857, 48.09542, 85.88162, 63.29466, 68.14482, 70.25569, 65.32372, 76.88345, 111.8744, 88.76893, 109.83842, 61.16153, 87.79051, 53.64399, 46.58984, 92.8938, 74.4549, 69.1391, 84.17455, 97.30844, 48.05655, 76.26447, 82.35003, 53.85131, 124.47467, 116.21613, 28.95381, 76.65741, 98.25109, 59.40474, 75.91859, 87.35656, 112.06522, 61.05826, 87.38653, 108.59988, 62.55334, 68.19537, 82.05853, 80.41496, 106.66186, 62.47026, 72.88618, 103.32959, 92.94707, 61.54795, 75.8012, 46.74296, 55.67102, 53.26167, 98.01529, 79.40965, 88.25697, 51.81588, 76.24854, 154.47093, 105.8638, 52.67469, 60.75467, 60.05624, 79.13402, 65.81216, 112.36568, 106.94751, 59.58337, 81.26501, 71.86525, 84.22159, 127.29406, 76.66048, 107.69983, 67.72165, 152.35808, 77.75691, 65.23278, 87.76593, 88.52362, 95.90506, 70.11263, 62.03037, 66.05376, 124.25844, 85.23587, 118.82233, 66.3046, 63.81979, 92.86389, 80.22205, 118.49726, 56.99174, 122.34895, 77.16135, 95.1114, 94.95847, 162.12476, 89.97978, 85.17006, 79.12866, 124.40163, 77.31049, 81.99078, 68.78804, 71.79665, 51.02179, 133.57614, 44.44678, 103.04742, 88.01141, 77.34887, 75.05884, 110.05579, 97.51289, 111.60246, 91.28935, 81.26344, 85.37425, 119.8781, 69.48103, 59.79707, 52.18899, 164.83423, 150.23547, 68.94086, 72.52754, 117.93828, 74.25629, 62.19677, 87.89113, 62.87752, 73.75903, 90.03604, 105.0834, 95.01504, 54.85821, 84.30817, 113.69811, 90.93044, 94.09212, 103.75327, 96.68874, 101.86607, 51.91483, 88.45821, 77.32594, 88.79324, 75.08597, 75.8201, 48.62079, 86.61037, 109.47179, 87.64915, 59.96357, 74.70303, 41.81408, 85.36639, 76.93861, 57.58993, 94.14635, 75.34489, 109.66626, 79.13014, 54.85384, 150.5733, 96.29517, 80.2408, 60.47557, 103.93294, 91.94731, 79.95755, 63.96665, 81.23952, 71.60921, 94.36615, 74.84259, 111.65304, 86.12299, 103.95553, 70.52858, 71.84447, 83.82095, 60.64004, 80.22614, 96.73305, 80.10066, 98.41483, 93.5222, 82.99302, 142.60304, 77.21053, 91.37678, 128.13522, 152.31201, 74.43585, 113.65209, 114.31773, 65.66698, 160.63943, 83.99826, 60.21481, 85.98116, 119.80653, 98.92967, 74.30778, 96.4193, 75.93694, 83.97903, 64.01057, 98.89784, 111.73336, 89.00108, 75.62126, 85.6485, 102.1197, 57.46608, 96.48711, 67.64859, 102.85611, 101.45416, 135.87912, 97.32269, 117.31116, 82.06134, 59.70893, 51.96673, 92.20301, 95.14368, 101.70132, 43.19775, 130.16983, 77.71085, 107.36821, 81.39312, 55.03814, 53.10039, 94.93246, 94.29387, 77.07718, 97.49139, 77.41306, 83.02526, 143.88895, 92.68954, 73.60889, 103.65719, 106.30231, 77.51233, 58.04922, 88.30392, 85.86012, 54.66129, 60.83811, 92.78329, 66.41296, 87.47224, 149.05766, 72.94539, 111.09436, 85.79037, 124.69894, 73.04985, 124.21185, 109.97935, 103.31372, 71.3297, 100.89133, 112.31601, 59.9082, 90.72752, 71.94992, 142.50989, 62.21689, 58.94858, 68.38235, 73.56214, 96.19326, 42.46604, 121.02794, 72.68603, 107.24828, 137.57602, 127.90955, 125.80008, 111.8187, 72.17906, 129.59906, 161.15761, 161.60715, 98.59938, 112.69669, 88.12964, 127.94002, 138.2484, 72.04165, 66.74277, 79.04906, 110.33482, 91.85911, 132.33842, 108.11818, 101.16135, 95.29562, 117.34409, 85.79118, 101.28125, 110.18678, 63.32034, 116.50044, 97.04707, 102.71663, 125.65816, 161.88928, 89.25632, 119.17372, 120.79387, 116.79285, 140.30786, 94.51109, 110.3557, 82.12907, 115.35136, 102.86252, 94.34625, 107.30971, 107.18669, 88.82088, 107.59451, 57.32054, 103.40884, 95.91063, 70.49008, 77.10126, 105.33957, 123.47412, 80.17863, 70.1692, 115.59416, 77.41911, 107.2996, 98.62309, 110.7379, 97.05533, 101.48782, 133.06487, 118.60658, 79.00125, 172.11931, 105.21748, 138.91702, 82.03646, 115.2791, 79.63419, 106.14563, 94.98549, 121.78335, 155.77139, 159.14996, 107.89146, 105.40918, 81.31097, 115.39169, 142.13312, 121.2476, 116.11612, 70.58184, 134.01114, 87.15746, 144.62558, 122.96363, 98.5634, 107.55593, 116.43724, 87.67894, 151.16342, 89.18176, 156.5162, 108.42461, 87.7338, 91.06872, 88.84975, 132.32025, 98.24619, 90.61431, 71.09657, 115.66241, 91.28259, 105.54424, 98.08898, 119.04247, 57.83278, 82.16232, 93.78172, 103.41105, 65.66042, 93.2537, 116.5854, 87.58702, 94.6732, 113.28065, 83.47269, 83.65414, 91.62892, 95.96475, 90.28135, 119.97583, 63.78286, 127.9408, 109.67847, 128.05861, 76.30093, 106.94959, 94.20334, 149.96724, 143.892, 98.76701, 82.86391, 71.89338, 103.00813, 58.38033, 97.96202, 123.12898, 97.74319, 82.34146, 102.28415, 75.28274, 85.01944, 104.46983, 105.55076, 78.96594, 92.75009, 112.0731, 122.64531, 100.55939, 79.40657, 69.31848, 125.26459, 98.19159, 83.02023, 69.69041, 127.18204, 106.43737, 99.29057, 93.88478, 137.81938, 78.68017, 103.61581, 134.21198, 140.23936, 111.72316, 128.1833, 103.95266, 131.24829, 109.56158, 93.88379, 101.03497, 68.25023, 84.32855, 129.69099, 69.62973, 75.79361, 84.77625, 112.3251, 91.72046, 110.84753, 126.64174, 124.80099, 109.37469, 103.65473, 113.35586, 108.59455, 92.41148, 59.87429, 142.69247, 135.83252, 146.91684, 78.87036, 89.18798, 130.56889, 147.56348, 124.42774, 60.28085, 89.76337, 109.25932, 141.62212, 140.25102, 134.24628, 159.58897, 107.29353, 92.94659, 132.50865, 133.61067, 105.35648, 125.60628, 92.70576, 97.9968, 94.9357, 112.02972, 116.1758, 137.90642, 86.01764, 200.5383, 129.49014, 90.8026, 94.74815, 130.93398, 123.50003, 144.45053, 88.93393, 126.50805, 115.45954, 90.76945, 167.10808, 115.3524, 110.71288, 140.2588, 81.22552, 105.16971, 142.66722, 161.90552, 186.74562, 109.15113, 127.52724, 120.62414, 71.22937, 129.02693, 158.57272, 131.49649, 199.83353, 173.21667, 73.48589, 105.84836, 147.11931, 189.4445, 187.78683, 99.49174, 218.5446, 125.75094, 85.70879, 121.83942, 134.2412, 170.11078, 134.28825, 148.82469, 123.94521, 146.88924 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.543425789821665, "neutral_loss": 2.0492506163982855, "target_chat_loss": 1.5209688957610041, "neutral_init_loss": 2.270671844482422, "target_chat_init_loss": 1.2785042146955217, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 35.74979, 38.96446, 41.83541, 37.42579, 35.30145, 61.53217, 45.95975, 27.95712, 48.81823, 45.79203, 59.38858, 48.0001, 55.98253, 62.07388, 41.6534, 70.72612, 41.71717, 55.05825, 49.51918, 49.70114, 68.92868, 45.46352, 60.00303, 66.78052, 50.28318, 32.99886, 63.01765, 54.99897, 37.49197, 46.62695, 68.34486, 52.09985, 37.66321, 56.16994, 54.20206, 50.964, 66.88333, 32.19407, 48.62923, 39.87219, 55.54721, 48.80478, 43.33189, 68.03663, 55.63835, 40.91451, 64.99505, 74.78137, 51.89146, 47.21917, 80.00336, 52.52031, 53.02752, 53.26857, 44.13528, 53.98883, 44.75437, 58.52091, 39.1989, 43.81456, 66.86531, 52.45552, 54.67574, 44.47875, 69.53778, 46.65522, 89.96456, 69.01396, 49.79492, 62.17744, 71.08111, 30.36789, 72.05408, 57.15437, 39.69458, 38.42112, 53.10201, 47.37029, 51.66891, 50.14926, 56.19211, 38.52554, 77.38686, 55.11847, 62.2832, 55.35502, 40.21542, 69.77419, 62.19914, 63.52069, 51.67416, 62.59706, 55.56305, 42.80533, 70.14754, 59.2282, 70.03328, 49.9877, 51.78467, 65.35663, 50.87299, 71.76176, 53.11312, 67.67587, 54.54362, 56.34975, 46.74129, 69.26039, 85.57056, 68.24827, 69.2095, 35.03702, 56.25642, 49.81536, 59.27712, 69.64302, 53.80511, 72.90612, 57.95619, 50.0574, 35.64227, 46.40941, 59.02094, 41.85272, 62.96777, 53.11176, 75.77409, 71.76813, 72.88474, 53.80843, 66.84149, 84.22935, 57.21928, 58.11272, 72.95355, 67.20323, 72.72406, 62.95261, 65.44826, 67.68611, 48.76941, 83.29192, 47.62337, 50.49905, 73.84395, 40.69488, 61.03954, 70.27865, 68.95213, 67.38521, 86.45299, 58.76996, 78.68879, 72.98901, 62.58988, 67.83843, 46.99482, 77.36607, 31.37527, 59.62501, 60.62852, 73.79056, 71.02869, 74.24823, 65.35233, 77.72559, 49.88696, 57.46172, 59.2455, 50.23604, 71.55339, 58.86218, 56.5976, 58.41444, 70.60471, 67.79306, 76.98206, 59.41625, 56.71814, 57.53605, 69.98318, 46.0723, 78.4689, 71.89607, 101.72681, 63.47562, 52.17213, 38.17219, 73.31678, 76.66856, 80.17072, 60.59006, 31.80554, 93.93427, 61.65886, 74.33825, 70.37827, 82.53851, 65.2912, 47.40928, 63.323, 82.97202, 59.24001, 53.7836, 78.29911, 75.77062, 80.50111, 61.29469, 50.42638, 77.66595, 76.40013, 77.53124, 57.40882, 77.37782, 76.2169, 70.2942, 69.40977, 115.77383, 72.88866, 34.18388, 104.86362, 62.30762, 92.73475, 60.95353, 84.91414, 75.83896, 60.50485, 57.98868, 92.64525, 60.0299, 76.75554, 75.35001, 65.20395, 62.37587, 67.02095, 58.81276, 82.54473, 73.59909, 92.15726, 106.83047, 116.0988, 82.65291, 70.50437, 72.50504, 67.40027, 59.62881, 92.14467, 90.66501, 84.33388, 82.06856, 39.32244, 102.03499, 92.92256, 190.53189, 181.2442, 232.83267, 231.13368, 153.67944, 281.63019, 197.73709, 217.2858, 210.50685, 195.04593, 213.25865, 221.01859, 160.48189, 244.59975, 209.07126, 193.54314, 222.98795, 236.67838, 155.28284, 247.01981, 208.71204, 259.11597, 168.90665, 222.66647, 214.79073, 210.39154, 233.75862, 246.56686, 204.9751, 241.23486, 233.89198, 207.70264, 225.47427, 195.28821, 175.95085, 209.72809, 213.32776, 307.13141, 229.88962, 237.27411, 200.73634, 199.45071, 182.09695, 273.21069, 235.20215, 254.34833, 221.76361, 248.69458, 203.14386, 167.75862, 186.65805, 175.33911, 198.22017, 202.96307, 268.85269, 192.77225, 159.81082, 218.31024, 253.95181, 190.64774, 280.14166, 212.67929, 296.01324, 255.39154, 200.93497, 153.14426, 229.7841, 176.85316, 199.25732, 251.78624, 274.9256, 249.93814, 250.59695, 169.45697, 200.06113, 287.83881, 199.83768, 217.8111, 230.97006, 208.07858, 181.12912, 239.95502, 200.1364, 129.03729, 270.00891, 240.01007, 205.6286, 283.11993, 369.01776, 227.89017, 253.24876, 290.20502, 192.91489, 202.52689, 338.87433, 156.94754, 275.78812, 275.90533, 135.09393, 192.42653, 301.5849, 223.73941, 283.90378, 207.02682, 277.56985, 277.3725, 266.73813, 242.33432, 210.18454, 207.90436, 210.82312, 261.8175, 187.75763, 241.7959, 294.83423, 205.33002, 192.40305, 254.31279, 177.37329, 250.10983, 214.00452, 169.08954, 262.31024, 190.15471, 193.39932, 171.79742, 236.67987, 263.83395, 234.08505, 288.80847, 345.06366, 254.1786, 316.23798, 336.28354, 276.40036, 141.78436, 300.99097, 274.34961, 257.14709, 175.27985, 209.52933, 197.44812, 216.45387, 308.17041, 290.80768, 236.81616, 303.8927, 185.01672, 184.34297, 238.12698, 215.55859, 264.78571, 204.27669, 206.27599, 220.27661, 239.14639, 189.34229, 167.83084, 157.1209, 257.90222, 139.16064, 217.62305, 230.08379, 241.75235, 238.52246, 264.49225, 348.52896, 223.79375, 270.37109, 281.02338, 242.61598, 187.87199, 345.12482, 270.37167, 236.88272, 255.38937, 209.03932, 246.19611, 326.34003, 222.60112, 243.44884, 339.08679, 243.85258, 232.56902, 201.65164, 298.78937, 255.20488, 357.00424, 294.60776, 369.78403, 242.00201, 285.57001, 190.25671, 257.15634, 283.4028, 318.48486, 276.64941, 315.30713, 302.53479, 244.3902, 280.93597, 328.00244, 273.70285, 262.00031, 223.11186, 245.07384, 259.50183, 247.28033, 331.48523, 304.64865, 252.05472, 274.41321, 338.3446, 246.86823, 314.5704, 286.46179, 299.18753, 296.83859, 267.61908, 265.36929, 263.61145, 242.14008, 301.38254, 233.36403, 273.66962, 293.98129, 231.07657, 311.29449, 226.22354, 216.50081, 252.09729, 295.88199, 259.98242, 247.63181, 244.47897, 292.54208, 293.42966, 320.31799, 263.41876, 173.55797, 222.88875, 166.85262, 267.11423, 297.8631, 220.48044, 260.60892, 178.65271 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 29.21811, 40.45779, 62.4358, 47.65952, 49.09142, 26.48852, 39.8155, 52.48132, 62.0027, 60.46201, 52.79498, 55.67295, 52.14144, 58.57866, 67.23567, 54.88538, 59.39805, 25.69328, 66.90492, 39.95491, 65.27721, 79.70016, 49.89376, 56.23094, 44.72159, 63.31601, 70.9167, 52.33977, 45.84584, 49.93236, 65.9933, 51.18375, 54.31557, 47.12788, 66.45052, 93.40176, 49.75203, 61.16284, 53.48942, 85.28918, 64.21346, 71.00197, 60.77711, 47.06135, 53.81945, 71.06108, 71.52585, 62.63662, 137.25726, 61.0379, 67.77224, 55.00261, 69.35723, 84.39958, 84.84711, 57.88865, 97.94397, 79.07247, 68.30782, 70.21895, 88.47131, 60.4032, 40.94037, 42.82682, 93.22704, 94.04802, 38.10661, 49.65031, 69.55698, 39.32266, 33.63892, 71.09558, 60.21121, 60.71677, 51.65237, 68.0063, 70.69307, 82.40273, 78.096, 47.90785, 63.38813, 49.07198, 55.03165, 59.43264, 68.00558, 42.38908, 104.17453, 69.50297, 71.61668, 58.23342, 88.19807, 52.90029, 71.82718, 65.78929, 76.75269, 100.25989, 57.94123, 70.38809, 54.11002, 42.26703, 50.68213, 68.38202, 49.07546, 85.65726, 95.04877, 66.43839, 83.60644, 107.14923, 67.64436, 86.18214, 66.26024, 52.54554, 90.51649, 81.21986, 86.32416, 69.89898, 118.70319, 70.65963, 69.15824, 106.37073, 67.26425, 79.29678, 47.78638, 44.92686, 98.93019, 118.22372, 97.8895, 81.47518, 85.12646, 55.50722, 84.33765, 48.27442, 64.17418, 58.4713, 71.40274, 83.48056, 88.26265, 40.01829, 66.21267, 125.7683, 53.87071, 69.25154, 74.02223, 73.93123, 62.25164, 71.40699, 67.54974, 67.24773, 71.39671, 70.48613, 59.84731, 55.57351, 73.24335, 86.85306, 83.93329, 59.44352, 51.65642, 48.31273, 85.45387, 62.87498, 67.48338, 69.76265, 65.8765, 76.64052, 111.33301, 87.75085, 108.64757, 61.36374, 87.35185, 53.514, 47.03677, 92.4194, 72.77124, 68.07646, 83.58862, 96.74086, 47.70593, 76.26363, 81.92226, 54.24283, 124.3305, 115.82248, 29.88967, 76.38492, 98.19115, 60.22281, 76.21896, 86.34311, 110.95331, 59.85294, 87.27861, 108.11715, 62.67036, 67.2551, 81.90385, 79.5535, 105.16558, 61.77149, 72.80798, 102.52611, 91.71838, 62.04002, 75.35055, 46.72424, 55.21235, 53.53483, 97.37219, 77.75302, 87.72781, 50.8895, 75.20554, 153.45232, 105.22569, 52.52826, 59.97481, 59.34428, 77.71761, 65.35789, 111.77844, 106.60147, 60.3651, 80.49033, 71.83452, 84.3625, 126.95015, 77.70027, 107.53187, 67.80205, 150.82822, 77.7821, 65.59639, 88.49195, 87.98987, 95.85114, 70.43784, 61.64518, 66.20502, 122.85108, 84.59198, 118.90289, 66.03427, 64.50362, 93.35237, 79.59357, 117.04961, 57.33509, 121.72908, 76.69913, 94.12205, 93.86857, 161.42726, 90.10223, 83.82728, 78.45401, 125.63006, 76.16463, 81.51796, 68.84798, 70.44666, 50.78401, 133.77829, 44.63731, 103.45131, 87.69639, 77.21939, 73.19917, 108.58066, 98.08845, 110.88358, 90.02271, 81.79375, 86.21066, 119.84106, 69.15855, 59.73803, 51.78131, 164.0002, 148.96976, 68.61233, 71.61855, 116.33546, 75.24208, 62.7682, 87.71034, 63.13669, 74.42772, 89.62199, 104.40968, 96.06119, 54.7978, 84.76492, 112.56613, 91.22496, 93.7169, 103.74356, 96.53583, 102.01572, 51.88495, 86.91633, 77.35139, 87.8595, 74.37069, 75.79301, 48.51445, 86.71055, 109.23302, 88.23872, 59.32243, 75.46642, 42.11017, 85.89764, 76.28851, 58.49375, 94.48544, 75.38464, 109.96806, 79.44955, 55.04689, 149.50266, 96.08041, 80.62479, 60.81326, 104.5497, 90.95181, 79.52179, 64.6841, 80.70858, 71.64194, 93.13837, 75.18919, 111.79086, 84.62597, 103.52463, 70.09354, 71.66153, 84.11009, 60.53958, 79.68485, 96.30173, 80.32137, 96.74747, 93.82391, 81.66035, 140.68759, 75.84179, 90.98688, 127.16714, 151.85092, 74.37076, 112.45317, 113.92694, 66.15617, 159.24255, 84.21358, 60.28276, 86.14421, 118.19501, 99.35452, 75.53178, 96.63237, 75.04633, 83.0818, 64.10328, 98.90964, 110.77047, 89.83812, 75.81256, 85.4773, 102.22057, 57.86353, 95.74239, 67.60481, 101.70135, 101.11466, 134.64725, 96.63718, 117.59739, 80.31477, 59.83974, 51.08829, 92.36468, 94.48377, 101.12104, 43.40157, 129.37216, 76.73735, 106.40639, 81.11079, 55.61204, 53.08916, 94.2682, 95.99275, 77.92468, 97.66655, 76.74644, 83.62086, 142.19777, 92.06544, 74.1298, 103.33267, 105.94164, 78.14211, 57.54024, 87.92472, 85.36256, 55.33898, 60.81561, 92.5226, 66.58682, 87.28327, 148.46596, 72.70792, 110.00826, 85.44363, 123.341, 72.63934, 123.33942, 108.20402, 101.88952, 71.35841, 100.70203, 112.16462, 59.4464, 90.70818, 72.0535, 140.86353, 62.4941, 59.70719, 67.59126, 73.97852, 96.36713, 43.01579, 121.50916, 72.74316, 108.03341, 136.39435, 127.17478, 124.92919, 111.25381, 71.1109, 128.45767, 159.65689, 161.34839, 97.86969, 111.24662, 87.7187, 127.10381, 138.15851, 71.88281, 67.15411, 79.92316, 109.98634, 91.22995, 132.17935, 107.49901, 99.45079, 94.41934, 116.2738, 85.71771, 101.35337, 108.85004, 63.59184, 116.39256, 96.97699, 102.55918, 124.92209, 160.92175, 89.53542, 119.43613, 120.29909, 114.83332, 140.28268, 94.64189, 109.64217, 82.19655, 114.18257, 103.10719, 94.35764, 105.72723, 106.2198, 89.03211, 106.51108, 56.97143, 103.45019, 95.15094, 70.49411, 76.94411, 104.30696, 122.37259, 79.00908, 70.84575, 114.48312, 76.12721, 107.28735, 99.02399, 110.59334, 96.56866, 100.33162, 131.67667, 119.16619, 78.98634, 171.65968, 104.80417, 137.66849, 82.39076, 114.33443, 80.17941, 104.63296, 95.00729, 120.7457, 154.45859, 156.61313, 107.67499, 105.24876, 80.77477, 116.55635, 141.43437, 120.75423, 115.39993, 69.94971, 133.50882, 86.92992, 144.18228, 122.37261, 98.18881, 106.91789, 116.20018, 88.36273, 149.74181, 90.08815, 153.52846, 107.81075, 87.74754, 91.87256, 88.83936, 131.10199, 97.86935, 91.30938, 72.0669, 116.00784, 90.0251, 106.19363, 98.05168, 117.43445, 57.70811, 82.48701, 94.29948, 104.38667, 67.37154, 94.19858, 115.84454, 88.86258, 94.0915, 112.84315, 85.43759, 83.59389, 91.85656, 95.18151, 89.90633, 119.46503, 63.47326, 131.80266, 109.84098, 127.03092, 76.04111, 107.76662, 93.1853, 149.08519, 143.1185, 98.38574, 83.29257, 73.58884, 102.89908, 59.61543, 97.57426, 123.43932, 97.19436, 82.68673, 103.22005, 75.13634, 85.15656, 103.69386, 106.24844, 79.04462, 91.92289, 112.45715, 123.25665, 101.21985, 79.03595, 69.75953, 125.77364, 98.20811, 81.66724, 70.1265, 127.16182, 107.12465, 99.61865, 95.03038, 136.53526, 79.16437, 103.26158, 134.26021, 138.15518, 111.37328, 128.84241, 103.92812, 130.44644, 109.08051, 93.37008, 101.3511, 68.91311, 84.60336, 128.93867, 69.50926, 75.23525, 85.12491, 112.66919, 92.05517, 110.01443, 126.21284, 124.80243, 109.24829, 104.29873, 113.28402, 108.41792, 91.82976, 59.92004, 143.29248, 136.42206, 147.02023, 79.35728, 90.26386, 129.30518, 147.75507, 125.24225, 61.23076, 88.53905, 108.55179, 141.33121, 139.92235, 134.74365, 159.6111, 107.74438, 93.26449, 132.45825, 132.57394, 104.56595, 125.1308, 92.67181, 97.88165, 94.62972, 111.02065, 116.59784, 138.80368, 86.31125, 198.89453, 131.74251, 91.47891, 94.84859, 131.14709, 123.21055, 144.00165, 88.4885, 125.92192, 116.04659, 91.35536, 168.79387, 115.03407, 109.58804, 139.58084, 81.19078, 106.29934, 143.13687, 162.32249, 185.80695, 110.73142, 129.08875, 122.02148, 72.3641, 128.8194, 157.26941, 131.40955, 198.49109, 172.48178, 73.83779, 105.53931, 148.49001, 188.79962, 186.68567, 99.55885, 216.70395, 127.01149, 86.08327, 122.80885, 134.37537, 170.9613, 135.44182, 147.93552, 123.72793, 146.61066 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.6112659145027927, "neutral_loss": 2.0636660320613966, "target_chat_loss": 1.521533464748064, "neutral_init_loss": 2.2719806594848633, "target_chat_init_loss": 1.2766652243477958, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 35.90134, 38.74131, 43.27205, 37.71437, 35.0235, 62.17712, 46.21329, 27.967, 49.50626, 46.16597, 59.21795, 47.95661, 57.35313, 61.99055, 42.25467, 69.56455, 41.64854, 55.02107, 49.171, 49.46484, 68.86799, 47.43383, 60.87378, 66.87546, 51.04322, 34.08261, 63.66008, 55.41759, 38.27764, 47.57737, 67.761, 53.11017, 38.18575, 56.81779, 55.33931, 51.914, 67.15212, 32.57775, 49.53082, 40.77077, 56.40078, 48.94242, 43.9924, 68.4479, 56.03273, 42.40155, 64.94118, 75.13545, 52.29506, 48.09923, 81.08165, 53.57827, 54.39731, 54.37216, 45.15166, 55.26335, 45.09016, 58.73557, 39.60289, 44.67698, 67.3014, 54.15157, 54.82948, 44.44882, 70.2611, 46.81546, 90.98364, 69.11836, 50.41148, 61.8527, 71.29155, 31.26422, 71.84815, 58.81758, 40.70787, 38.50638, 53.75228, 48.46608, 52.71706, 50.80283, 56.7346, 40.42307, 77.2551, 56.15471, 62.72276, 56.4967, 41.54596, 71.50352, 62.98854, 64.44395, 52.56352, 63.61888, 56.46403, 44.48074, 70.54931, 60.4981, 71.33537, 50.86985, 51.79777, 66.18724, 51.71159, 71.04298, 52.41895, 68.68018, 54.99545, 58.53295, 46.7008, 69.73433, 86.18213, 69.12721, 69.68114, 35.38765, 56.5597, 49.95864, 60.42749, 70.51167, 54.90239, 73.99326, 58.88865, 50.22267, 35.71294, 46.92478, 59.86231, 43.10954, 63.1565, 54.55418, 76.82442, 73.42137, 72.80615, 54.50586, 67.76266, 85.11322, 58.87851, 59.21494, 72.86929, 68.06638, 73.47221, 63.94376, 66.30165, 68.53219, 48.9359, 83.48149, 49.97095, 51.05566, 74.54783, 41.37694, 62.01084, 71.94472, 69.40611, 68.30785, 87.10049, 60.67228, 78.05226, 73.37678, 63.54364, 68.81021, 49.13243, 77.80965, 31.59775, 61.2129, 60.95057, 75.10722, 72.52419, 75.37643, 65.63073, 78.16776, 52.10754, 57.47011, 59.54061, 51.31952, 72.8784, 59.37302, 57.47207, 59.36746, 71.06649, 68.59386, 78.02893, 59.93649, 56.89665, 57.52779, 70.43761, 46.43351, 79.80777, 72.6656, 102.41058, 63.2692, 52.15355, 38.83816, 74.16575, 77.71405, 82.26551, 61.29599, 32.32809, 95.00545, 62.64923, 74.44174, 72.3338, 82.82014, 66.6732, 48.07584, 63.78449, 83.68089, 59.28299, 54.72746, 79.37102, 77.24032, 81.12725, 61.86291, 51.24755, 78.16614, 78.15024, 78.43622, 57.84711, 76.72904, 77.31868, 71.37431, 71.11838, 117.38059, 74.61465, 34.81546, 105.25659, 62.87406, 94.01205, 62.51749, 85.21512, 76.43367, 61.60814, 59.22116, 94.92374, 61.61333, 77.17802, 75.54849, 66.83158, 63.65996, 66.87219, 60.28938, 82.77354, 74.248, 94.08096, 107.98657, 117.43598, 83.39886, 71.64713, 73.88658, 67.64275, 61.26726, 93.75971, 91.68364, 87.48739, 82.91776, 39.53802, 102.70261, 94.23108, 191.39468, 181.62352, 233.48868, 231.97528, 154.18028, 281.10458, 198.51837, 218.26224, 213.04889, 195.87494, 214.0033, 221.90263, 162.31297, 245.76274, 210.42108, 195.24445, 225.1698, 238.23282, 158.34982, 248.45012, 212.62695, 258.43677, 170.42728, 223.80421, 214.95032, 211.82698, 235.47678, 247.57568, 206.70087, 240.85703, 235.50955, 207.9346, 227.1272, 196.23849, 178.99713, 211.40671, 215.64996, 307.28296, 232.31613, 239.05917, 200.99503, 201.48267, 183.19385, 274.31421, 236.5831, 255.32477, 222.41301, 249.06819, 205.18332, 169.85281, 187.3699, 175.98416, 198.79514, 203.95586, 271.51749, 194.78957, 161.46144, 220.54837, 253.19438, 192.79517, 281.77679, 214.23242, 298.58401, 256.37256, 202.14645, 154.22958, 231.11273, 179.21588, 199.95065, 251.52089, 276.12012, 250.73653, 251.78165, 170.91098, 202.60565, 287.65097, 203.16473, 220.56322, 232.64136, 210.30573, 181.38138, 241.06833, 200.95544, 130.76616, 270.47339, 242.99609, 206.93887, 285.21539, 369.77826, 229.2804, 255.54111, 292.66302, 194.9805, 203.76717, 340.20807, 158.47095, 275.19904, 277.88757, 138.51318, 194.67325, 303.30804, 225.20215, 284.29477, 207.84563, 276.00836, 279.60553, 268.86755, 243.5863, 210.60745, 210.03008, 212.39273, 262.65442, 190.60809, 244.78098, 295.17627, 209.1185, 192.62411, 257.98157, 179.2178, 252.98471, 213.51965, 170.57031, 264.58771, 191.05511, 195.16794, 174.70969, 238.10683, 265.00189, 235.83084, 290.10806, 345.25247, 254.34601, 318.31076, 336.36398, 278.23807, 142.73141, 302.68378, 276.28842, 255.37769, 178.34811, 211.44594, 199.78366, 216.88489, 308.61911, 291.00232, 239.41087, 306.06241, 187.39471, 185.45705, 238.8353, 218.95834, 266.89902, 204.09637, 209.27783, 221.11606, 241.08276, 191.91212, 169.72119, 159.05615, 257.8869, 141.67902, 218.4399, 231.01114, 245.52521, 239.06165, 266.22015, 348.68311, 225.32246, 272.2312, 280.70007, 242.77069, 187.90308, 347.09647, 270.94995, 238.48895, 256.47296, 211.134, 246.8093, 327.09387, 225.22462, 245.37233, 339.61664, 244.97389, 233.25926, 204.76843, 299.82849, 257.65332, 358.47272, 296.38083, 372.93518, 242.99059, 285.63867, 193.86096, 258.39557, 285.0896, 317.71143, 277.23456, 316.92072, 303.53827, 245.19818, 281.69217, 328.8017, 274.23169, 262.00708, 223.19928, 246.34698, 260.56998, 247.83804, 332.05249, 307.53876, 253.42801, 275.96625, 338.54138, 247.02798, 315.03064, 287.8938, 301.83362, 298.9845, 269.11395, 266.6857, 263.28012, 242.87238, 301.57922, 235.91331, 276.4433, 295.24054, 233.45575, 311.09076, 228.14946, 218.41409, 254.20726, 296.03049, 261.79767, 248.49599, 247.69214, 294.20413, 296.76099, 322.29254, 264.49933, 174.29457, 223.21103, 168.37782, 267.22937, 299.91357, 220.61533, 262.0769, 179.2578 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 29.36045, 40.15267, 61.80752, 47.72175, 49.39627, 27.59958, 40.14719, 52.25279, 61.10685, 59.32593, 52.70779, 55.94464, 51.48746, 58.51258, 66.69487, 55.25071, 59.68149, 26.46346, 66.65013, 40.04852, 65.24298, 79.64214, 49.99759, 56.28894, 44.59576, 62.82856, 70.94766, 52.81651, 45.54695, 49.1475, 65.52338, 52.346, 55.06903, 47.38669, 66.70801, 92.49577, 49.17041, 60.8528, 53.53166, 85.11664, 64.43718, 70.86995, 61.18207, 46.84373, 52.8596, 71.67763, 71.38927, 63.08892, 135.55814, 61.33252, 67.90659, 55.25366, 69.02882, 85.32646, 84.33789, 57.53767, 97.36678, 78.29428, 68.424, 70.44977, 88.67757, 60.52515, 41.12038, 42.98077, 93.58908, 93.5041, 38.42477, 49.89176, 69.22511, 39.24361, 34.80309, 70.98787, 59.87836, 61.35512, 50.89668, 67.47819, 69.877, 81.8428, 79.15195, 48.14433, 63.44898, 47.96588, 54.7365, 58.77561, 67.26892, 43.56246, 104.155, 70.48604, 71.57057, 57.20863, 88.61929, 53.00716, 71.6413, 65.38855, 77.04048, 99.54823, 57.44516, 69.71146, 54.51105, 42.99113, 50.65983, 68.62405, 48.67522, 86.58578, 93.852, 66.16473, 83.27485, 106.3672, 68.87915, 86.4805, 65.56546, 52.70682, 90.25021, 81.13554, 85.22151, 68.61767, 119.17863, 69.59733, 69.24533, 105.78374, 66.07837, 79.21161, 47.80951, 45.08338, 98.66491, 118.23882, 97.38512, 81.16383, 85.20134, 55.77793, 84.07599, 47.98925, 64.29755, 57.85336, 71.12746, 83.03531, 87.5586, 40.85464, 66.34071, 125.91583, 53.37858, 68.65092, 75.23701, 74.48258, 62.35173, 70.62691, 67.36092, 66.9669, 72.47432, 70.19811, 60.2158, 55.80978, 73.2113, 87.806, 83.79994, 58.23693, 52.31566, 47.9397, 85.08792, 62.54661, 66.70938, 69.65758, 66.27162, 76.96608, 111.15878, 88.29825, 107.50424, 61.51846, 86.73357, 53.9006, 47.01054, 92.5232, 72.50822, 67.11378, 83.60909, 96.98763, 48.43455, 76.41913, 82.55985, 54.25324, 122.87049, 115.85276, 30.31669, 76.17339, 98.47314, 60.93833, 76.93454, 86.26291, 111.38158, 58.3877, 87.659, 108.22706, 63.02221, 66.61705, 81.21854, 78.94727, 104.20997, 61.00166, 72.44589, 102.1607, 89.82072, 62.2783, 74.8521, 47.40394, 55.34509, 53.97424, 96.08124, 76.9547, 87.58205, 50.35611, 75.27536, 152.70528, 105.26568, 52.56275, 60.36361, 58.78001, 77.18827, 65.61686, 110.9443, 106.59215, 61.31483, 79.66359, 71.93752, 83.91795, 126.32172, 78.96734, 107.41616, 68.62617, 149.89314, 76.88289, 66.12599, 89.14864, 87.92268, 95.91795, 70.50567, 60.8597, 66.30867, 121.64503, 84.61631, 118.00145, 66.13953, 65.5586, 93.25918, 79.01653, 116.11076, 57.30766, 121.20735, 76.43278, 93.38795, 93.72229, 160.99683, 90.47821, 82.94643, 78.84352, 126.19331, 75.40933, 80.53447, 68.56923, 69.76087, 51.419, 133.96301, 45.07303, 104.26865, 88.03087, 78.35468, 73.22627, 107.72853, 99.19337, 109.96761, 89.63313, 82.71686, 87.41252, 119.23355, 69.62352, 60.42265, 51.24828, 162.75409, 147.50858, 68.54523, 72.01141, 115.5937, 76.59338, 63.19725, 88.18756, 63.86252, 74.78978, 89.24272, 104.4568, 96.56296, 55.34031, 85.31697, 112.49941, 91.47286, 92.71347, 103.86473, 95.96843, 102.21759, 52.66824, 85.75328, 76.90685, 86.83656, 74.33189, 75.77817, 48.04773, 86.47842, 110.04323, 88.28776, 59.37254, 76.15903, 42.21607, 86.08406, 75.97867, 59.15614, 95.21124, 75.30316, 110.1366, 79.38998, 55.42192, 149.35907, 95.81002, 81.77716, 60.96077, 105.31939, 90.45111, 79.42771, 64.88057, 80.51839, 71.27174, 92.66499, 75.1516, 112.23449, 83.46062, 103.5795, 71.05026, 71.98135, 84.49825, 60.89803, 79.39929, 96.10042, 80.95215, 95.00805, 94.07809, 81.89545, 138.91647, 75.43987, 90.38147, 127.40505, 151.54166, 75.03606, 111.09252, 114.59241, 66.66061, 157.77826, 85.47607, 60.89687, 86.06621, 117.61923, 100.57109, 75.63597, 96.94246, 75.11906, 82.46234, 64.3792, 98.87436, 109.86219, 90.81628, 76.06107, 85.1557, 103.3207, 58.59868, 95.28703, 68.69449, 100.45508, 100.87701, 134.81206, 96.36932, 117.79067, 79.35663, 59.72964, 50.87551, 93.18584, 94.27364, 100.98741, 43.87923, 128.71281, 75.96919, 106.54989, 82.30099, 56.42419, 53.77441, 94.4054, 97.46435, 78.281, 97.7873, 77.10834, 83.59324, 141.20013, 91.45965, 74.37343, 102.69843, 104.72713, 78.81674, 58.05946, 87.64268, 85.6524, 55.90845, 60.80902, 93.96837, 66.93211, 88.24152, 147.91049, 72.55506, 109.91277, 85.98645, 123.06346, 72.66483, 122.69788, 107.19154, 100.76227, 71.37434, 100.17163, 112.31345, 59.50413, 90.8022, 72.47518, 140.12213, 62.48354, 60.70997, 67.34619, 74.48658, 96.07836, 43.16079, 122.29536, 73.82144, 108.28171, 136.06415, 126.62292, 123.83955, 109.86127, 71.74534, 128.01738, 158.83636, 161.74997, 98.37829, 110.87069, 87.47067, 127.03548, 138.90146, 71.98367, 66.84155, 80.68979, 109.77884, 90.61031, 131.82535, 106.45646, 98.92909, 93.86714, 115.91364, 85.32182, 101.02486, 107.87975, 63.67029, 117.18497, 98.02229, 102.49883, 124.27221, 160.74023, 89.48266, 119.31422, 119.89182, 113.93961, 140.23901, 95.4306, 109.38004, 82.82623, 113.97996, 103.35226, 94.97112, 104.62466, 105.81683, 89.57049, 105.44881, 57.07915, 103.57738, 95.82254, 70.04752, 78.35731, 104.51645, 122.18925, 78.47864, 72.62962, 114.09212, 75.2946, 108.42876, 99.68193, 110.67525, 96.15487, 100.00676, 131.57806, 119.96276, 79.17009, 170.58168, 104.55807, 137.41547, 82.68399, 115.09369, 79.9849, 104.23849, 95.37292, 120.13995, 153.62399, 154.35052, 108.24243, 105.66927, 80.02957, 118.0233, 142.21143, 120.57317, 114.92512, 69.6873, 133.82971, 86.9306, 143.28104, 122.7646, 99.50948, 107.1137, 116.85209, 89.01649, 149.45262, 90.78732, 151.94165, 107.21621, 88.37972, 92.75231, 89.87966, 130.22475, 97.49157, 92.9679, 72.88876, 116.50938, 90.28195, 106.0528, 98.08627, 116.89491, 57.27505, 82.33502, 95.06221, 105.11145, 68.5555, 95.40922, 114.5952, 90.15863, 94.19, 113.60639, 86.80959, 84.32801, 91.38614, 95.18048, 89.41644, 119.12984, 63.54644, 135.46146, 110.6734, 125.78595, 76.51174, 108.49412, 92.73412, 148.16609, 143.36201, 98.21169, 84.03752, 75.46137, 103.79623, 60.38397, 97.70728, 124.47689, 96.56302, 82.79678, 103.06406, 74.91097, 85.33961, 103.80894, 105.63267, 78.98446, 91.08351, 113.47261, 124.38297, 101.51563, 80.48731, 71.03611, 126.46194, 98.08664, 81.33523, 70.58407, 127.86275, 107.26688, 99.91093, 96.02013, 134.92937, 80.34071, 102.70929, 133.49464, 136.94212, 111.18559, 130.01875, 104.41524, 129.88666, 108.83485, 92.89057, 101.6438, 69.25916, 85.42661, 127.75227, 70.12765, 75.25428, 86.40219, 112.9075, 92.70345, 109.05769, 126.10976, 124.88322, 109.11971, 105.1964, 113.58131, 108.62081, 91.44205, 60.63674, 143.92447, 137.76672, 147.21445, 79.58223, 91.0172, 127.66615, 148.36923, 127.0024, 62.2453, 89.05605, 108.27267, 142.26419, 140.12273, 135.86205, 160.29463, 108.54378, 94.06067, 131.71075, 131.57178, 104.98097, 125.20152, 92.68167, 97.68193, 94.67651, 109.9062, 117.10527, 139.87933, 85.63927, 197.2803, 133.30193, 92.00089, 95.39227, 132.05663, 123.82895, 144.20419, 88.47704, 126.82977, 117.57492, 91.93481, 171.90041, 114.86603, 108.73274, 140.28256, 80.85761, 106.68974, 144.12933, 162.90236, 184.84323, 112.46481, 130.57069, 123.56629, 73.68227, 128.74808, 156.00171, 131.73242, 197.70538, 172.40979, 74.89778, 105.77589, 149.61792, 187.87836, 186.56015, 99.79835, 216.25354, 129.13898, 86.79238, 122.93475, 135.02847, 171.30334, 136.28677, 147.78493, 123.4622, 145.78391 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.7062938224377615, "neutral_loss": 2.087097147924364, "target_chat_loss": 1.5309306708638233, "neutral_init_loss": 2.277825061035156, "target_chat_init_loss": 1.283933373587472, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 36.92069, 38.55829, 45.03645, 37.72581, 34.78924, 62.93152, 47.20128, 28.1458, 50.69566, 46.6682, 59.2064, 47.94506, 59.51781, 61.88642, 43.02663, 68.61037, 41.46687, 54.66769, 49.26416, 50.00201, 68.34099, 49.87884, 62.27768, 67.40663, 52.52681, 35.75352, 64.39664, 55.96284, 39.03495, 48.41467, 67.63271, 54.61742, 39.58002, 57.43253, 57.25454, 53.86332, 67.94175, 33.00727, 49.99628, 41.52849, 57.64102, 50.11272, 44.24195, 68.87134, 56.85692, 44.06611, 65.14674, 75.61367, 53.26458, 48.88946, 82.65287, 54.3875, 55.95017, 55.94224, 46.72603, 57.42549, 45.8366, 59.3904, 39.87329, 45.69375, 68.30972, 55.36066, 55.41975, 43.97634, 71.81151, 47.97951, 91.59683, 70.23624, 52.05441, 62.72051, 71.96521, 32.18587, 72.11963, 60.55208, 41.98968, 38.55363, 54.98881, 50.59998, 55.1637, 52.55719, 57.76067, 42.48359, 77.37296, 57.32153, 63.75791, 58.85668, 43.5132, 73.83304, 64.05819, 64.98659, 53.83824, 64.67393, 57.37455, 46.451, 71.54539, 61.94295, 72.18202, 52.14352, 52.1771, 67.62158, 52.87731, 70.98724, 52.14204, 70.30524, 56.41608, 60.77049, 46.98933, 70.31416, 87.39752, 70.6229, 70.27218, 35.81603, 56.99769, 50.27753, 61.82495, 72.00568, 57.24473, 75.59629, 59.55477, 50.93636, 36.61962, 47.08797, 61.50734, 44.38673, 63.85739, 56.06264, 78.02835, 74.50182, 72.49774, 55.74498, 69.04628, 86.83456, 60.96803, 60.01291, 73.19522, 69.02692, 73.80995, 65.88338, 67.59066, 69.70421, 49.59356, 83.33858, 52.28149, 52.14612, 75.36343, 42.55388, 62.76512, 74.13245, 70.84396, 70.22881, 88.16312, 62.56135, 78.12958, 73.9395, 64.26443, 70.62349, 51.44711, 78.59674, 33.52163, 62.68612, 61.07129, 76.86018, 75.10455, 76.87074, 66.07129, 79.56948, 55.19882, 57.68707, 60.90239, 53.23524, 73.50653, 60.82564, 59.13924, 61.48557, 72.13649, 70.30829, 78.65475, 60.82187, 57.96609, 58.43982, 71.66021, 47.38472, 81.4892, 74.3137, 104.20662, 63.47902, 51.86277, 39.39815, 76.39516, 79.11006, 84.48209, 61.99085, 33.21036, 95.49553, 63.39736, 75.05405, 74.24033, 83.15932, 68.1087, 49.22432, 64.35048, 85.31705, 60.25156, 56.89713, 81.36811, 78.36808, 82.29758, 63.41094, 52.493, 79.03041, 80.08562, 79.81328, 59.56206, 76.6561, 79.1476, 73.29369, 73.45056, 119.26885, 76.22218, 36.34703, 106.86736, 64.17047, 96.22974, 64.41956, 86.14674, 78.84544, 63.34934, 61.73013, 97.10466, 63.17986, 77.23645, 77.40472, 69.57201, 65.20628, 67.52988, 62.12796, 83.70688, 75.12032, 96.97784, 110.54173, 118.40884, 83.76643, 73.80615, 75.87283, 69.88005, 63.60142, 96.39661, 93.2513, 91.78192, 84.40799, 40.24141, 104.7045, 94.55941, 192.33698, 183.41698, 234.22882, 233.48135, 156.3501, 281.13095, 200.84073, 217.69955, 215.664, 198.58862, 216.13762, 223.61716, 165.49539, 248.22542, 212.98953, 197.5257, 227.60631, 240.72568, 161.50412, 250.15204, 218.24397, 257.45917, 174.12592, 226.6326, 215.30467, 214.0244, 239.90196, 249.19081, 208.63876, 242.78464, 238.35385, 208.80374, 229.91051, 198.31036, 182.92915, 214.37297, 217.9279, 308.20605, 236.81473, 239.627, 201.8206, 205.42818, 185.1216, 275.49576, 239.37051, 257.95728, 224.37712, 249.36682, 208.8116, 173.21451, 189.64352, 177.91391, 199.62598, 206.13266, 274.58942, 198.76178, 163.81345, 222.56203, 252.28583, 195.88635, 283.28598, 215.73532, 301.42764, 259.11185, 204.49605, 155.96397, 233.61868, 183.03287, 200.71523, 252.67822, 278.83252, 251.61069, 255.30099, 174.13678, 206.56667, 288.47159, 207.44162, 223.26303, 236.1767, 212.59224, 181.97205, 243.37714, 201.76988, 132.976, 272.06778, 247.64865, 209.58173, 288.62756, 370.47784, 233.04701, 259.65643, 296.16443, 197.17712, 206.53728, 342.84589, 160.92793, 274.68045, 280.14996, 142.53784, 198.49695, 305.8992, 227.38971, 285.15204, 209.91669, 275.89636, 281.276, 269.73874, 245.36047, 212.10332, 214.31772, 214.3645, 263.81113, 193.79724, 247.23792, 296.23831, 213.07524, 191.93083, 260.41791, 181.44006, 255.31981, 214.16864, 172.76329, 267.65588, 193.069, 198.27719, 178.61215, 241.35327, 267.9599, 238.4696, 291.8587, 346.02808, 255.69653, 321.00317, 338.04599, 280.18146, 144.46832, 304.30585, 279.86136, 254.08817, 183.11154, 214.21906, 204.35306, 218.42833, 309.80692, 292.30524, 243.13606, 308.55652, 188.47884, 188.33748, 239.76468, 222.6132, 269.76181, 204.35182, 212.76837, 223.94205, 244.00966, 195.80185, 172.44122, 161.72314, 259.0166, 144.53896, 219.69476, 233.6571, 250.50426, 240.34578, 270.21054, 349.88629, 228.74191, 274.31818, 280.7475, 244.47968, 188.73116, 350.4726, 273.20102, 241.64465, 258.92007, 214.19336, 247.87215, 329.43652, 228.8913, 248.0177, 340.46463, 245.71841, 234.65964, 208.00697, 303.14246, 261.17261, 361.70767, 299.13785, 375.61841, 244.46989, 287.52161, 200.41797, 261.92865, 287.87595, 318.19409, 279.45764, 319.45728, 305.58252, 246.2049, 282.90472, 330.02161, 276.46506, 261.16772, 223.92218, 247.94504, 262.41559, 250.25214, 333.23758, 311.34033, 254.96632, 277.987, 339.05261, 247.64343, 316.34692, 291.50464, 306.59668, 301.85364, 271.39047, 270.29163, 263.90286, 244.13837, 304.0235, 239.38124, 280.60559, 298.29913, 236.47099, 312.12289, 231.80106, 221.26627, 259.37933, 297.18176, 263.22864, 250.44214, 250.95302, 297.57013, 301.53076, 326.94373, 266.99329, 174.69653, 223.2578, 171.11006, 268.99869, 301.89215, 222.33508, 265.72287, 179.6926 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 29.09623, 39.93855, 61.37918, 47.54391, 49.10703, 28.88426, 40.58981, 52.12663, 60.22847, 58.68003, 52.51655, 56.22318, 50.76714, 58.98652, 66.78429, 55.65343, 59.35838, 27.78465, 66.38374, 40.16805, 65.03254, 79.20224, 51.14606, 56.37479, 44.94328, 62.87012, 70.89815, 53.45856, 45.71946, 48.59674, 65.88655, 52.69531, 55.67225, 47.78859, 66.39041, 92.45106, 49.6752, 60.77752, 54.36078, 85.44766, 65.12684, 71.42374, 61.85632, 47.27726, 51.92577, 71.15472, 72.44221, 63.13449, 135.01942, 61.08508, 69.10274, 56.23593, 69.63343, 86.25995, 84.36488, 57.01694, 97.46073, 78.4033, 69.51385, 71.06842, 88.83057, 61.35625, 41.90243, 43.6694, 93.81412, 92.86797, 39.53715, 50.09685, 69.1461, 40.60014, 36.15927, 71.08057, 60.44451, 61.903, 50.33335, 67.83486, 69.39087, 81.94302, 80.1324, 48.92389, 64.28426, 47.02209, 54.90266, 58.47529, 66.22942, 44.09002, 104.14937, 71.83456, 71.62553, 56.66797, 90.27582, 53.59741, 71.97614, 65.90102, 77.7121, 99.66029, 56.93969, 69.95529, 55.47199, 43.80918, 51.64013, 69.43513, 49.47794, 87.29604, 92.55162, 66.22202, 83.42203, 105.81562, 70.5796, 88.28812, 64.70493, 53.33479, 90.29455, 81.63538, 85.07606, 68.5627, 120.7468, 68.66345, 69.70329, 105.58608, 64.70578, 79.9827, 48.11998, 45.86534, 98.82037, 119.17902, 96.74648, 81.52231, 85.97447, 56.33243, 84.58408, 48.2461, 64.86539, 59.19835, 71.68587, 82.67705, 86.77348, 42.19957, 66.35278, 125.22286, 54.62386, 67.97207, 76.42587, 74.88541, 61.88745, 70.58106, 67.59645, 67.89082, 73.93895, 70.0139, 61.95658, 56.96652, 73.96136, 88.65808, 83.82378, 56.96777, 52.70619, 48.5429, 85.12468, 62.3974, 66.10432, 69.37489, 67.33025, 77.27627, 111.22926, 88.51938, 106.94089, 61.61434, 86.26097, 54.51353, 47.41119, 93.29517, 71.1433, 66.5069, 83.43065, 96.85941, 48.85114, 76.93474, 83.20581, 55.45034, 122.40366, 117.10487, 31.8117, 76.08514, 98.67056, 62.69619, 78.09258, 85.67913, 111.51961, 57.14808, 88.13338, 108.86391, 63.70852, 67.0531, 81.39594, 78.80293, 103.93964, 60.94263, 71.52995, 101.87682, 88.77252, 63.89464, 74.61456, 47.77783, 55.50918, 54.89145, 95.97197, 75.46428, 87.85996, 50.43805, 74.14578, 152.37726, 105.10274, 52.32656, 60.93251, 59.04995, 76.95155, 66.00169, 111.18608, 107.33627, 63.48177, 79.53296, 72.92872, 83.77538, 126.32086, 81.11488, 108.88451, 69.77979, 148.43045, 78.11323, 67.15244, 91.12876, 88.29505, 96.5754, 71.72936, 59.88214, 66.97022, 120.23508, 85.08705, 118.14928, 66.63957, 67.19554, 93.0571, 78.98997, 115.57735, 57.64619, 121.57994, 76.43147, 93.22176, 94.38449, 161.3806, 91.13165, 81.78568, 79.67589, 127.10475, 74.4194, 79.91397, 69.01202, 69.63426, 52.32145, 134.44992, 46.08854, 105.38631, 88.60941, 79.82191, 73.19225, 106.58426, 101.04651, 109.20361, 89.06624, 84.24916, 89.24682, 119.4724, 70.16129, 60.98259, 51.12724, 161.65724, 147.14719, 69.19104, 72.92007, 115.35295, 78.75168, 63.92425, 88.85667, 64.9529, 76.06374, 89.22952, 104.58657, 97.80841, 55.98923, 86.96052, 112.66827, 92.33894, 91.96582, 104.65029, 96.37389, 103.63073, 53.47493, 84.61799, 78.0584, 87.11182, 75.31132, 75.68232, 48.73808, 86.5941, 112.27961, 88.94528, 59.8021, 78.50856, 43.10603, 87.35307, 76.41087, 60.81948, 96.35256, 75.37164, 110.54462, 80.13484, 55.80495, 149.33864, 95.51721, 83.05992, 61.88665, 106.15575, 90.2653, 79.0799, 65.96265, 80.96906, 71.27538, 92.3913, 76.66877, 112.60101, 82.6136, 103.74915, 71.5441, 73.02887, 85.63251, 61.49216, 79.78853, 96.82846, 82.01413, 93.76891, 95.23131, 81.55406, 137.31255, 74.95213, 90.33933, 127.42506, 150.91306, 76.40386, 110.11701, 114.82747, 68.04893, 156.80405, 87.11633, 60.88883, 86.15515, 115.95215, 102.05564, 77.57245, 98.00246, 75.60974, 81.70113, 65.69743, 99.61124, 108.90473, 91.78165, 77.34273, 85.34241, 104.02498, 59.90735, 95.21037, 70.00301, 99.63965, 101.08426, 134.25612, 95.80733, 118.4277, 78.57508, 60.78251, 51.08217, 93.70049, 94.71769, 100.98402, 44.76849, 128.62445, 75.78156, 106.55661, 83.18359, 58.76038, 54.46572, 94.56628, 99.62883, 78.83377, 97.71455, 77.67892, 84.95091, 140.54431, 91.81834, 75.98232, 102.17986, 104.96033, 80.62519, 58.18909, 87.499, 85.77336, 57.74647, 61.88564, 95.30284, 67.87282, 89.02771, 147.57947, 72.7623, 109.4827, 86.62231, 122.84924, 72.36372, 121.92906, 106.28098, 100.11832, 72.23751, 100.29076, 112.72661, 60.02911, 92.40244, 73.65736, 139.47794, 63.45647, 62.85142, 66.94749, 76.35625, 96.67773, 44.57714, 124.1741, 75.26994, 109.12012, 135.84485, 126.3744, 123.59288, 110.25401, 71.80119, 127.76328, 158.62527, 162.29196, 97.91368, 109.9553, 87.93202, 127.2887, 140.38846, 72.62426, 67.38716, 82.92961, 109.93549, 90.31693, 132.71454, 106.54655, 98.48165, 93.69025, 115.60503, 85.30826, 102.35702, 108.36732, 65.01529, 118.10869, 99.5656, 103.53527, 124.36873, 161.2652, 90.8682, 120.26747, 120.32467, 112.93656, 141.44006, 96.18082, 109.98107, 83.60436, 114.9938, 103.83456, 96.52365, 102.41646, 105.77412, 90.51039, 104.80248, 56.84745, 104.30937, 96.38582, 70.63283, 78.95767, 104.73042, 123.07543, 79.05093, 74.00787, 114.11298, 75.3303, 109.94337, 101.5865, 111.77425, 96.84712, 100.13209, 131.03864, 121.83887, 79.66908, 169.64078, 104.8354, 137.24728, 83.93114, 115.73596, 80.79547, 104.36401, 96.0972, 119.4044, 154.05241, 151.83969, 109.11523, 105.68003, 80.7472, 120.05515, 143.3443, 121.59956, 114.82761, 69.65338, 134.77972, 87.44339, 142.96263, 123.62956, 100.60227, 106.60696, 117.79707, 90.55426, 148.74228, 93.00857, 150.57596, 107.02682, 89.75249, 94.13355, 91.07095, 129.58873, 98.54104, 95.27454, 74.88168, 117.44889, 90.87337, 107.3885, 98.92815, 116.32201, 58.27501, 82.93861, 96.70365, 107.69447, 71.57381, 98.00393, 113.80021, 93.1255, 94.93262, 114.09337, 89.35841, 85.40534, 93.07281, 95.53548, 89.64828, 119.19717, 64.363, 140.14252, 111.78908, 126.0212, 77.47641, 109.91717, 92.95021, 149.00444, 142.46828, 98.23141, 85.22488, 78.88951, 104.47099, 62.72179, 98.81111, 126.39832, 96.4051, 84.45656, 103.87605, 75.14078, 86.40216, 104.32893, 106.43047, 80.27108, 90.91289, 115.05575, 125.36598, 102.77367, 82.22162, 72.22166, 128.26772, 98.89734, 81.6148, 72.24955, 128.34962, 108.74078, 101.94501, 98.42574, 134.97885, 82.86689, 102.75258, 134.4725, 135.35893, 111.59743, 132.09529, 105.45782, 130.08459, 109.33215, 93.11586, 102.53453, 70.28809, 87.67498, 127.79579, 71.21127, 75.47021, 87.72981, 114.82291, 93.38661, 109.16263, 126.21915, 125.75374, 109.65774, 107.43517, 115.3737, 109.09111, 91.85054, 61.56801, 144.26083, 138.82233, 147.94218, 81.13561, 93.23561, 127.91582, 150.36331, 130.25706, 63.94613, 89.26403, 108.50357, 143.30002, 140.84215, 138.33415, 161.79025, 110.02608, 95.94063, 131.79083, 131.85127, 105.93436, 125.88084, 93.93793, 98.97898, 95.70369, 109.86598, 118.65756, 142.33365, 87.08417, 197.50572, 136.79764, 93.79474, 95.65898, 133.56972, 125.08716, 144.83478, 88.95668, 128.26883, 119.50084, 94.10282, 175.70691, 115.14955, 109.0676, 141.72852, 81.05119, 108.66537, 145.75928, 165.57794, 185.51285, 115.28879, 133.30054, 125.72745, 76.34741, 129.71649, 156.0885, 133.20268, 196.9953, 173.76404, 78.2104, 106.75582, 152.30974, 188.99448, 187.8835, 101.31911, 216.27467, 131.42195, 88.08813, 124.38715, 136.11765, 175.09348, 138.22798, 148.70253, 124.28026, 145.64412 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 0.8529249325965601, "neutral_loss": 2.130662485674945, "target_chat_loss": 1.5616845526080247, "neutral_init_loss": 2.2907962600708007, "target_chat_init_loss": 1.3124061562674385, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 37.74522, 39.00344, 47.25442, 38.53178, 34.24249, 63.88844, 48.22943, 29.20811, 52.1023, 47.95152, 59.89615, 48.68666, 63.11513, 62.13363, 44.36982, 67.3224, 42.59013, 54.74984, 49.58755, 49.93959, 68.04321, 54.05924, 64.88655, 69.13975, 53.97411, 38.19825, 65.29474, 58.56758, 41.01332, 50.37403, 67.70255, 56.81877, 41.05347, 59.03279, 60.32222, 56.46089, 69.5013, 34.41341, 50.76946, 43.52158, 60.01946, 50.61971, 45.35347, 70.33344, 58.21687, 47.69566, 65.86935, 76.94054, 55.13318, 50.77291, 84.41751, 56.37762, 58.25975, 57.59009, 48.77842, 59.87283, 47.38851, 61.06724, 40.88192, 48.18453, 69.67135, 58.03391, 55.91257, 44.30466, 73.58863, 49.82521, 94.05179, 70.4931, 55.68093, 64.41556, 73.11249, 33.65802, 73.04834, 62.93545, 43.37693, 39.30732, 57.39968, 52.33315, 58.91178, 54.10923, 60.08588, 44.59914, 77.33408, 59.45794, 65.85156, 62.45579, 47.55451, 76.50073, 65.69311, 67.15051, 56.06084, 67.04971, 58.6749, 50.01703, 73.0494, 64.76384, 75.41298, 54.74997, 53.49893, 69.25365, 54.54938, 71.39078, 52.22666, 72.22538, 58.03075, 64.69445, 47.60703, 71.8922, 89.43052, 72.7894, 72.14645, 37.00408, 58.0445, 50.19606, 64.7747, 74.58643, 59.95796, 77.74837, 60.65652, 52.4239, 38.04263, 47.7348, 64.46506, 46.94835, 65.6885, 59.14549, 80.39091, 77.44775, 72.81927, 57.30645, 71.4471, 89.72139, 63.56971, 61.78524, 73.45905, 70.65005, 74.86646, 68.32442, 71.13916, 72.59627, 51.10188, 83.75539, 55.54506, 54.14121, 77.66232, 45.03037, 64.32788, 77.38494, 72.38992, 72.51524, 90.10255, 65.81519, 77.79153, 75.45171, 66.10693, 72.99368, 54.68636, 79.9284, 36.22708, 65.40332, 61.1341, 79.85563, 78.40439, 79.61604, 66.91064, 82.49692, 60.39748, 58.54737, 62.82276, 56.30678, 75.57611, 62.62232, 61.02932, 64.56528, 74.05949, 72.43727, 80.17135, 62.88355, 59.05502, 60.4693, 72.57668, 49.00341, 84.9743, 76.46519, 108.49646, 64.73212, 51.95798, 41.04988, 79.81319, 81.22208, 87.76762, 64.91233, 35.42883, 96.80011, 65.68361, 76.19917, 78.03732, 83.8925, 71.14984, 51.45153, 66.14624, 88.06258, 61.36794, 60.50418, 84.37595, 81.00352, 84.69244, 65.55843, 54.51051, 81.16627, 83.58293, 82.45816, 62.36334, 76.66696, 81.92327, 76.33475, 76.97479, 123.60458, 78.80804, 39.26376, 110.49845, 66.45523, 99.42283, 67.4776, 87.88924, 81.53194, 66.51069, 64.90327, 101.56244, 66.08285, 78.26162, 79.03555, 73.7281, 68.50063, 69.08315, 65.77021, 85.22093, 76.40637, 101.01384, 113.77687, 121.51713, 85.85257, 76.90699, 80.20383, 73.77663, 66.58626, 101.0714, 96.13986, 97.04012, 86.98903, 42.39404, 107.84883, 96.26322, 195.01506, 187.42621, 235.67398, 235.82883, 159.24814, 281.69577, 205.1844, 219.16983, 219.81885, 203.07219, 219.24844, 225.67368, 170.6348, 252.21957, 215.62216, 202.98795, 231.89951, 244.71077, 168.09912, 253.57977, 226.83502, 258.20718, 178.81952, 229.91805, 216.10625, 218.16565, 245.40807, 251.73949, 212.22855, 245.49876, 244.20815, 211.45518, 233.62457, 201.98019, 188.33746, 218.64297, 222.52875, 311.60144, 244.34811, 242.12016, 203.99332, 212.80954, 188.29428, 277.47943, 243.19583, 262.49652, 226.65302, 251.302, 214.41759, 177.79794, 194.45407, 181.82698, 202.25294, 211.16026, 281.14755, 203.9194, 168.23849, 227.25624, 252.16241, 201.31537, 285.92133, 219.39249, 307.41953, 263.75989, 207.77124, 158.58871, 237.94595, 188.51804, 203.00583, 254.1203, 284.34216, 254.63782, 259.63992, 180.05525, 213.01617, 290.26587, 214.80896, 229.58929, 241.17186, 218.30083, 184.28389, 247.9158, 204.35373, 135.98322, 274.55518, 254.85056, 214.52805, 295.77643, 373.44159, 239.43256, 267.44519, 301.94257, 202.39468, 209.80817, 346.06085, 165.07881, 275.41968, 284.91254, 149.02463, 205.12607, 311.44757, 230.72406, 289.38782, 213.09395, 278.20798, 286.55026, 273.67755, 249.00931, 215.11537, 220.8111, 217.91652, 266.6236, 201.20718, 252.72435, 298.80096, 221.04247, 192.37439, 266.25043, 186.23453, 261.72284, 217.06726, 177.58395, 273.90924, 197.06581, 203.53761, 185.80406, 245.51294, 272.44363, 243.7812, 296.47745, 349.20895, 259.09799, 326.71005, 339.74139, 285.09222, 148.35835, 308.47534, 286.16318, 253.82088, 191.53772, 219.41895, 212.78008, 221.2117, 313.11432, 293.52194, 249.44897, 312.63239, 192.04413, 194.01543, 241.5546, 230.63579, 275.84656, 207.41885, 219.98282, 228.30258, 249.71931, 203.12743, 177.32372, 165.58501, 261.26346, 148.14645, 222.41896, 238.2164, 258.18961, 242.84598, 276.22485, 353.52802, 233.01294, 280.66382, 280.73291, 248.10031, 190.92508, 356.80484, 275.97308, 248.00858, 263.97812, 218.58368, 252.37878, 333.6011, 234.73819, 254.65707, 343.20197, 247.82402, 238.55836, 214.76608, 307.01776, 267.46191, 366.42108, 305.02335, 382.4472, 249.89145, 290.63354, 210.86086, 266.25516, 293.99466, 320.31451, 283.49225, 324.7601, 310.73627, 249.42915, 286.98639, 333.25388, 279.66437, 262.70453, 225.0623, 251.59131, 266.62408, 255.52368, 336.74332, 318.69684, 259.0351, 284.01642, 340.62201, 249.33224, 319.13483, 296.72687, 313.99561, 306.82599, 276.23697, 276.46161, 266.79633, 248.66309, 308.97809, 244.88962, 286.84854, 302.90189, 242.46924, 314.23828, 238.59641, 226.80844, 265.50415, 299.53574, 267.08899, 253.96945, 256.89835, 301.66855, 311.65738, 334.2132, 271.90289, 176.26074, 224.24948, 173.84116, 273.78638, 306.37741, 224.91463, 271.53851, 181.92928 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 29.11901, 40.20387, 60.62746, 47.82205, 50.01212, 31.37152, 41.46965, 51.83958, 60.16329, 57.14082, 53.09195, 57.21865, 50.08793, 60.52713, 67.8964, 56.37577, 60.20683, 29.80854, 66.82539, 41.1733, 65.88332, 79.55095, 53.39101, 57.27351, 45.08047, 63.55175, 71.4052, 55.24409, 45.93974, 49.03938, 67.72653, 54.48269, 57.18459, 49.45177, 67.26826, 92.99101, 50.18676, 61.30051, 56.51478, 87.45667, 67.08664, 72.26843, 64.04791, 47.76309, 51.69517, 72.04344, 74.45666, 65.13588, 134.2124, 62.08159, 70.75766, 58.17828, 70.2155, 88.70609, 85.42616, 57.39739, 99.03175, 79.15399, 70.98219, 72.37002, 89.65941, 63.08128, 43.90936, 44.2596, 95.47073, 93.01893, 41.27077, 51.93529, 70.63778, 42.16135, 39.54073, 72.1451, 61.61993, 63.89176, 50.63522, 68.44354, 69.27869, 82.45547, 83.08546, 50.98493, 65.76041, 47.36402, 55.36168, 58.74493, 65.40929, 46.5126, 105.65672, 74.26205, 72.75479, 56.55985, 93.65379, 55.41894, 73.13612, 66.24606, 79.41071, 100.74497, 56.70492, 69.32417, 57.23985, 45.99573, 52.32102, 71.15994, 50.71914, 90.06685, 91.75498, 67.34645, 83.24788, 106.39142, 74.53064, 91.80647, 64.13055, 55.59834, 91.46948, 82.36342, 85.23145, 68.88622, 122.74138, 68.09192, 71.66136, 106.59851, 64.1195, 82.0859, 49.86296, 47.25861, 100.07533, 122.54141, 97.28104, 82.86753, 88.59789, 58.26714, 85.51402, 48.73516, 66.0546, 61.44477, 73.9985, 83.03423, 86.46176, 45.21019, 67.95688, 126.64838, 56.50441, 68.10913, 79.46012, 77.19712, 62.64414, 71.57865, 68.36757, 69.75345, 76.96867, 70.68533, 65.02686, 59.41248, 75.83391, 90.11398, 85.49163, 56.44212, 54.05054, 50.46731, 85.88641, 63.98507, 67.03395, 70.472, 69.67827, 78.64871, 112.32816, 89.70529, 105.94058, 63.01669, 86.21103, 55.48183, 49.28551, 95.60664, 70.92583, 66.36145, 84.19773, 99.15587, 50.58137, 78.09431, 84.26105, 57.33496, 122.14877, 119.09689, 34.10502, 77.06167, 100.72312, 66.43901, 81.09063, 86.37579, 113.06602, 55.71593, 89.73547, 110.53658, 65.62939, 67.79919, 82.19926, 80.55708, 103.63789, 61.69858, 72.8402, 102.68901, 88.96561, 65.68539, 76.00384, 49.44675, 56.9422, 56.6319, 96.64273, 74.58693, 90.11887, 51.90166, 74.46676, 152.69521, 106.32266, 53.60011, 62.5609, 60.46442, 77.42431, 67.20891, 112.44595, 109.45572, 67.75626, 79.94852, 75.16775, 84.95593, 128.21271, 84.3537, 111.85838, 72.66684, 147.6655, 79.47414, 69.31458, 95.24426, 89.27425, 97.40868, 74.69598, 60.06624, 68.63594, 120.37293, 86.07828, 119.8288, 68.61882, 69.74017, 94.47826, 79.77687, 115.54042, 58.45826, 122.61861, 78.11349, 94.0004, 96.00467, 162.71686, 93.12183, 82.35125, 81.76054, 130.15614, 74.15179, 80.15012, 70.06584, 69.68023, 54.25809, 137.34174, 47.59915, 108.84364, 91.214, 83.12561, 73.88844, 105.26586, 104.95953, 109.46855, 89.10757, 88.1344, 91.87842, 120.2664, 72.05866, 63.2127, 50.95985, 160.75073, 147.14029, 71.39228, 74.55103, 115.69656, 82.92265, 65.92576, 90.13843, 68.20143, 79.37985, 90.56904, 106.04926, 101.14928, 58.67712, 90.00999, 115.14637, 93.66185, 91.36084, 106.51999, 97.28121, 106.47496, 55.69778, 83.56063, 79.60294, 87.59443, 76.73678, 76.79259, 50.09354, 87.43115, 115.90677, 91.42737, 61.84409, 81.7631, 45.38474, 91.26591, 78.14957, 64.28534, 99.28669, 76.7683, 112.07079, 82.15843, 57.75699, 150.5275, 95.84331, 85.66497, 63.59599, 109.77643, 90.97473, 79.89485, 67.73792, 81.82095, 72.72565, 94.04903, 78.77214, 114.67363, 82.59406, 105.65997, 74.00098, 75.71902, 88.30333, 63.03752, 81.24202, 98.66284, 84.56606, 93.52472, 97.09024, 82.80363, 136.48601, 75.58681, 91.33728, 129.42552, 151.073, 79.22636, 110.13676, 117.04726, 70.50346, 156.64815, 89.67303, 61.40313, 87.69059, 116.19689, 104.61663, 80.81591, 100.6627, 77.7556, 82.26321, 67.41322, 102.19783, 109.08107, 94.37766, 80.36703, 86.61328, 107.31583, 62.64129, 97.00838, 72.88489, 99.38498, 101.31129, 135.04272, 96.21888, 119.94736, 78.38606, 62.88108, 52.78284, 97.20085, 96.00094, 102.71951, 46.77875, 128.96515, 75.71912, 106.88732, 86.10619, 61.71907, 56.42469, 96.38594, 103.42194, 81.4211, 98.66499, 80.3373, 87.40585, 140.97643, 93.83685, 79.37237, 102.88045, 106.3057, 82.96251, 59.75553, 88.96674, 87.26663, 60.96712, 64.37589, 99.22185, 69.82761, 92.37096, 148.27278, 73.79782, 110.63104, 88.80293, 124.18215, 74.02459, 122.57937, 106.565, 99.60293, 74.15253, 101.33217, 114.15874, 62.61763, 94.71694, 77.55325, 139.82449, 64.72291, 67.84037, 68.05236, 80.18188, 98.81511, 46.64556, 128.46329, 78.28034, 110.39394, 139.02884, 127.63128, 123.55289, 110.03039, 72.48375, 128.24811, 159.69446, 164.50763, 99.228, 110.60756, 89.36915, 128.89725, 143.38895, 73.92429, 68.97897, 86.77892, 111.73105, 91.62907, 134.89661, 107.03778, 99.78468, 94.91853, 116.15157, 86.90949, 104.38932, 108.8065, 67.1954, 120.79735, 103.30389, 105.90803, 125.98087, 162.87074, 92.95508, 123.84939, 122.39735, 112.87158, 145.05702, 98.56323, 111.42101, 86.10188, 117.32574, 105.40056, 100.14609, 101.29915, 106.5372, 93.14738, 103.88802, 57.97852, 106.6071, 98.4734, 70.84015, 81.9724, 106.73025, 123.85867, 79.91133, 78.12295, 114.98572, 76.38285, 113.45594, 105.76447, 114.89224, 97.89677, 101.46043, 131.69774, 125.84259, 81.72467, 168.91109, 105.06477, 137.25854, 86.21832, 117.17557, 82.56013, 106.65256, 98.58264, 120.49737, 156.44617, 150.11227, 111.59277, 108.27132, 81.6803, 124.61042, 145.94159, 124.21645, 115.45322, 71.54224, 138.59671, 88.27869, 145.35234, 125.75667, 103.57703, 108.06535, 120.98189, 93.84428, 150.27608, 97.24551, 149.03339, 108.05728, 93.19957, 98.44601, 93.34779, 128.776, 100.48401, 99.4292, 79.30868, 120.01064, 92.97643, 110.54698, 101.43742, 117.11216, 59.87363, 85.09, 100.39573, 111.79629, 76.63983, 101.58334, 113.93581, 97.24224, 97.57894, 117.28493, 93.94616, 87.49266, 96.05119, 96.01292, 91.53115, 120.9287, 66.35084, 147.39804, 114.89091, 126.16132, 80.01371, 113.27965, 93.86138, 149.79855, 143.24652, 99.70026, 87.89464, 84.13651, 107.79028, 66.87001, 101.8337, 129.11342, 97.57529, 86.47939, 106.42377, 76.82519, 88.74252, 107.56905, 109.65118, 82.48931, 92.43358, 119.59698, 129.57814, 105.80556, 86.57244, 74.83525, 131.99808, 101.17795, 82.23241, 75.3394, 130.75311, 111.36475, 106.19088, 102.89304, 135.71561, 87.97585, 105.02692, 136.25238, 134.24815, 113.0817, 135.2226, 109.27287, 131.09741, 111.52589, 94.25409, 104.64209, 72.40652, 91.52515, 128.45862, 73.756, 77.37514, 91.85885, 118.74713, 95.79323, 112.00447, 126.75822, 127.86194, 112.31737, 111.71416, 118.85314, 111.65076, 93.78832, 64.03925, 146.89539, 143.07573, 149.752, 84.44283, 98.53152, 129.26587, 153.98102, 135.79109, 69.28484, 90.95322, 109.54821, 146.13864, 142.67468, 142.55783, 165.06601, 114.10725, 98.37386, 134.23669, 134.18422, 107.79542, 128.06763, 97.62656, 101.90123, 98.72795, 111.43027, 121.66792, 146.24153, 89.32573, 198.74757, 143.20468, 97.60201, 98.73029, 137.26605, 128.72079, 147.02872, 90.85627, 130.81357, 123.81822, 98.89894, 182.2662, 117.91095, 109.95509, 144.99457, 81.76129, 112.90997, 150.14105, 170.66745, 187.2292, 120.70206, 138.8815, 129.28635, 82.18534, 132.19678, 157.43738, 135.97166, 197.40788, 176.04294, 83.48022, 109.14046, 156.92963, 191.13144, 191.42343, 104.49478, 217.54356, 137.03606, 91.02919, 128.42191, 139.66882, 181.02255, 142.91176, 151.81775, 127.35448, 146.98164 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 0.9852340963276579, "neutral_loss": 2.178261032897916, "target_chat_loss": 1.6080131387424124, "neutral_init_loss": 2.3111536804199218, "target_chat_init_loss": 1.355868898664202, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 38.48446, 39.22539, 49.12741, 38.85299, 34.35295, 64.97653, 49.70288, 30.70083, 54.25973, 49.1587, 61.04935, 49.63788, 67.00851, 62.27667, 46.39639, 67.10118, 43.69249, 54.88111, 50.11705, 50.42989, 68.2036, 57.25331, 67.5051, 71.71765, 55.99183, 40.72608, 66.36105, 60.81538, 42.53361, 52.9526, 69.11263, 59.19748, 42.47859, 60.87671, 63.23684, 59.96978, 71.09528, 35.80158, 51.77551, 45.91812, 62.8519, 51.41662, 46.54858, 72.36049, 60.1935, 50.21033, 66.99459, 78.27511, 56.78819, 53.43798, 86.52127, 58.48602, 60.20149, 59.74979, 51.01472, 62.10233, 49.07028, 63.85011, 42.0723, 50.54488, 71.30717, 59.92496, 57.10282, 45.16439, 75.78989, 51.46778, 95.95985, 71.24689, 59.57713, 65.89403, 74.8326, 35.49857, 75.07633, 64.71453, 44.75894, 40.0615, 59.73526, 54.94451, 62.52485, 56.20358, 62.07683, 46.11219, 77.27243, 61.25032, 68.10674, 65.79349, 51.25439, 79.74407, 67.37578, 69.85042, 57.85493, 68.94579, 60.04575, 53.86038, 74.85909, 67.69795, 78.26399, 57.25842, 54.89901, 70.82647, 55.94554, 71.49162, 53.29368, 74.16942, 60.57014, 69.06039, 48.62961, 74.49699, 91.84811, 74.93237, 75.20633, 39.04349, 59.32167, 50.76683, 67.77858, 77.61671, 62.36301, 80.71452, 61.42411, 54.03979, 40.01471, 49.27885, 66.86044, 50.22179, 67.472, 62.19038, 82.29619, 80.27661, 73.12164, 59.50405, 73.5067, 92.27405, 65.6227, 64.14363, 74.49309, 72.08222, 76.35578, 71.34468, 74.72523, 75.68145, 52.82293, 85.04037, 57.82846, 55.3928, 78.88687, 47.59361, 66.07065, 80.36572, 73.60543, 74.93578, 91.96678, 69.1059, 78.47906, 76.89463, 68.61748, 75.08308, 57.90355, 81.74696, 38.6324, 68.3512, 62.28895, 82.38495, 81.80103, 83.36631, 69.22371, 86.00385, 64.77148, 59.2277, 65.03768, 59.29219, 77.11647, 64.4617, 63.2814, 68.05207, 75.58212, 74.94339, 82.43146, 65.53209, 60.96446, 62.94476, 74.40837, 50.52747, 88.34947, 78.36418, 113.08813, 65.55205, 51.94246, 42.90579, 83.25087, 84.52714, 89.74518, 68.23643, 38.29516, 98.75334, 68.40596, 76.72928, 80.95845, 85.82641, 72.45855, 53.30682, 69.37582, 91.08131, 62.54594, 64.19724, 88.15074, 83.8136, 86.82267, 68.7882, 56.86453, 83.82558, 86.32637, 85.48708, 66.25166, 77.62003, 83.96539, 78.66882, 80.37851, 128.14732, 82.36672, 41.72224, 114.77339, 69.33969, 102.8441, 70.33761, 89.68909, 85.59129, 69.66412, 67.82417, 105.91151, 69.2902, 80.58274, 81.89556, 77.01096, 71.99075, 70.55557, 69.92747, 87.51079, 78.271, 104.55875, 117.49074, 124.80328, 88.21869, 80.07162, 84.60284, 77.67311, 69.67844, 105.81207, 99.63599, 102.11279, 90.22821, 44.49202, 110.78831, 98.84822, 197.63991, 191.14517, 237.84422, 238.9113, 162.92529, 282.194, 209.85779, 221.35976, 224.02219, 207.55977, 222.49973, 228.95883, 174.73589, 256.74359, 218.97861, 208.06808, 236.74557, 248.27878, 173.21648, 256.4696, 235.31161, 259.84381, 184.71091, 233.29443, 218.02325, 223.34695, 251.1842, 254.90788, 215.77225, 249.06689, 249.12349, 214.2562, 238.49788, 205.39059, 193.7951, 223.54935, 227.27303, 314.33185, 251.86241, 245.00418, 207.14439, 219.68207, 191.27219, 279.3923, 248.03833, 267.45294, 229.93767, 253.50775, 220.64601, 181.37244, 200.61891, 187.51041, 205.96127, 217.39432, 287.52606, 210.71887, 173.42496, 232.71944, 252.39987, 207.74165, 289.14972, 222.72223, 313.53741, 268.91663, 210.66573, 162.29343, 242.21764, 193.84283, 204.27011, 256.51135, 289.32941, 258.06705, 263.95221, 185.50125, 219.62811, 293.35333, 223.0607, 234.48615, 246.47684, 223.57449, 187.92856, 253.22818, 207.40572, 138.3472, 277.35275, 263.64337, 219.82199, 302.37762, 376.47919, 245.70634, 274.97876, 308.18628, 207.50952, 214.09558, 349.99405, 169.38263, 277.67993, 290.63455, 155.14558, 212.4803, 316.63443, 235.56409, 294.28134, 217.07043, 281.12537, 291.1994, 278.14154, 253.16544, 220.15828, 228.35544, 222.981, 270.00302, 208.16397, 259.06668, 301.03741, 229.8634, 192.53513, 272.83374, 189.77454, 267.96027, 219.69937, 182.4118, 279.61142, 201.58391, 207.8623, 193.49808, 250.03918, 279.53082, 249.47443, 300.27884, 352.70215, 264.51355, 333.26413, 342.73792, 290.01175, 152.29434, 313.77576, 293.61273, 256.13538, 200.05339, 225.31721, 220.83224, 224.63084, 317.72964, 296.28586, 257.2132, 316.91208, 194.5509, 198.90511, 245.49707, 238.5372, 281.22458, 211.18845, 227.89041, 234.05345, 255.45538, 209.55614, 183.04103, 167.55408, 264.8475, 153.18385, 225.55893, 242.53542, 265.6131, 245.99966, 284.04071, 356.75415, 237.82693, 288.70648, 281.09555, 250.40152, 194.13342, 364.36884, 279.20123, 253.45502, 269.49103, 223.80632, 255.6458, 338.36115, 241.77704, 261.58789, 348.01501, 250.89633, 243.25992, 221.32997, 311.51868, 274.09433, 371.93549, 312.88977, 389.27145, 255.25955, 296.43787, 219.28745, 270.87213, 300.8252, 321.23346, 288.50671, 329.41943, 316.5643, 252.93185, 290.6839, 337.56281, 283.82373, 265.47314, 227.15329, 255.40927, 270.21518, 262.56958, 340.14758, 326.13483, 263.17407, 290.40997, 343.62912, 252.00302, 324.99554, 302.96799, 321.66315, 311.66757, 281.20209, 283.83441, 269.27072, 253.06747, 313.82074, 250.7207, 294.98685, 308.40268, 247.65717, 316.12201, 244.18262, 233.66187, 272.43533, 303.27298, 271.54037, 257.83594, 263.35263, 307.42947, 321.43643, 343.65369, 276.47934, 178.43442, 226.56531, 177.5489, 278.28403, 312.20331, 228.31236, 277.74927, 184.04532 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 29.99534, 41.1676, 60.41946, 48.38193, 50.97019, 33.59852, 43.29156, 52.48852, 60.38803, 56.62668, 54.32351, 57.91943, 50.4831, 62.91678, 69.82906, 58.2784, 60.75783, 32.11367, 68.19563, 42.32986, 66.64444, 80.27403, 55.49733, 58.72899, 46.51691, 64.04005, 72.2194, 57.67667, 47.16635, 49.84611, 69.80426, 56.55967, 58.84462, 51.39518, 68.75764, 94.71006, 51.87178, 62.63246, 59.23433, 90.17905, 69.86888, 74.4855, 66.9843, 49.13777, 52.00805, 73.41524, 77.59769, 67.32794, 135.44739, 63.32585, 73.11076, 60.42556, 72.3533, 91.82433, 86.89909, 58.92121, 101.27261, 80.88593, 73.10567, 74.79635, 91.76632, 65.68612, 46.08352, 45.45872, 98.50727, 93.03838, 43.88465, 54.01227, 72.84676, 44.93343, 43.32284, 73.20079, 63.55322, 65.7459, 51.75903, 70.21461, 69.56647, 83.79041, 86.81961, 53.06078, 68.03091, 48.41258, 56.64438, 59.41691, 65.97632, 49.2842, 107.92859, 77.32576, 74.99396, 57.68593, 96.72743, 57.71755, 75.09827, 68.72388, 81.11908, 102.83038, 57.02718, 70.35947, 59.16635, 48.6065, 54.36225, 73.1906, 52.74047, 93.19579, 91.85216, 69.37015, 84.93008, 108.95222, 77.7278, 95.84077, 65.07506, 58.50062, 93.47473, 84.67126, 86.9033, 69.51726, 125.98573, 67.3161, 73.04689, 108.30619, 64.75876, 85.14449, 51.78225, 48.98554, 102.06094, 126.52739, 99.29361, 84.73357, 91.88221, 60.80726, 87.93335, 50.53848, 67.90665, 64.83386, 76.76012, 84.26054, 87.11993, 49.65033, 69.90323, 128.90002, 58.80346, 69.75425, 83.77646, 79.65115, 64.33012, 73.49211, 70.65372, 71.49847, 80.83325, 72.52328, 68.5876, 63.04859, 77.90292, 93.76982, 88.1429, 56.90247, 56.18164, 52.619, 86.86119, 66.88379, 68.41609, 72.51291, 73.14922, 81.01378, 114.42937, 91.80292, 106.21329, 65.08321, 88.12566, 57.70471, 51.13548, 98.80681, 71.56451, 67.38274, 85.02126, 100.67087, 53.18547, 79.68004, 87.47188, 60.32525, 123.27226, 123.03751, 36.69985, 79.18673, 102.89168, 70.16869, 84.34235, 87.94634, 115.509, 55.39226, 91.90469, 113.69032, 67.88218, 69.64076, 83.54709, 83.11088, 104.97751, 63.44578, 73.96774, 104.18681, 90.4901, 69.4228, 77.30012, 51.93539, 59.24048, 59.04645, 97.97278, 75.03105, 92.20928, 54.13654, 75.57452, 153.96033, 109.44862, 55.22184, 65.45663, 62.60152, 78.94293, 69.61328, 115.18837, 112.39635, 72.80494, 81.39574, 77.69154, 87.43372, 130.97124, 88.31726, 115.93436, 76.65861, 147.55399, 82.73909, 72.74881, 99.45457, 90.70538, 99.0123, 78.07787, 60.95332, 70.89474, 121.38821, 88.01692, 122.32787, 70.33975, 72.94717, 96.26001, 82.01012, 116.24478, 60.22128, 125.54756, 80.96202, 95.89264, 98.27329, 164.86043, 95.88275, 83.74091, 84.86182, 133.7225, 75.41681, 81.13718, 72.03538, 70.95821, 56.47988, 141.0835, 49.87325, 112.40883, 94.30332, 86.90695, 75.70202, 105.55441, 110.18829, 110.96983, 89.67216, 91.24842, 95.35947, 122.34816, 74.55338, 66.02243, 51.78601, 161.25348, 148.07339, 73.93269, 77.97091, 117.58446, 87.30269, 68.88103, 93.33095, 71.81213, 83.27615, 93.14644, 108.62663, 105.18167, 61.44271, 93.86299, 118.77779, 97.02365, 91.88315, 109.41362, 98.8418, 110.23262, 58.33888, 84.23177, 81.81647, 88.52769, 79.39462, 78.47319, 52.29862, 88.70277, 120.54614, 93.96654, 65.02546, 86.55354, 47.6972, 94.55283, 80.56899, 67.44623, 101.84453, 78.98407, 114.63815, 86.03963, 60.79254, 152.8067, 96.72812, 89.76999, 65.94073, 113.54498, 92.79449, 81.85139, 69.93766, 84.61806, 74.52443, 95.70007, 82.55598, 117.86916, 83.33862, 107.84114, 77.49464, 79.74087, 91.67445, 65.03056, 83.36394, 101.75648, 88.10472, 93.6113, 100.29494, 86.05456, 136.46675, 76.98402, 92.8541, 132.339, 153.52161, 82.52193, 111.21941, 119.65695, 74.51584, 157.26497, 93.61104, 63.31746, 89.29151, 117.91953, 107.88113, 84.41901, 104.28195, 81.06946, 83.91628, 69.83338, 106.5645, 110.84586, 97.68557, 83.89575, 88.58829, 110.65614, 65.40083, 99.50688, 76.51392, 100.4457, 103.46713, 136.19339, 98.23196, 122.31177, 79.18439, 66.07362, 55.31767, 101.52791, 98.59801, 105.99393, 49.41676, 131.81219, 76.78911, 108.7952, 89.77006, 65.38602, 58.75814, 99.18825, 107.42276, 83.9445, 101.1399, 84.39323, 90.72447, 143.35429, 97.14389, 84.42004, 105.32781, 108.18868, 86.53183, 61.41415, 92.01392, 90.21513, 64.36082, 67.86815, 103.94527, 72.48496, 95.81416, 150.00513, 75.56633, 112.32671, 92.2583, 126.84549, 76.29459, 124.6373, 107.79414, 100.86412, 76.97237, 103.78496, 116.03307, 65.48193, 98.0417, 81.59104, 141.55321, 67.85975, 72.38585, 68.945, 84.4054, 101.57004, 49.78817, 133.18381, 82.13345, 112.80145, 142.44293, 130.26993, 124.5148, 112.48024, 75.04077, 129.7435, 162.60657, 167.38635, 101.11412, 112.35353, 91.34279, 131.32022, 147.76141, 76.62921, 70.2587, 90.53253, 115.45547, 93.23495, 138.41315, 109.73946, 102.88413, 96.63896, 118.10892, 89.51958, 108.19732, 111.25966, 70.04634, 124.57275, 107.83424, 109.6178, 128.40594, 165.72363, 95.78942, 127.78232, 125.84616, 113.81465, 149.10406, 101.83124, 114.18408, 88.85892, 121.58826, 107.41814, 104.08855, 101.87363, 109.00181, 95.9168, 104.99023, 59.46048, 110.61835, 101.05685, 73.36321, 85.04612, 109.13759, 127.11106, 83.35104, 82.79779, 116.44272, 78.60425, 119.03133, 110.6758, 118.24493, 100.04785, 103.7769, 133.12848, 130.55887, 84.1433, 169.5892, 107.40584, 138.95815, 88.84104, 119.23769, 85.49125, 110.10196, 102.18063, 122.86779, 159.53673, 150.81784, 115.54514, 111.32047, 84.43437, 129.92905, 150.17877, 127.78723, 117.91077, 74.35806, 141.89873, 90.8365, 148.19319, 128.95787, 107.35469, 110.70346, 125.46192, 97.92664, 152.96045, 101.97958, 149.69334, 109.42141, 97.61658, 103.84079, 96.79958, 129.29581, 103.57098, 104.416, 83.5155, 123.87347, 96.11045, 114.81352, 105.74895, 118.77612, 63.04995, 88.00595, 104.8233, 116.15657, 82.16702, 106.67565, 114.65057, 102.70862, 101.54491, 121.27193, 98.88233, 90.55119, 100.10761, 98.04753, 93.1088, 124.05239, 70.28685, 154.74477, 118.52908, 127.2122, 83.02813, 118.49522, 96.92365, 151.94162, 144.91852, 102.13774, 91.64349, 90.48993, 111.71191, 72.28186, 105.51165, 132.78998, 99.51672, 89.88471, 109.49368, 79.41433, 92.04416, 111.7527, 113.62686, 86.38044, 94.0172, 125.37773, 134.38858, 110.22678, 91.84292, 78.36345, 136.95596, 105.07679, 85.39745, 79.27078, 134.32397, 115.05495, 110.67532, 107.84061, 137.47015, 93.81023, 108.18871, 139.65276, 135.33427, 115.96752, 139.84799, 113.97031, 134.08115, 114.17749, 97.23428, 107.29237, 75.59072, 96.57235, 130.99881, 77.51711, 80.03864, 96.63345, 123.0022, 98.82218, 116.00338, 129.36304, 131.09409, 115.69681, 117.70703, 124.04985, 114.7775, 96.61636, 68.07326, 150.46838, 148.00659, 153.0083, 88.58096, 103.71036, 132.35547, 158.75711, 142.75168, 74.83371, 94.80619, 111.14236, 150.6151, 145.51881, 147.74599, 169.20128, 119.5881, 101.70508, 137.03899, 137.86188, 111.27935, 132.59395, 102.53306, 105.61339, 102.95577, 113.44056, 125.75255, 151.44598, 92.55236, 201.92337, 149.22342, 102.14353, 101.86662, 142.505, 133.72614, 149.85982, 94.257, 135.00763, 129.80481, 104.86006, 189.82347, 121.57356, 112.63536, 149.15065, 84.64961, 118.62624, 155.66273, 176.60046, 191.31076, 127.03424, 145.75366, 134.06531, 88.32596, 137.12318, 161.98035, 140.33463, 198.5701, 179.42804, 89.87273, 112.1789, 162.23357, 195.47986, 196.03751, 109.06464, 221.13069, 143.91216, 95.51555, 133.11682, 144.36322, 188.36307, 149.28021, 155.95779, 132.53061, 148.56509 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 1.1071035680298906, "neutral_loss": 2.22826377062701, "target_chat_loss": 1.6653045931111898, "neutral_init_loss": 2.33702004699707, "target_chat_init_loss": 1.4112352556501115, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 39.24242, 40.28114, 50.35883, 39.5699, 34.3127, 65.94681, 51.10494, 31.7689, 56.07292, 50.69237, 62.11231, 50.56285, 71.02154, 63.38478, 47.47555, 67.02433, 45.07256, 55.08028, 51.28051, 51.45591, 68.80711, 60.96325, 70.01333, 73.96778, 57.36968, 43.51817, 67.59882, 63.47781, 44.15707, 55.5292, 70.44385, 61.48064, 44.39324, 62.94357, 66.22035, 63.73512, 72.75922, 37.57356, 52.74284, 48.25076, 65.50507, 52.32598, 48.1595, 74.67123, 62.27287, 53.24928, 68.77851, 80.21756, 58.96246, 55.79192, 88.30347, 60.95374, 62.34963, 61.94498, 52.98293, 64.25486, 51.02486, 65.79684, 43.90746, 52.52481, 72.93198, 62.1467, 58.01407, 45.81635, 78.37416, 53.60512, 97.2374, 71.38799, 63.45808, 67.80231, 76.38954, 37.05518, 77.33328, 66.16303, 45.85992, 40.85545, 61.8549, 57.41495, 65.57212, 58.2524, 63.87331, 46.9227, 77.59286, 63.63863, 70.80673, 68.65192, 55.15201, 82.58043, 68.71988, 72.89482, 59.89961, 70.6031, 61.0822, 57.16922, 76.06519, 70.44687, 81.29547, 60.58307, 57.09063, 72.74127, 57.64751, 72.14848, 55.50728, 76.16605, 63.69431, 73.20712, 49.81234, 77.10718, 94.39072, 77.1864, 77.72334, 40.93889, 60.50748, 51.27341, 70.82047, 81.23972, 65.52962, 83.85516, 62.04795, 55.53523, 42.23704, 51.74744, 69.54891, 53.33983, 69.94157, 65.49454, 84.92886, 82.75956, 74.74937, 61.54833, 75.36162, 94.75853, 67.8138, 66.52511, 76.1796, 73.87202, 78.3634, 73.78152, 78.9557, 78.23321, 54.88622, 86.07777, 60.02197, 57.31871, 81.30297, 50.73388, 68.87025, 84.05595, 75.44791, 77.09436, 93.79958, 72.17896, 79.30205, 78.59949, 71.2125, 77.25652, 59.97684, 83.58398, 41.09491, 71.23105, 63.09797, 85.74595, 84.84545, 87.04263, 71.29926, 88.923, 68.76789, 60.46633, 67.43378, 62.50529, 78.52639, 66.272, 66.57896, 70.99875, 77.5006, 76.37937, 85.81065, 68.19035, 62.92103, 66.239, 76.54939, 52.93105, 91.41748, 80.69266, 116.93849, 66.8327, 52.38561, 45.14466, 86.0414, 87.80726, 92.37204, 71.89979, 41.37975, 100.32895, 70.90871, 77.92812, 83.92683, 87.37756, 74.79915, 55.87722, 72.76712, 94.56379, 64.46909, 68.10985, 91.66232, 87.77988, 89.36743, 72.52013, 58.08981, 86.78619, 89.05268, 88.55863, 69.79047, 78.97369, 86.21703, 80.67787, 83.40997, 132.24243, 84.90859, 44.38488, 119.46974, 72.04312, 106.7072, 73.97771, 91.16881, 88.77589, 73.28601, 70.6916, 110.27853, 72.7219, 82.68687, 84.43398, 80.46912, 75.45905, 72.42117, 73.3233, 89.7333, 81.02002, 107.91744, 120.4487, 128.21915, 91.32545, 83.35658, 88.59854, 80.82904, 72.82692, 110.3206, 103.17769, 107.37608, 94.01093, 47.13792, 114.56998, 101.07923, 201.638, 195.46837, 239.87047, 242.58788, 166.97969, 283.90369, 214.85275, 224.41739, 227.67162, 212.21942, 225.90213, 232.49893, 179.79056, 261.36697, 222.4212, 213.95273, 240.82524, 250.75471, 179.71761, 259.02313, 243.82361, 261.05365, 190.30042, 237.03854, 220.68472, 227.38029, 256.96552, 258.3017, 218.67387, 252.306, 254.44254, 217.17798, 242.90189, 209.8649, 199.40842, 229.07069, 232.16087, 317.41049, 258.65607, 247.86292, 210.24596, 226.50949, 194.43881, 282.1828, 253.78043, 271.81482, 233.25156, 256.63773, 226.74734, 185.52802, 205.91519, 192.56317, 209.57083, 223.42181, 293.38348, 216.50806, 179.06828, 237.91434, 254.41035, 214.57416, 291.77808, 226.16687, 319.56125, 273.42896, 214.92328, 165.61426, 246.15384, 198.85831, 206.68427, 258.89075, 294.55463, 263.15155, 268.98318, 191.13184, 225.49176, 297.16663, 230.33272, 240.55693, 251.44939, 229.19211, 191.49309, 258.72824, 211.90332, 140.4048, 281.08478, 271.95361, 225.81784, 309.70572, 379.71051, 252.45233, 281.94553, 314.3385, 212.69585, 217.82605, 353.74792, 173.72878, 280.44318, 296.71805, 160.51804, 220.6842, 321.883, 239.45355, 299.12698, 221.67154, 285.92401, 298.36856, 282.2684, 257.40405, 225.5033, 235.8158, 227.85703, 273.42923, 215.0527, 264.2355, 303.37744, 238.67143, 192.77951, 279.70157, 194.37457, 274.25092, 221.74197, 188.57956, 285.18408, 206.88347, 212.4935, 199.83218, 254.88766, 284.28687, 255.81137, 305.42737, 356.66574, 271.04773, 339.49747, 346.1582, 295.83298, 155.83806, 318.46356, 300.77417, 259.79016, 209.00751, 231.8959, 229.02193, 228.68198, 322.27313, 299.94202, 265.01767, 322.21594, 198.65973, 204.73727, 248.80978, 246.815, 286.48926, 215.54401, 236.04095, 240.26933, 261.78772, 214.89246, 189.4838, 170.74756, 268.8681, 158.44315, 229.6933, 246.95732, 274.09229, 249.33984, 292.10315, 359.52118, 241.55075, 297.26358, 282.15042, 254.90549, 197.77754, 372.60565, 283.18842, 260.74911, 275.55289, 228.88051, 260.99554, 342.14935, 248.44537, 269.1485, 352.55182, 254.37352, 248.49486, 228.00792, 317.15417, 280.18326, 377.03278, 320.0498, 396.61603, 262.15393, 300.40662, 227.94846, 275.47327, 307.66711, 324.55072, 294.06799, 334.88586, 324.09805, 257.82849, 296.24457, 342.63794, 287.7262, 268.40128, 229.15974, 258.2355, 274.76492, 270.71719, 343.94385, 333.31848, 268.17407, 295.30719, 346.47, 256.49158, 331.00668, 308.2063, 329.78314, 316.79849, 285.57303, 292.47086, 272.97345, 259.04517, 319.2009, 257.28482, 303.35913, 314.11707, 253.55685, 318.51733, 249.71185, 239.61346, 280.70932, 306.81348, 277.61224, 261.96558, 268.28076, 313.34119, 332.92862, 352.72821, 283.29453, 180.01271, 228.62773, 181.8537, 283.13739, 317.68018, 231.28271, 284.92032, 185.48776 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 30.67099, 42.60099, 60.57001, 49.81161, 51.96471, 36.56145, 44.88326, 53.80378, 61.99096, 57.09917, 56.69249, 59.17823, 51.16328, 65.07662, 72.38094, 59.38831, 62.60579, 34.80128, 70.08681, 44.05188, 68.64305, 81.65539, 58.13507, 60.13393, 47.8037, 65.72978, 73.33601, 60.2539, 48.2625, 51.11998, 72.94875, 58.91782, 61.31415, 53.60234, 70.5583, 96.88539, 54.29283, 64.76205, 62.16644, 93.41911, 73.16644, 77.02347, 70.39393, 50.94414, 52.78762, 75.31141, 80.97796, 69.92191, 137.28233, 64.69644, 75.81758, 63.24067, 74.8646, 95.20567, 88.93213, 60.66435, 104.28484, 83.44392, 75.69601, 77.65204, 93.56349, 68.78137, 49.06031, 47.15713, 101.80921, 94.59271, 46.37205, 56.19268, 75.02446, 48.17368, 47.47409, 75.83611, 65.91632, 68.15694, 53.08703, 72.30645, 70.94803, 86.10416, 89.9137, 55.82479, 70.60027, 50.86309, 58.97681, 61.19747, 66.77121, 52.57761, 110.57982, 80.87225, 77.46391, 59.34258, 101.11594, 60.39204, 78.14419, 71.95248, 83.72522, 105.96333, 57.56918, 71.71875, 62.21258, 51.8461, 56.17793, 76.03292, 55.16356, 96.89228, 92.33365, 71.99981, 87.17275, 111.99672, 81.98146, 99.97319, 67.01282, 61.81934, 97.09428, 86.90469, 88.99178, 71.08032, 129.1517, 67.98798, 75.51096, 110.5481, 66.46709, 87.95814, 54.42901, 51.8633, 104.4143, 130.83345, 101.9594, 87.1239, 95.99738, 63.8314, 90.86697, 52.44213, 70.06113, 67.96841, 80.51061, 85.89375, 88.0958, 53.6351, 72.90752, 131.93546, 61.82602, 72.41277, 88.31647, 82.23048, 66.59479, 75.35802, 73.82115, 74.05644, 84.84859, 74.75307, 73.43169, 67.15668, 80.82355, 98.01672, 91.59151, 58.28045, 58.05962, 55.68543, 87.95222, 70.62689, 70.35281, 75.13977, 77.13568, 83.12802, 117.56354, 94.22487, 107.3754, 67.67538, 91.03516, 59.61833, 54.10028, 103.21123, 72.81183, 68.91831, 86.93251, 104.12657, 56.57294, 81.30999, 90.33176, 63.82812, 125.49251, 126.82213, 39.92926, 82.12672, 106.29576, 74.41647, 88.7797, 90.14567, 118.81219, 56.53674, 94.72721, 117.93088, 70.01742, 71.51077, 85.7558, 86.34958, 107.74642, 65.57008, 76.55414, 106.29521, 93.24341, 72.62233, 79.43641, 54.72974, 61.54095, 61.33086, 100.70021, 76.61504, 95.21266, 56.81616, 78.11969, 156.76959, 113.70737, 57.30697, 68.96257, 65.61046, 80.65633, 72.73814, 118.96762, 116.58743, 78.70795, 83.58208, 81.49572, 90.27459, 134.37234, 92.29552, 121.33043, 80.5876, 148.60706, 87.03923, 76.035, 104.75383, 92.96732, 101.26199, 82.58731, 62.56665, 74.0433, 123.22832, 90.9472, 125.17392, 73.51703, 77.12204, 98.81757, 84.33122, 117.8732, 62.59089, 129.45233, 84.2978, 97.97664, 101.63346, 168.32043, 99.92856, 85.2454, 89.11563, 137.83516, 77.24895, 83.17201, 74.5618, 72.45267, 60.08204, 144.97711, 52.52846, 117.43272, 98.89104, 91.41855, 78.55233, 106.54322, 115.73022, 112.91999, 91.06544, 94.26083, 98.84137, 125.5219, 77.60642, 69.81264, 52.92654, 162.79373, 150.21565, 76.90545, 81.78524, 120.2721, 92.2162, 71.88221, 97.72064, 76.06979, 87.48254, 96.25985, 111.8698, 110.54143, 64.76891, 97.61911, 124.07693, 101.25913, 93.24568, 112.3825, 101.04749, 114.38837, 61.51344, 85.31736, 84.55605, 91.37796, 82.76447, 80.48112, 54.71289, 90.46523, 126.21941, 97.853, 68.0233, 90.68911, 50.54502, 99.0384, 84.00198, 71.95021, 105.40105, 82.06274, 118.14604, 90.29489, 64.00279, 155.70007, 99.03037, 94.63585, 69.03845, 118.40911, 95.1001, 84.2094, 72.05702, 87.77834, 76.85583, 98.77176, 85.91755, 121.88762, 84.96591, 110.25619, 81.18893, 83.8241, 96.11752, 67.52432, 86.24057, 105.26978, 92.27954, 96.18395, 104.27776, 89.71418, 138.08629, 78.9717, 95.18416, 136.12294, 156.2327, 86.40172, 113.02156, 123.3766, 78.33546, 159.02289, 97.21581, 65.43371, 92.57959, 121.40942, 111.66608, 88.01254, 108.27303, 84.49451, 86.44273, 72.76596, 110.87621, 113.67353, 101.54674, 88.53848, 91.31558, 115.13937, 68.89723, 102.60291, 80.39282, 102.11784, 105.49232, 138.82159, 100.27664, 126.1924, 80.39187, 69.20278, 58.58143, 106.23965, 102.07365, 109.52702, 52.73119, 135.63626, 78.60648, 110.44233, 93.97429, 69.51813, 61.53834, 102.17593, 111.17848, 87.88504, 104.31256, 88.48814, 94.53935, 146.85924, 101.29248, 89.54752, 108.33588, 111.64439, 90.49446, 63.53143, 95.27545, 93.35281, 68.47724, 71.50856, 109.81946, 74.8886, 99.57663, 151.85379, 77.64723, 114.83969, 95.26024, 131.09006, 79.46352, 127.02409, 109.55374, 103.34555, 79.77097, 107.15105, 119.47275, 69.20853, 102.79331, 86.36275, 144.33316, 70.56691, 78.33284, 70.53766, 89.37005, 105.19537, 53.80832, 138.68579, 86.37859, 116.06526, 147.45386, 134.06619, 126.98452, 115.02229, 77.08878, 132.26945, 166.51938, 171.31091, 103.34123, 115.40724, 95.02122, 135.28876, 152.76736, 79.06111, 72.96856, 96.06547, 119.6836, 96.66077, 142.55988, 112.70119, 106.62078, 99.11062, 121.07436, 92.9029, 111.76154, 114.21061, 73.13751, 128.95366, 113.40653, 114.10051, 131.36792, 170.20514, 99.14297, 132.17654, 130.11081, 116.24734, 154.28339, 105.92262, 117.20564, 92.44224, 126.49886, 110.44067, 108.5489, 103.10663, 111.73993, 99.77614, 106.62378, 62.49636, 115.2847, 104.69076, 76.17591, 88.16344, 112.76798, 130.25278, 85.67813, 87.82899, 119.20018, 81.31966, 125.93198, 116.492, 122.7799, 103.63348, 107.13184, 135.41348, 136.80368, 88.28125, 171.09846, 111.05635, 141.2919, 92.27031, 122.10739, 88.65187, 114.4282, 106.00067, 127.09827, 164.06247, 152.41571, 120.72846, 115.56073, 87.09892, 135.70575, 154.52991, 132.52217, 120.93376, 77.47974, 146.19501, 94.27325, 152.23631, 132.43837, 111.6242, 114.31038, 130.38031, 102.48345, 156.1221, 108.46125, 151.96005, 112.29662, 101.88605, 110.32901, 101.43755, 130.43498, 107.22401, 109.63043, 89.00623, 128.11992, 99.75075, 119.73735, 110.78341, 122.09036, 66.11317, 92.48955, 109.46493, 122.338, 88.52221, 111.81783, 116.26029, 107.96626, 105.17276, 125.93037, 104.25954, 93.30231, 104.02218, 100.88458, 96.4643, 127.80659, 73.65736, 162.46161, 122.46941, 129.02257, 87.11368, 123.77874, 99.91554, 155.58635, 148.01535, 105.53226, 95.40155, 96.85906, 116.49035, 77.27926, 110.01157, 137.35533, 102.33482, 93.40495, 113.54713, 82.48859, 96.1544, 116.17876, 118.07148, 90.14536, 96.88705, 133.44969, 139.27118, 113.90583, 97.50281, 82.88103, 142.15813, 109.22185, 88.82201, 83.9305, 138.05119, 119.59956, 116.20284, 114.0466, 141.13373, 99.98449, 111.84158, 143.2515, 136.91263, 119.22205, 145.27734, 119.50323, 137.51878, 118.36317, 100.28331, 110.72566, 79.23576, 101.58863, 134.49501, 81.49403, 84.42368, 102.41384, 127.73836, 102.69061, 121.07172, 132.39346, 135.04152, 120.62935, 123.57512, 130.24171, 119.75999, 100.39272, 72.53335, 155.68372, 152.74954, 157.34421, 93.37975, 109.36345, 136.22818, 164.36592, 150.77295, 80.88542, 98.81516, 114.28479, 155.11223, 149.43701, 153.24054, 174.17288, 125.50377, 105.68797, 140.5108, 142.11232, 115.17027, 136.86482, 107.03085, 110.29675, 107.54359, 117.0145, 130.69519, 157.46964, 96.76929, 206.23665, 156.33972, 107.09603, 105.92789, 147.4025, 139.0817, 154.79207, 98.77435, 140.52066, 135.70738, 111.05064, 198.66441, 126.69656, 115.94708, 153.62712, 87.5975, 124.96954, 160.8577, 183.31015, 195.8606, 133.5144, 152.59909, 138.96432, 94.25632, 142.02554, 167.59924, 145.41122, 202.3187, 183.93069, 96.46202, 116.43523, 168.67625, 200.32727, 200.80574, 114.20583, 225.3559, 150.63219, 100.06778, 139.8761, 149.36693, 197.57501, 155.13937, 161.39923, 137.7933, 151.86237 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 1.3394327988599184, "neutral_loss": 2.342594273258704, "target_chat_loss": 1.8089080321920885, "neutral_init_loss": 2.4213261764526366, "target_chat_init_loss": 1.546159065246582, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 41.78225, 43.3437, 52.92721, 40.87885, 34.96127, 67.7365, 54.45034, 34.80605, 60.26433, 54.61861, 65.71143, 53.25217, 78.87204, 67.09184, 51.71172, 67.23865, 47.19086, 56.55513, 54.31858, 53.97565, 70.28301, 68.50438, 75.48514, 79.04616, 60.43253, 49.36547, 70.35728, 70.38902, 48.34409, 61.68995, 74.69061, 65.66208, 48.29974, 67.52859, 74.22928, 72.32881, 77.06708, 42.12064, 56.13527, 53.83628, 71.3523, 54.8164, 51.45016, 79.90486, 67.18973, 59.51005, 72.6223, 85.15004, 64.98091, 62.40787, 92.96403, 66.49301, 68.04148, 67.33846, 56.76978, 69.52046, 56.03405, 71.13119, 47.99548, 57.44818, 77.22201, 66.37482, 60.52598, 47.74634, 82.99625, 58.23161, 101.06015, 74.29845, 70.81332, 72.62048, 79.7045, 41.74384, 83.75836, 69.35979, 48.88534, 44.10085, 66.71521, 63.63699, 72.37299, 62.32757, 67.55283, 49.673, 79.59928, 67.88998, 77.17346, 74.61212, 63.05741, 88.21122, 71.99181, 79.92642, 64.87267, 75.77007, 63.82624, 64.70784, 79.89691, 75.79994, 87.50057, 67.74423, 62.26327, 77.72843, 61.26531, 74.1202, 60.76914, 80.78014, 70.85432, 82.89084, 54.08895, 83.84036, 100.44766, 82.36949, 84.71284, 45.88972, 63.78487, 53.4171, 77.81978, 87.94472, 70.70122, 91.11426, 64.33508, 59.28194, 47.03795, 56.29012, 75.77608, 63.68598, 75.67815, 71.8337, 90.76998, 88.96594, 78.27298, 66.71002, 79.4465, 100.3364, 72.99857, 72.35336, 79.54754, 78.51132, 83.39287, 80.43767, 87.75237, 85.00633, 60.19301, 90.14765, 65.38675, 61.56174, 87.1726, 56.50004, 73.39064, 91.72447, 79.95056, 82.13519, 98.91901, 79.82925, 83.29041, 83.92125, 76.45296, 82.58508, 66.28135, 89.14813, 46.51908, 79.11942, 67.28299, 93.23306, 91.33692, 95.19281, 77.16489, 96.57642, 77.07037, 63.55318, 73.76309, 68.9782, 82.39591, 71.20305, 73.31762, 76.55343, 82.88647, 80.70448, 93.65979, 75.31475, 67.55325, 73.3253, 81.46411, 58.11853, 98.30302, 85.88737, 126.35454, 71.07002, 55.07381, 50.88405, 92.63339, 95.65118, 97.64382, 80.39282, 48.78507, 105.57367, 77.13509, 81.31911, 91.48199, 92.41401, 79.68219, 61.33516, 80.79474, 101.77458, 69.12184, 76.10982, 100.50871, 95.65296, 95.14708, 81.06897, 62.68018, 94.09959, 94.96619, 96.0938, 78.01452, 85.26406, 91.0082, 85.16151, 90.27138, 142.2742, 92.23707, 50.18373, 128.4122, 78.83138, 115.19785, 80.18753, 94.09427, 97.54858, 81.1846, 76.18816, 118.76153, 80.08507, 88.83339, 90.24673, 87.74664, 83.92261, 77.2608, 81.50031, 95.44241, 89.80045, 115.13437, 127.27391, 136.22778, 98.62776, 90.6244, 97.19376, 87.00533, 80.85831, 119.11287, 111.96855, 117.41046, 100.97039, 53.57022, 122.91222, 108.18738, 209.07443, 204.22563, 244.72406, 250.20238, 176.42044, 288.47278, 225.68103, 231.41376, 234.03223, 222.08322, 232.86336, 240.35349, 192.65146, 270.16339, 231.33723, 224.97638, 249.03264, 256.86652, 192.61594, 265.46887, 260.61447, 267.99133, 202.32669, 244.76662, 226.58685, 238.37666, 269.35693, 266.07974, 225.42198, 260.22931, 264.80731, 224.62802, 252.19514, 219.76334, 211.24673, 240.99701, 240.9252, 323.99228, 275.31366, 255.59668, 218.76154, 239.73192, 202.78363, 288.56885, 263.90759, 280.92844, 240.59818, 263.44357, 239.78888, 195.66858, 218.24118, 204.68051, 219.26495, 235.46967, 306.03558, 231.50116, 190.66379, 249.41876, 259.42361, 230.13657, 300.98792, 234.65353, 332.5744, 282.46454, 223.41489, 173.99881, 256.3428, 209.37183, 214.65369, 264.16699, 306.4787, 272.86557, 283.08426, 201.00072, 238.82541, 305.87918, 247.3139, 252.31757, 262.93213, 240.89044, 201.38283, 271.96808, 223.61017, 144.19714, 289.91998, 290.34415, 238.95181, 324.63245, 389.05078, 265.89932, 297.9892, 327.62738, 225.00372, 227.19916, 361.90216, 185.71477, 286.88406, 308.965, 171.69818, 237.69968, 334.2467, 251.30225, 310.11011, 232.85641, 298.41492, 312.27728, 295.0697, 265.92383, 237.24413, 252.52341, 238.53746, 282.11005, 230.8645, 275.32709, 310.95996, 258.74747, 194.54057, 294.58606, 202.76587, 287.60205, 227.52054, 203.01247, 296.04285, 219.34975, 221.47627, 213.20537, 265.7243, 296.17761, 269.38293, 317.78357, 364.47311, 287.8627, 353.62784, 354.5127, 308.20389, 165.10086, 331.20483, 315.74109, 268.38449, 224.36844, 245.46527, 245.75386, 238.8338, 332.51105, 308.41229, 282.49194, 332.89169, 206.38919, 217.67892, 258.41943, 262.29074, 297.31662, 223.92761, 252.4169, 252.16365, 278.17462, 228.28442, 203.58521, 177.65556, 276.74789, 169.8071, 238.9463, 256.55038, 291.21835, 257.87, 309.98456, 367.89645, 252.16315, 314.49634, 286.27682, 262.21167, 206.56822, 389.6525, 291.69348, 274.06046, 289.14188, 240.75031, 270.52194, 352.54388, 263.8869, 286.96576, 362.85504, 263.50174, 258.77191, 242.95459, 328.96231, 292.96866, 387.36975, 336.0528, 412.12598, 277.33191, 311.15933, 244.9758, 286.36688, 322.42465, 334.39328, 308.83411, 346.44858, 340.26892, 271.39417, 305.87592, 355.29694, 300.87988, 275.84784, 236.01581, 266.00729, 285.87582, 288.24948, 349.75763, 350.21466, 277.82208, 308.09424, 354.91687, 267.20883, 347.33984, 320.435, 347.30188, 327.56396, 294.56958, 309.11194, 279.51483, 272.25519, 333.01562, 270.58514, 323.4718, 328.06122, 265.45148, 326.10345, 260.43585, 255.60571, 298.94073, 317.38867, 287.953, 272.34314, 279.87201, 326.25287, 356.8974, 371.21564, 296.54156, 184.89958, 234.87737, 190.42174, 293.90054, 332.69983, 239.34906, 298.85706, 191.0267 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 33.54587, 46.6684, 62.67169, 53.60754, 55.44111, 42.07134, 48.60543, 56.94806, 65.94064, 57.84869, 61.82363, 62.07536, 54.55408, 71.01521, 78.28822, 64.07771, 66.52266, 40.97961, 74.83775, 48.34559, 72.56505, 85.58548, 64.07072, 64.29239, 51.87164, 70.03683, 76.73691, 66.44641, 51.86906, 55.26876, 80.41856, 64.61258, 67.06811, 59.19509, 76.47141, 102.58514, 59.93209, 70.55231, 69.36362, 100.64415, 80.70646, 83.57333, 77.64704, 55.71339, 56.10277, 80.78548, 89.5571, 77.03804, 142.06326, 68.86485, 81.83243, 70.58096, 80.90314, 103.24416, 94.76349, 65.89538, 111.31728, 90.76611, 82.61412, 84.498, 99.82259, 75.59804, 55.74391, 51.33689, 109.86952, 98.91064, 52.80457, 62.03044, 81.87006, 55.58187, 57.68419, 82.16635, 71.91026, 74.26395, 57.47527, 78.01537, 74.787, 91.37572, 99.78759, 62.95431, 77.85918, 56.34471, 63.95588, 65.60915, 70.56745, 60.22654, 117.68143, 88.96745, 83.44169, 64.89997, 110.30615, 66.97934, 86.20577, 80.06375, 89.69053, 113.48832, 60.00958, 76.39294, 68.40214, 59.71058, 61.60462, 81.90329, 60.61086, 105.74269, 95.9618, 78.20062, 93.45525, 119.28379, 91.37025, 109.79847, 72.98272, 69.17908, 106.07527, 94.17151, 94.94127, 75.44571, 138.55447, 70.09865, 81.03934, 116.82472, 71.32341, 96.12636, 61.44312, 58.10947, 111.17636, 139.80202, 109.83504, 93.48854, 106.31017, 71.70963, 99.14602, 57.08369, 76.15622, 77.64351, 89.19359, 91.07028, 91.58513, 63.4836, 79.9959, 139.66055, 68.34722, 79.17743, 99.1004, 89.40704, 72.61942, 82.50653, 81.91704, 80.44739, 94.51034, 79.49189, 84.51804, 75.47514, 88.25324, 107.68478, 99.74796, 62.28312, 64.21403, 63.03052, 91.90392, 78.73195, 77.20219, 82.67019, 86.75785, 91.39301, 124.95789, 101.90443, 111.84716, 74.06303, 98.078, 64.58092, 60.02844, 112.77515, 77.5937, 73.15119, 91.6752, 111.33597, 62.89575, 86.38532, 99.40219, 71.51394, 130.37767, 136.11183, 46.06212, 89.63742, 113.38472, 83.88743, 98.3475, 96.33296, 126.09686, 59.38708, 102.16078, 129.16457, 76.60386, 77.27014, 92.81586, 93.41435, 115.76303, 72.44458, 83.55103, 111.87168, 100.68479, 80.97258, 86.75445, 61.71073, 67.97568, 67.3667, 106.43007, 81.80214, 102.83751, 63.72076, 84.38274, 163.40268, 121.87306, 62.43413, 77.39359, 72.67926, 87.0116, 79.52982, 128.20546, 125.86487, 91.52593, 89.58007, 89.49795, 97.99453, 143.66019, 101.12318, 133.84982, 91.84245, 153.19141, 98.21672, 84.40215, 116.24304, 99.99745, 107.46951, 92.43607, 66.50793, 81.071, 129.29936, 97.7533, 132.23163, 80.58032, 86.65043, 105.64127, 91.19923, 122.20932, 69.20871, 140.50208, 92.07532, 104.38298, 109.01857, 176.85373, 110.06879, 90.52367, 98.56557, 149.04398, 83.31117, 88.53754, 82.75417, 77.37875, 67.86948, 155.84366, 58.40981, 128.33301, 108.3201, 102.37454, 85.88744, 110.50183, 127.97854, 119.32949, 95.90054, 103.34161, 107.74515, 132.74738, 85.0069, 76.8148, 56.51504, 167.71893, 156.19911, 85.25073, 91.02545, 129.15878, 103.08819, 79.1147, 107.43821, 85.14272, 96.7002, 104.28109, 118.86705, 122.04909, 72.87305, 106.59153, 135.59628, 111.38671, 97.8015, 119.95142, 107.70029, 123.33403, 70.1901, 89.10958, 90.71729, 96.90141, 90.43504, 85.85081, 60.33819, 96.39444, 138.86671, 106.77981, 75.71639, 101.29008, 57.70876, 109.5727, 91.18117, 81.26135, 114.3083, 90.39407, 126.05997, 99.82209, 71.00427, 164.54932, 104.4766, 104.81281, 76.01714, 129.28165, 101.16829, 89.71986, 77.3921, 97.0808, 84.08422, 105.73217, 94.36943, 130.72638, 89.7095, 117.37997, 90.44279, 93.54657, 106.68867, 73.95039, 93.44555, 113.49207, 101.81336, 102.80199, 113.41856, 99.17523, 143.12558, 84.81542, 101.12391, 145.41995, 165.3335, 97.07324, 119.24724, 131.93517, 87.82869, 166.00407, 107.20578, 71.69043, 100.65757, 128.77975, 121.71222, 95.8455, 117.84811, 93.6017, 92.57129, 80.20107, 121.1328, 121.80864, 110.04189, 99.18446, 98.36376, 125.50362, 76.76871, 111.00639, 89.36253, 108.82748, 111.55153, 145.38577, 106.9821, 135.30179, 85.55111, 77.36795, 65.41821, 117.7169, 110.90899, 120.88171, 60.35238, 146.07202, 83.5611, 117.86956, 104.25133, 79.00426, 67.99326, 109.61977, 120.37299, 95.83431, 112.72736, 98.09719, 104.02141, 157.11664, 111.4028, 101.78732, 116.56075, 120.36786, 99.00518, 69.64398, 103.54709, 100.97185, 77.58588, 79.05804, 121.29411, 81.21815, 110.18272, 158.99786, 83.52888, 122.34895, 104.35236, 141.37157, 88.0087, 134.22263, 115.54057, 111.00244, 88.01189, 114.92495, 126.76206, 78.05104, 112.26402, 97.69698, 152.43057, 78.44709, 90.46154, 74.39951, 99.48094, 113.6733, 63.36066, 152.38513, 95.9712, 124.57909, 160.75974, 144.9736, 132.98595, 123.26579, 84.85704, 138.9931, 176.94809, 182.3208, 109.5456, 124.85219, 103.0359, 145.47209, 165.50638, 85.77866, 78.54413, 106.8305, 130.23962, 104.05243, 154.23622, 120.49302, 118.02708, 106.34703, 129.76764, 100.03879, 123.09087, 122.23085, 80.3305, 139.17542, 125.36518, 125.83423, 141.11566, 180.44339, 107.26515, 142.57547, 140.24991, 123.60165, 167.21802, 116.27883, 126.32729, 100.44725, 138.34966, 118.56556, 118.69402, 109.28511, 119.79727, 107.8513, 111.72416, 68.41528, 126.55061, 114.51799, 83.69232, 97.18826, 121.45602, 138.82478, 93.27497, 98.40446, 127.31159, 89.51618, 141.18596, 129.6824, 133.59792, 112.62758, 116.07019, 143.88316, 150.99493, 96.7968, 178.21736, 119.22153, 147.16376, 100.56604, 128.83374, 95.94896, 125.04596, 116.45174, 136.65268, 176.05667, 159.82156, 132.3586, 125.74077, 94.78318, 149.95422, 165.71078, 143.66197, 129.70889, 86.0696, 155.13861, 102.14859, 163.28235, 140.59332, 123.27031, 122.99073, 143.66812, 112.53697, 166.0851, 120.31655, 160.90515, 119.22543, 112.5779, 126.57204, 111.65586, 135.75775, 116.42603, 122.08224, 100.42088, 137.8942, 109.68982, 131.79666, 122.78082, 131.32242, 75.18637, 105.12151, 119.72575, 135.83029, 102.26512, 123.27196, 123.29703, 119.57027, 115.59573, 137.04242, 117.95926, 100.33549, 113.63233, 108.79047, 104.24432, 137.03777, 81.97794, 180.51178, 132.74249, 136.26807, 96.161, 136.91835, 110.14046, 164.63017, 156.01041, 115.81051, 104.64973, 109.88729, 127.8788, 88.20932, 121.60536, 147.62724, 110.35879, 102.9735, 123.33225, 90.37878, 105.82714, 127.27623, 129.1796, 100.36285, 104.55639, 155.24585, 151.26688, 124.96997, 111.88538, 92.81388, 154.38248, 120.55936, 99.1376, 94.15566, 148.06979, 129.8313, 127.91547, 127.35181, 150.66472, 114.3165, 122.05749, 152.74077, 142.29227, 128.58031, 157.83363, 134.33307, 147.85712, 128.6817, 108.61977, 118.99873, 88.31837, 113.45284, 143.91779, 90.37244, 95.18232, 114.46815, 139.61263, 112.39025, 135.0524, 142.06239, 144.01598, 131.17419, 137.621, 143.50406, 130.64882, 109.89501, 83.92705, 167.78064, 164.76991, 167.58704, 104.52879, 123.27914, 148.72047, 178.32092, 166.84839, 94.80186, 108.94232, 122.56661, 168.34485, 159.24152, 166.04425, 187.02005, 138.94933, 114.92032, 151.14359, 153.43715, 125.02422, 147.742, 119.59751, 120.50694, 118.58682, 126.1335, 143.41435, 170.57538, 106.91174, 218.5936, 173.07678, 118.88197, 114.44022, 160.57904, 152.62424, 166.47829, 108.85551, 153.11627, 150.71976, 123.94373, 216.82281, 138.40036, 125.84427, 163.6644, 96.20432, 140.02078, 175.52646, 198.08096, 207.27299, 149.49603, 169.60033, 150.73929, 107.72195, 153.27475, 181.21445, 157.57202, 212.54352, 195.157, 111.44415, 126.63366, 182.87491, 213.49617, 214.17322, 126.70917, 237.89044, 166.45261, 110.74783, 153.30681, 162.01237, 217.20395, 169.76396, 175.24762, 150.52701, 159.53053 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 1.5701814624686157, "neutral_loss": 2.4850079816746202, "target_chat_loss": 1.9818210038042536, "neutral_init_loss": 2.5526754440307617, "target_chat_init_loss": 1.7078879547119141, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 45.72956, 47.97443, 56.78058, 42.70115, 36.49339, 70.91769, 57.87148, 39.1928, 65.78127, 59.60105, 70.9272, 57.42968, 87.12286, 71.90746, 57.44804, 69.16592, 50.80971, 59.97753, 59.02506, 57.97457, 74.19427, 76.76714, 80.79861, 84.38017, 63.96119, 57.78034, 74.90845, 78.3187, 54.70808, 68.1949, 80.58939, 70.4585, 53.83581, 73.74413, 82.97867, 82.37833, 83.07532, 47.85358, 60.17579, 59.92128, 78.43393, 57.93266, 56.53812, 87.21578, 73.29335, 67.70511, 78.13808, 91.46275, 72.04137, 70.0593, 98.93575, 73.37065, 75.00696, 74.15379, 61.73355, 75.08334, 62.73395, 77.48939, 54.46464, 64.04036, 83.52795, 71.77115, 64.12712, 51.08299, 89.54396, 63.91519, 106.56528, 79.12033, 79.49177, 79.05666, 84.2181, 47.82783, 91.43364, 72.97076, 53.45976, 48.15598, 71.92645, 71.31564, 79.58647, 67.74536, 72.05284, 52.91234, 82.48714, 74.41884, 85.41815, 80.91434, 72.46912, 94.99936, 76.55072, 86.73642, 71.4743, 82.18677, 68.59896, 72.51534, 84.44275, 81.26712, 94.72266, 75.84322, 69.21643, 84.35507, 66.19275, 77.09913, 67.45301, 86.3166, 80.52048, 94.24081, 59.86694, 91.97067, 109.13568, 88.91976, 93.81367, 52.40471, 68.86784, 57.02918, 85.48552, 95.20296, 77.67136, 100.57253, 68.16737, 63.28332, 54.05077, 61.95712, 82.54064, 77.17921, 82.08115, 78.67039, 98.27557, 96.17511, 84.3398, 73.95087, 85.10191, 106.53249, 79.37099, 78.83521, 83.87708, 84.31825, 90.38765, 88.75223, 97.22253, 93.11809, 66.66608, 95.30699, 71.05811, 68.23619, 94.53791, 65.21677, 78.99057, 99.63923, 85.84084, 88.02109, 105.28976, 87.60132, 88.38596, 91.21332, 85.03921, 89.65385, 73.34924, 97.06165, 53.16381, 88.53605, 71.91266, 101.84911, 98.37577, 105.45503, 85.35361, 106.45218, 86.37962, 67.8175, 81.56592, 76.57232, 87.66689, 77.97208, 81.4273, 83.79307, 89.2859, 85.86334, 102.40179, 83.82076, 74.02521, 83.29261, 88.12273, 63.86555, 105.63077, 93.64308, 137.26276, 77.61282, 59.52354, 58.79496, 100.12587, 104.66533, 104.06505, 90.78735, 58.31844, 112.87269, 85.40762, 86.02321, 100.97054, 99.20897, 85.95285, 68.11706, 90.62955, 110.67517, 76.93024, 85.29358, 110.64572, 105.13577, 102.28268, 90.90252, 68.31663, 102.99301, 102.62309, 104.90779, 88.65459, 94.0499, 97.98819, 91.39158, 97.24615, 153.7305, 101.6478, 56.52039, 138.99063, 87.88206, 125.01459, 89.24033, 100.02164, 108.0403, 90.86288, 83.34407, 129.05527, 89.18846, 96.59872, 97.77322, 96.74633, 93.61366, 83.82748, 91.78624, 103.09785, 101.47713, 124.40472, 135.80534, 145.43033, 109.04613, 99.83557, 107.47024, 96.48333, 91.10066, 129.31013, 122.26645, 128.78017, 110.24091, 61.16915, 132.25073, 117.21056, 217.97118, 214.30023, 251.43793, 258.44431, 187.20779, 296.72992, 238.95874, 241.25809, 241.99933, 233.05527, 241.40776, 250.59222, 207.91982, 280.54526, 243.21753, 238.41521, 258.78207, 266.40704, 206.72195, 272.64139, 279.18869, 277.19125, 215.59424, 254.22714, 234.8504, 251.57704, 285.02008, 275.51227, 233.37393, 269.86908, 277.78015, 234.87332, 263.09863, 232.22433, 226.48477, 255.50485, 252.7813, 332.52588, 292.29434, 265.70282, 231.05786, 254.74171, 214.0159, 297.54846, 276.87192, 291.11218, 250.72359, 273.43127, 254.95697, 208.79041, 232.26926, 221.03525, 232.11938, 249.49782, 319.6452, 247.97603, 205.07669, 262.32565, 268.11746, 249.17453, 312.95032, 245.8183, 348.82861, 294.03693, 235.98155, 184.72858, 268.99686, 222.2753, 225.98044, 270.03082, 321.52631, 286.05157, 295.58527, 212.49199, 253.6409, 317.29822, 265.76028, 267.57822, 277.51459, 254.03439, 214.87408, 286.89914, 238.71936, 149.85706, 302.50696, 309.20599, 253.9417, 340.96664, 400.18253, 280.02905, 315.01538, 341.74725, 239.35928, 238.99484, 372.96783, 197.53737, 296.30304, 323.20529, 185.54578, 257.7688, 350.06082, 265.84412, 322.80978, 246.11646, 313.9877, 330.76495, 313.98187, 276.58102, 251.30092, 271.90228, 252.17154, 294.26968, 248.76778, 287.8573, 321.68063, 279.27112, 198.84055, 312.79822, 213.05522, 303.55515, 235.78793, 223.92346, 309.44824, 234.72238, 231.96182, 227.09801, 279.91772, 307.89761, 286.62592, 332.84003, 375.10913, 309.74066, 368.98138, 365.68683, 324.72513, 176.3428, 346.52924, 331.93958, 281.9621, 241.15247, 261.78583, 264.45181, 251.25467, 345.71664, 319.43329, 300.9599, 348.61304, 218.26289, 232.97702, 270.79913, 279.14185, 310.92856, 234.83008, 272.3869, 267.49646, 296.36993, 244.39102, 220.82661, 186.44281, 286.11819, 184.118, 251.82593, 268.03882, 309.21423, 271.11926, 330.67542, 379.86853, 265.8457, 335.67706, 293.20111, 274.07169, 217.44574, 410.02338, 302.22052, 291.20251, 305.27713, 255.9147, 283.13275, 364.72498, 281.07269, 309.84161, 377.10034, 276.44867, 271.74133, 260.83981, 344.49411, 308.61356, 399.80701, 354.00784, 431.06757, 296.90347, 325.53802, 264.31781, 300.37701, 341.00803, 347.24344, 326.16641, 361.71506, 359.16846, 286.90408, 319.82416, 370.92847, 318.40857, 285.98914, 246.11113, 276.84076, 301.4483, 309.81363, 360.3334, 370.1337, 291.46265, 323.30603, 365.07922, 283.26868, 367.72247, 335.83484, 367.99402, 341.53644, 308.48468, 328.27203, 289.44464, 288.47513, 349.52545, 286.60892, 346.36789, 344.4917, 278.38562, 336.6055, 273.95502, 275.61292, 320.24731, 333.35242, 301.56232, 286.13287, 294.10052, 344.0878, 387.08313, 393.63934, 313.22891, 191.86823, 243.31221, 201.61748, 308.33679, 351.24887, 250.71175, 315.53629, 199.72418 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 37.67593, 51.73896, 65.94582, 58.84525, 59.93165, 47.46049, 53.3657, 61.34075, 70.792, 60.35635, 68.45248, 66.1858, 59.19984, 77.95718, 84.8097, 69.76276, 72.03506, 48.59509, 81.08696, 53.5676, 78.57198, 91.12021, 71.56451, 69.89591, 56.92403, 76.25034, 80.77075, 72.92223, 57.01967, 60.79084, 88.83226, 71.97853, 75.1992, 67.03423, 84.33743, 109.30093, 66.87862, 77.58524, 77.5146, 109.4276, 89.23935, 91.78555, 86.22849, 62.369, 60.70612, 88.17117, 98.7841, 85.83942, 148.99982, 74.59549, 88.86811, 79.90606, 89.10454, 112.79935, 101.93629, 72.89283, 119.96558, 99.24895, 90.5224, 92.63734, 107.18738, 83.26655, 63.87078, 56.26554, 119.16202, 104.89523, 59.85853, 69.34917, 90.41902, 64.47839, 68.89513, 91.56966, 79.048, 81.64166, 63.0537, 85.71301, 80.90513, 98.8503, 110.67458, 70.64551, 86.05663, 63.54137, 70.84744, 71.90872, 76.26973, 69.24535, 127.38669, 97.86908, 90.97678, 73.10423, 121.3685, 74.77084, 95.76637, 88.81403, 97.44033, 122.39856, 64.25272, 82.32596, 76.15192, 69.55322, 67.89393, 89.13684, 67.71299, 116.81973, 102.44437, 85.33626, 101.88837, 127.96379, 101.11325, 120.74989, 80.71828, 77.47174, 117.10841, 102.49637, 101.48652, 80.9157, 150.07077, 74.43056, 87.35542, 125.40619, 78.74477, 105.84727, 70.94279, 66.20624, 120.17764, 150.46661, 119.1845, 101.9674, 118.55571, 81.18858, 109.01682, 62.8283, 83.52231, 87.33495, 98.1897, 98.09599, 96.93448, 74.46207, 88.1011, 149.49463, 76.06032, 87.80326, 111.19663, 98.49618, 79.35881, 91.15088, 92.17271, 88.43086, 105.28406, 86.50035, 97.32516, 84.79514, 96.85832, 119.36845, 109.06898, 67.38414, 71.17081, 71.99898, 96.91267, 89.43666, 85.01359, 90.77459, 96.55279, 100.39883, 135.19214, 111.37013, 117.69514, 80.54089, 106.12497, 70.82455, 67.03205, 123.91772, 84.62764, 79.7093, 97.577, 120.2198, 70.40985, 92.78392, 109.98389, 80.73279, 138.16624, 146.8978, 53.03082, 98.91028, 121.59811, 94.0253, 110.14041, 103.80733, 135.2144, 64.27067, 110.28027, 143.93065, 84.98076, 84.74558, 101.25481, 101.47643, 127.39737, 80.03895, 92.28052, 118.91664, 109.71954, 90.49219, 94.858, 69.69521, 76.36588, 74.23321, 114.95532, 89.77953, 112.15952, 71.83867, 93.85707, 172.3476, 131.97186, 68.93488, 87.57999, 81.25826, 95.35663, 87.72662, 140.91086, 135.76312, 106.15433, 97.68983, 99.54016, 107.93031, 156.013, 110.5248, 149.13857, 104.26897, 160.69601, 111.97241, 94.99545, 129.06001, 108.62888, 116.28578, 102.924, 72.85784, 89.33679, 136.5587, 105.77702, 140.46219, 88.26146, 97.46164, 113.85773, 99.80647, 129.06844, 77.13048, 154.53442, 102.4137, 112.82396, 117.79874, 187.26775, 123.93469, 98.18887, 109.85022, 161.91144, 91.08069, 95.23785, 92.72734, 83.85143, 77.6084, 167.27866, 65.43876, 141.08266, 119.04259, 114.11871, 94.55736, 116.97046, 140.90013, 126.61833, 102.43256, 113.35983, 118.11165, 142.21887, 93.55375, 85.05368, 62.20802, 176.05299, 164.89441, 94.29415, 101.24216, 139.69586, 114.64297, 87.07808, 119.41203, 95.19092, 107.65639, 113.68823, 127.59279, 135.05942, 81.36594, 116.55741, 149.38161, 123.54674, 104.51864, 129.4209, 116.01687, 133.81902, 79.76534, 95.02548, 98.62377, 104.48981, 100.06491, 92.59261, 66.93193, 103.65738, 152.27858, 118.20714, 84.6377, 112.9318, 65.81505, 122.19267, 100.24821, 91.89466, 124.29441, 100.63774, 134.78052, 111.80632, 79.52489, 176.45352, 111.45298, 115.07443, 83.87698, 142.68753, 108.53149, 97.58444, 83.9657, 109.04394, 93.14525, 115.25835, 103.51567, 141.18906, 95.68047, 126.29626, 100.71964, 104.31024, 118.52446, 81.76384, 102.5144, 123.44833, 113.31064, 110.44063, 123.74506, 110.07568, 150.43024, 92.43287, 108.88425, 155.40367, 177.41696, 108.72569, 128.97026, 142.78412, 97.81586, 175.65077, 117.74142, 79.35947, 112.02807, 138.77179, 133.32886, 105.41396, 129.75305, 103.67974, 100.93184, 89.18161, 133.14771, 132.28572, 121.02272, 111.97888, 106.92111, 138.4117, 85.82056, 122.11281, 99.20645, 118.23923, 119.62469, 154.24902, 114.45557, 146.7352, 92.49146, 87.13009, 74.67699, 131.117, 122.11398, 134.9761, 69.15141, 159.08919, 90.61797, 126.71696, 115.19165, 89.45936, 75.61415, 119.06387, 130.62946, 105.44038, 122.55719, 109.37675, 114.20181, 168.92096, 123.93227, 116.30068, 127.67394, 131.61, 108.54221, 76.97094, 113.87163, 110.20442, 87.74803, 88.58441, 133.47382, 89.08099, 121.90319, 168.76898, 90.41185, 130.70805, 115.81454, 154.87694, 97.75487, 142.96469, 124.02442, 120.57553, 96.94543, 125.02538, 136.75371, 87.79376, 123.95789, 110.17314, 161.93867, 87.37364, 104.05463, 79.8271, 111.38106, 122.94504, 74.17787, 167.00948, 106.06653, 134.51636, 175.72174, 158.62874, 141.4761, 133.2713, 93.71233, 147.42906, 190.0954, 196.50549, 118.59509, 136.62463, 113.06831, 157.56352, 180.47571, 94.42602, 86.90857, 117.87506, 142.996, 114.44662, 168.54857, 129.9357, 131.58522, 114.93562, 140.72281, 108.73289, 135.91684, 131.69757, 88.72833, 150.80997, 138.54849, 138.79771, 152.98418, 193.05275, 116.03612, 154.55374, 153.19858, 134.48938, 182.74655, 129.05299, 138.40215, 109.99619, 151.75641, 128.38072, 130.94264, 118.49673, 129.71353, 118.97611, 119.01769, 76.65701, 139.33893, 126.95084, 92.23417, 107.23839, 131.47198, 150.49005, 102.87848, 109.73893, 137.41573, 98.57307, 157.61989, 143.87439, 145.5674, 123.97546, 128.2728, 153.87296, 168.74611, 107.79504, 189.06458, 129.73553, 155.68582, 110.11761, 136.83279, 104.27962, 137.16942, 127.25597, 147.83093, 190.05209, 169.79407, 146.38068, 138.27448, 105.29353, 165.74915, 179.5022, 156.91284, 140.83138, 96.73929, 166.21857, 111.87131, 176.78754, 150.25089, 137.70261, 134.02081, 158.27245, 124.86256, 177.59361, 133.71036, 174.05009, 128.53767, 124.24019, 145.10196, 124.17739, 144.39285, 128.25281, 135.36328, 113.29675, 149.10008, 122.23663, 145.33115, 136.80389, 142.08058, 85.87992, 120.84915, 131.02521, 151.4588, 116.73039, 137.04681, 132.57826, 132.39665, 125.45811, 149.72586, 133.1601, 109.37658, 124.3951, 118.0756, 114.04395, 148.7755, 90.30157, 198.30109, 144.25824, 146.03174, 106.59358, 152.59181, 122.55504, 176.0376, 165.46452, 128.96074, 114.29298, 123.36211, 141.30406, 98.94207, 134.58691, 161.06599, 120.79025, 115.83644, 137.27449, 100.3371, 118.13194, 140.29771, 142.58543, 112.09184, 114.4183, 171.97159, 165.6553, 137.6548, 128.49658, 104.57015, 168.698, 133.5937, 110.69069, 106.18987, 159.92183, 142.25348, 142.43082, 143.24506, 163.97836, 129.90363, 134.05447, 165.89636, 150.74544, 140.95419, 173.07927, 151.16818, 159.29773, 140.28696, 118.70573, 129.33939, 99.15889, 125.37219, 155.07956, 101.42656, 107.713, 127.70909, 153.11511, 125.32549, 151.04646, 155.35799, 155.82132, 144.69957, 152.57391, 158.15016, 143.66756, 121.59955, 98.89273, 182.08807, 179.36543, 180.32309, 117.14253, 139.15811, 163.33679, 194.21051, 185.15289, 108.92464, 120.08229, 133.08783, 183.0575, 172.6633, 180.94299, 203.55533, 155.18271, 126.81123, 164.31406, 166.41565, 137.67345, 160.48817, 132.57466, 133.4288, 130.95044, 138.17026, 158.88322, 186.87259, 118.47336, 234.21509, 191.24304, 133.09268, 124.93834, 175.34523, 168.39832, 180.08908, 121.14574, 168.02666, 167.69295, 138.92432, 235.95279, 151.57932, 137.26215, 176.00871, 107.40179, 156.70642, 193.17253, 214.87108, 220.72319, 167.51523, 190.95004, 164.46625, 121.67761, 166.92346, 197.06567, 171.58691, 226.41902, 208.85577, 127.90621, 139.0304, 200.18401, 230.46451, 229.66393, 141.42265, 254.77399, 183.91843, 123.66064, 168.97687, 175.8223, 239.86847, 186.29468, 191.32886, 166.48312, 168.5943 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "3.5": { "alpha": 3.5, "neutral_kl_from_bare": 1.8161884969448434, "neutral_loss": 2.655185534514295, "target_chat_loss": 2.178005617933869, "neutral_init_loss": 2.7275766204833984, "target_chat_init_loss": 1.8896964787074497, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 50.10529, 55.45648, 61.1166, 45.71605, 39.33148, 75.26726, 62.78267, 45.16521, 72.3586, 65.42964, 77.44486, 62.59062, 94.89146, 78.03757, 64.66094, 72.35792, 56.06824, 64.39116, 65.70203, 63.33547, 80.12489, 85.57159, 86.11621, 90.56412, 69.26832, 67.13906, 80.34612, 87.56082, 62.14872, 74.98746, 88.36337, 76.17061, 61.1285, 81.00946, 92.52113, 94.91451, 89.96891, 54.07009, 65.1548, 66.75621, 86.29689, 62.79797, 62.84826, 96.43876, 79.64815, 76.84695, 85.62167, 100.17592, 79.57172, 78.32699, 106.53419, 82.04108, 83.22881, 81.41158, 68.21359, 80.91528, 71.39691, 85.07813, 62.10521, 72.13907, 91.19205, 78.34792, 68.94254, 55.43804, 97.43756, 70.33572, 113.96171, 86.03804, 89.00316, 88.46902, 89.28698, 54.12492, 100.49713, 78.4444, 59.58511, 53.34491, 78.95825, 80.98291, 88.32352, 74.56042, 77.82234, 57.32918, 87.29055, 81.40331, 93.76323, 87.86303, 82.605, 102.27745, 81.95538, 93.76997, 79.4079, 90.54916, 74.9732, 81.41859, 89.9409, 87.77769, 102.71727, 86.25162, 78.61597, 92.46082, 73.60146, 81.35998, 75.19331, 93.0965, 90.59366, 108.78747, 66.40392, 99.64066, 120.81843, 95.66058, 106.3013, 60.14349, 75.90554, 62.1605, 93.86789, 102.93116, 85.79975, 111.54584, 73.44118, 68.43722, 63.08418, 68.884, 90.47881, 93.39969, 89.35844, 86.47322, 106.88058, 104.36594, 92.09105, 81.96768, 91.23146, 113.85336, 87.27342, 86.88887, 90.08861, 92.48349, 98.96045, 98.51859, 108.71973, 102.4323, 75.93272, 101.76637, 77.7326, 76.64366, 103.74648, 75.10255, 84.92847, 109.07245, 93.27777, 95.92052, 112.76037, 97.66962, 94.60636, 100.2314, 96.49185, 98.49904, 81.33207, 106.77781, 60.43854, 99.76035, 78.19563, 110.51488, 106.5238, 116.93441, 94.00887, 117.96039, 96.56921, 73.44106, 91.65694, 85.77869, 94.82886, 86.91441, 90.70978, 92.25319, 96.9496, 93.16833, 113.09942, 92.5867, 81.72984, 96.56193, 95.33324, 70.59693, 115.14826, 101.28792, 148.7218, 86.42238, 66.61496, 68.731, 108.53217, 114.60938, 112.24033, 102.29681, 70.18101, 121.07306, 95.95125, 92.43159, 111.7567, 106.5056, 93.80067, 76.33249, 101.48817, 120.70908, 86.13361, 95.69511, 126.0719, 115.28775, 111.68067, 101.36524, 75.78538, 112.50002, 112.09917, 114.70779, 100.12681, 104.24384, 106.23241, 98.77264, 105.99747, 166.70764, 112.12657, 64.39873, 150.66609, 98.36247, 135.89484, 99.62427, 108.14061, 120.52159, 101.06136, 92.39333, 140.27914, 98.39079, 105.84665, 108.25128, 106.71725, 104.45621, 92.93448, 103.19389, 111.72058, 114.78415, 135.15424, 146.65979, 157.1105, 120.53225, 111.75108, 119.41989, 108.20038, 102.58475, 142.15244, 133.99203, 143.11055, 120.79329, 70.51637, 142.12296, 128.23924, 228.04529, 226.84537, 259.29944, 267.29703, 201.36383, 306.54718, 254.22311, 254.37756, 251.03918, 245.06644, 252.83662, 263.33984, 226.59224, 291.96249, 257.93518, 254.25945, 270.13513, 277.96649, 222.07422, 281.32156, 299.6423, 288.35977, 230.28073, 265.73553, 243.13382, 266.85992, 303.21414, 286.89713, 243.72432, 283.88437, 292.92081, 247.31671, 275.68719, 247.17062, 245.16338, 272.08691, 267.01166, 346.12457, 311.07114, 278.5899, 246.73166, 271.08911, 229.32904, 308.91882, 291.66879, 303.70782, 262.68973, 285.371, 273.32556, 223.52919, 249.0484, 238.61897, 245.86487, 265.97778, 336.57422, 267.42856, 221.64925, 277.07477, 279.8381, 271.41788, 328.59467, 259.45908, 366.55988, 307.70337, 253.49101, 197.70193, 285.46683, 237.55066, 238.989, 278.85626, 341.26062, 300.99304, 307.75928, 225.52283, 271.33191, 331.38406, 286.82013, 286.84821, 295.60965, 269.77237, 230.63777, 303.73969, 259.41901, 157.19342, 318.49622, 329.67096, 271.48257, 359.93805, 413.14758, 295.64944, 334.43619, 359.37564, 255.85114, 251.6649, 385.24368, 210.43372, 309.96475, 339.84399, 201.58551, 284.51855, 371.04971, 284.48291, 335.59314, 263.38983, 333.08752, 350.85617, 337.35144, 289.38757, 267.78244, 292.91858, 269.90955, 309.11218, 268.04309, 302.44745, 334.07196, 300.97961, 205.94946, 334.5321, 226.02985, 322.8764, 247.01816, 248.76262, 325.20782, 253.44969, 245.27666, 243.09134, 298.86371, 322.59943, 306.75668, 350.94635, 388.15674, 336.62543, 385.40955, 380.56421, 342.7215, 190.38672, 364.5575, 352.07779, 300.3811, 262.19742, 280.27014, 284.3783, 266.71301, 361.09781, 334.44864, 323.83423, 366.45203, 232.38449, 253.76202, 286.04193, 299.12997, 326.83655, 250.88153, 294.50818, 285.48962, 317.70883, 262.75717, 240.68576, 198.52103, 297.81412, 202.33331, 265.94061, 281.42255, 328.48944, 286.23758, 353.22168, 397.32147, 283.22067, 356.39996, 303.35638, 289.29575, 232.83199, 432.52689, 316.28992, 310.45944, 323.73941, 273.73221, 299.64594, 379.3028, 302.40503, 336.98679, 393.80518, 294.23151, 286.89606, 281.14276, 363.8093, 326.68402, 414.29816, 375.5795, 453.51938, 318.38239, 343.05292, 286.42825, 316.8493, 362.76868, 363.56018, 348.0509, 381.61334, 380.41187, 304.11163, 337.80438, 388.53122, 340.02838, 298.85086, 258.3295, 291.20267, 319.64316, 334.44934, 373.01141, 393.20987, 307.27789, 342.00995, 378.02917, 302.76855, 393.21152, 353.51123, 392.09711, 358.54529, 323.91388, 349.4776, 301.19006, 308.97205, 368.7229, 306.11465, 370.45325, 365.59619, 293.79175, 349.69034, 292.94531, 298.93048, 345.3071, 351.34912, 316.65253, 301.36136, 311.76434, 363.41882, 418.68597, 419.66162, 330.82971, 200.58752, 253.7261, 214.76007, 326.38153, 373.90558, 265.52005, 335.38507, 211.00218 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 42.70853, 58.60334, 70.0891, 66.07323, 65.18285, 53.0771, 58.96474, 66.58905, 77.38389, 64.31184, 75.70784, 71.53033, 64.82437, 85.12884, 91.90289, 76.49709, 78.42594, 56.46702, 88.3707, 59.27459, 84.87519, 97.87604, 79.24886, 77.0858, 62.38252, 83.49746, 85.40425, 80.64119, 63.33398, 67.68061, 97.91078, 80.34184, 84.62356, 75.89712, 93.53526, 116.64034, 75.25965, 85.40054, 86.51178, 118.64716, 98.76733, 101.54269, 95.1353, 70.47944, 66.36597, 97.09764, 109.47743, 96.56349, 158.11603, 80.48022, 97.17574, 89.71906, 98.09221, 122.93548, 110.55728, 80.77605, 130.48759, 109.00011, 98.87144, 101.7927, 116.14101, 92.58026, 72.96559, 61.90531, 129.06068, 111.97199, 68.02154, 77.18633, 100.98894, 74.2328, 80.5862, 103.79577, 87.79742, 90.36748, 69.65842, 94.31448, 89.05437, 107.37109, 123.29219, 79.55876, 94.94622, 72.29233, 79.30435, 79.58549, 82.76355, 79.31075, 137.76883, 107.1441, 99.23766, 82.86736, 133.07635, 83.7138, 108.16139, 98.05945, 105.85663, 132.45319, 69.85165, 89.00046, 84.786, 81.02597, 74.99582, 96.38358, 75.51193, 129.32211, 110.06937, 93.16116, 111.95351, 137.54727, 111.23679, 132.42502, 89.78758, 86.71796, 129.53215, 111.84518, 108.55961, 87.96056, 162.73849, 80.94707, 93.89601, 134.85493, 87.86572, 117.6552, 82.17218, 75.15288, 129.73695, 162.6725, 130.67444, 111.73179, 132.11987, 91.38179, 120.51813, 69.29501, 92.83197, 98.36093, 108.05756, 106.2249, 103.39088, 86.33464, 97.1459, 162.00238, 84.88281, 97.37471, 124.0443, 108.72176, 88.10132, 101.19268, 103.08057, 98.00589, 117.69672, 94.50437, 111.95635, 95.13794, 107.43811, 131.97012, 119.73564, 74.00482, 79.55215, 81.8418, 103.51248, 101.66704, 93.94412, 100.1145, 107.04161, 110.82988, 146.61734, 122.95651, 124.99068, 87.58174, 115.79671, 77.84303, 74.26163, 135.936, 92.84096, 87.44215, 105.31512, 130.74922, 78.8471, 100.45468, 122.4583, 90.87493, 148.0316, 158.10675, 61.89192, 109.29654, 130.46573, 105.46024, 122.75341, 111.64963, 145.2561, 70.83957, 119.86145, 160.48131, 93.92934, 93.42062, 110.6137, 111.42587, 140.52255, 89.14677, 102.66728, 126.7364, 119.06615, 101.05339, 103.57899, 78.70261, 85.89859, 81.68369, 124.07932, 99.38429, 123.5569, 81.18663, 104.63801, 182.38765, 143.63046, 75.36526, 99.47214, 90.4082, 104.93641, 95.98045, 156.06836, 148.02676, 122.36281, 107.35257, 111.43309, 118.48604, 170.43192, 122.02615, 165.74622, 118.27274, 169.85765, 127.76201, 105.57914, 143.61868, 118.78226, 127.04501, 115.29738, 80.67875, 98.30077, 144.95901, 114.5238, 149.56485, 96.96791, 109.90469, 123.95048, 109.85815, 136.77946, 87.44053, 171.42856, 113.53225, 123.06128, 128.04413, 199.40106, 139.85907, 107.20002, 122.23685, 176.48688, 101.18185, 103.53358, 105.16676, 92.0047, 88.77009, 179.77237, 73.15608, 152.92534, 130.38683, 127.85345, 104.96567, 125.42529, 154.82271, 135.1748, 109.98136, 124.75851, 129.91895, 152.94176, 103.13108, 93.00662, 69.17985, 186.03035, 175.47925, 105.10783, 112.4021, 152.5723, 126.62363, 96.43657, 131.77994, 106.97713, 118.79523, 124.48461, 137.95659, 149.31586, 90.51384, 127.30975, 163.06915, 137.25488, 113.64642, 140.591, 126.1389, 145.79269, 90.09192, 102.44119, 108.22797, 113.64519, 110.86766, 100.44106, 75.02585, 112.80329, 166.59448, 130.75734, 94.05243, 126.02667, 74.81525, 135.60645, 110.24597, 103.1736, 135.1843, 111.88197, 146.29955, 124.58475, 88.67996, 190.46164, 120.90256, 125.73888, 92.88128, 157.40399, 117.67538, 106.46844, 91.42311, 122.39687, 104.48299, 125.28409, 114.10738, 151.96252, 103.15655, 136.76038, 111.11037, 115.9017, 132.87979, 90.33095, 112.95001, 133.77811, 125.81805, 119.87397, 135.63895, 121.28322, 159.95236, 101.10548, 117.9043, 167.56171, 190.59039, 120.82184, 139.7739, 156.06494, 108.0727, 186.20502, 128.99246, 88.42004, 124.91503, 150.78528, 147.01044, 117.12959, 142.71014, 114.72162, 112.1152, 100.31804, 146.25117, 144.4209, 132.70122, 125.70989, 116.16554, 152.96869, 95.80222, 135.34717, 110.45205, 130.24155, 128.73837, 165.08592, 123.42065, 159.40173, 101.23369, 97.68903, 84.93227, 146.22369, 135.31517, 151.78954, 79.3542, 173.21658, 99.16228, 136.35947, 127.46043, 101.12733, 84.23012, 129.59512, 141.09512, 115.67216, 134.81319, 123.09774, 125.27661, 182.54782, 137.20847, 132.11906, 140.23268, 145.53529, 119.46937, 85.37891, 125.59418, 120.26952, 98.7883, 98.10594, 145.0396, 97.67195, 135.29248, 180.48801, 98.80109, 141.02271, 127.86734, 170.26242, 108.45581, 153.70197, 134.31496, 131.79137, 107.05581, 136.103, 148.76852, 99.35301, 137.0954, 124.94966, 173.01096, 98.16005, 118.67302, 86.30992, 124.95975, 133.52177, 86.20058, 183.04543, 117.772, 146.96388, 192.1301, 174.01031, 152.17923, 144.37683, 104.23433, 157.23599, 206.05583, 212.29817, 128.88979, 150.55756, 124.46447, 171.01318, 197.31493, 104.06453, 96.45187, 129.26624, 157.32182, 126.44847, 185.11978, 140.77679, 146.44363, 125.96052, 153.51555, 119.68746, 149.45486, 142.57864, 98.22617, 163.44153, 153.4888, 152.62224, 166.51103, 207.40273, 125.58665, 167.56409, 167.61539, 145.99059, 199.87857, 143.28397, 151.94522, 120.55103, 166.25476, 140.42389, 145.23167, 130.35503, 140.98505, 131.4256, 127.52319, 85.87629, 154.07236, 142.11658, 102.48485, 119.03189, 142.02664, 164.38634, 113.61018, 122.3643, 148.82916, 110.15411, 175.17848, 159.83629, 157.98312, 135.64665, 141.92751, 165.57462, 188.57986, 119.74554, 203.89053, 141.43887, 165.9751, 121.24554, 146.04677, 114.46936, 151.23163, 139.56523, 160.08649, 205.98712, 181.69135, 160.78311, 151.91815, 116.80196, 182.99673, 194.35576, 173.23621, 153.88211, 108.34636, 178.73628, 123.44937, 193.27452, 162.16216, 154.25212, 147.16708, 175.04437, 138.67914, 191.03369, 147.88608, 191.55629, 139.40211, 137.47467, 164.61859, 137.37495, 156.22913, 141.59096, 149.95145, 127.74463, 161.96103, 136.33989, 160.06851, 151.58412, 153.5889, 98.6399, 135.68881, 143.68797, 169.04138, 132.08148, 152.49928, 143.27808, 145.8336, 136.59149, 163.88017, 149.94994, 119.77026, 136.58771, 129.75333, 125.21197, 161.55579, 99.69957, 217.32338, 157.40181, 158.65779, 117.89175, 170.27081, 138.00793, 188.83682, 177.33784, 144.65219, 125.52745, 137.4453, 156.5042, 110.9234, 149.1335, 178.08139, 132.3295, 130.32603, 153.8992, 111.66669, 131.38419, 155.14943, 157.57289, 125.22167, 126.5827, 187.98949, 181.57083, 152.39752, 146.86026, 118.16157, 186.23708, 148.02377, 123.68658, 118.96858, 173.50183, 156.29881, 158.1544, 160.44185, 179.98074, 146.20956, 147.28542, 181.77748, 161.6087, 154.73953, 190.9252, 170.48151, 173.63379, 153.39185, 130.89542, 141.08759, 111.27208, 138.9248, 167.95569, 113.4736, 122.66612, 141.89029, 168.19542, 140.15335, 169.10484, 171.61168, 169.16138, 159.91385, 169.09468, 173.87372, 158.20422, 135.02191, 116.2701, 198.76439, 196.31702, 193.56949, 130.75296, 155.86913, 179.38885, 211.41328, 204.70992, 124.3304, 132.20949, 146.26408, 199.27693, 189.11902, 197.09543, 221.43021, 174.44275, 139.37161, 179.78568, 180.17035, 151.93163, 174.73233, 146.54439, 147.702, 144.60616, 152.12656, 175.35745, 204.15152, 131.66013, 252.77504, 211.13722, 148.65324, 136.60138, 191.7626, 185.77234, 195.50159, 135.26187, 182.32993, 185.95468, 155.38434, 257.07117, 166.56439, 149.83173, 190.37886, 121.07645, 174.44522, 213.70047, 233.55945, 235.98244, 187.74942, 215.4243, 179.17204, 137.22861, 182.08261, 215.65262, 187.43982, 242.79102, 224.29071, 144.6691, 154.03342, 219.02106, 249.62157, 246.39642, 156.39433, 274.55304, 201.87616, 137.33835, 186.2271, 191.66879, 265.63037, 204.92215, 209.93298, 184.05319, 179.66824 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } }, "4.0": { "alpha": 4.0, "neutral_kl_from_bare": 2.063827791669309, "neutral_loss": 2.853179016280318, "target_chat_loss": 2.3943391885792367, "neutral_init_loss": 2.9444732879638673, "target_chat_init_loss": 2.0905682547433035, "n_neutral_tokens": 36540, "n_target_chat_tokens": 41783, "per_example": { "neutral": { "sums": [ 55.06011, 68.02008, 66.48317, 49.73848, 43.3096, 82.3022, 68.29396, 52.18945, 79.99211, 72.419, 83.99748, 69.5107, 102.46143, 84.38939, 73.53923, 76.93748, 61.96809, 70.69791, 74.44734, 70.1291, 87.95158, 94.19011, 91.05949, 96.82914, 76.17437, 76.83296, 85.67752, 97.27808, 70.81577, 81.47433, 97.53125, 83.40497, 69.48442, 88.40485, 102.59212, 105.91796, 97.8844, 61.87738, 70.99104, 73.53697, 95.24872, 68.75282, 70.97595, 107.82503, 86.94716, 87.10756, 94.25815, 111.20659, 87.84774, 85.84367, 115.5945, 90.53605, 91.60248, 89.57718, 75.88474, 88.1673, 81.36447, 93.6322, 70.03389, 81.18643, 100.41403, 85.95888, 74.3196, 61.15251, 106.45987, 79.51534, 122.9754, 93.92842, 101.27364, 99.67615, 96.19494, 61.17295, 110.37017, 85.92526, 66.86232, 59.52226, 87.1781, 90.92752, 98.41936, 83.42514, 84.42551, 63.37251, 93.87363, 88.98685, 102.26099, 96.85132, 92.56369, 110.75401, 88.65805, 101.22057, 87.83392, 99.76756, 83.42981, 90.94742, 96.84138, 94.7957, 112.06339, 96.99213, 88.73106, 101.0414, 83.03384, 88.0704, 84.46085, 101.06441, 101.07684, 125.48991, 74.47803, 107.54923, 134.41122, 103.83911, 120.79915, 69.44186, 84.60791, 70.27675, 102.90068, 111.23456, 95.73639, 123.69428, 79.7095, 74.82149, 72.56711, 76.38193, 99.70641, 111.07086, 96.97781, 94.85492, 116.38074, 113.29679, 99.65051, 90.6797, 98.50507, 121.99918, 97.11027, 95.86082, 97.06133, 100.90302, 108.89627, 109.95054, 122.229, 112.78185, 87.6019, 109.61033, 84.60291, 86.79367, 113.98814, 87.09343, 92.10359, 119.07016, 101.96813, 105.03235, 121.81699, 108.39395, 101.15295, 109.81924, 109.63758, 108.77007, 90.89557, 117.84187, 68.91434, 111.10709, 86.64093, 119.32581, 115.28093, 129.1033, 103.74529, 131.46283, 106.66506, 81.12132, 102.73221, 95.34996, 102.99729, 98.49067, 101.05359, 102.05496, 105.59859, 102.77287, 124.76852, 102.97248, 91.78882, 112.90826, 103.41004, 78.75349, 126.41824, 110.53591, 162.08264, 99.68339, 74.76165, 80.54967, 118.93675, 124.94556, 122.3644, 114.72542, 82.45705, 129.83928, 107.64857, 99.91127, 123.29362, 115.37769, 103.58642, 86.20307, 112.90711, 132.59879, 95.63664, 106.86766, 141.12625, 126.98653, 121.94627, 111.79448, 84.96697, 122.62611, 123.35788, 126.91086, 112.83917, 116.78673, 116.68685, 107.35621, 114.64339, 180.61931, 123.25648, 73.60336, 162.65573, 109.94942, 147.3956, 110.83816, 119.21094, 133.3311, 111.88721, 103.22829, 153.38045, 109.86597, 115.46176, 119.52788, 116.97841, 116.71561, 103.49643, 116.4647, 121.50992, 129.85229, 147.31021, 159.27299, 169.39597, 133.96484, 127.21255, 132.73831, 122.62651, 115.69933, 154.56891, 146.69522, 157.11987, 133.12445, 80.42751, 154.22528, 140.58804, 239.11995, 241.52179, 268.9248, 278.34454, 217.71025, 317.35406, 271.45737, 271.96317, 262.98792, 259.99023, 265.46088, 278.42688, 244.56651, 305.13449, 275.79367, 272.70392, 282.76306, 292.93939, 239.59512, 292.55316, 320.96353, 301.94775, 247.1525, 280.43167, 253.75525, 285.11676, 322.11801, 302.19208, 255.5834, 300.08228, 310.17908, 263.66022, 290.47662, 264.6474, 267.03632, 291.10992, 283.15747, 362.42142, 330.66898, 294.51007, 265.20691, 290.59277, 248.41104, 322.76422, 309.73581, 317.83795, 276.82043, 299.57294, 294.53049, 240.87483, 267.50146, 258.89996, 262.46536, 283.07611, 356.7626, 288.54382, 240.54704, 291.95221, 293.44229, 296.06772, 347.07236, 274.36374, 388.67462, 325.12427, 274.82458, 214.3605, 305.29489, 256.14636, 254.60941, 289.89618, 364.09106, 320.3432, 321.42368, 241.51067, 291.13635, 348.70474, 309.07733, 310.51474, 314.60114, 287.30264, 248.87253, 322.36243, 288.34283, 167.39796, 337.6394, 351.27676, 291.1019, 382.11966, 427.11591, 313.08096, 356.18481, 379.23392, 275.30298, 267.57632, 400.41888, 225.95151, 325.7959, 358.52301, 219.98573, 317.76291, 395.12183, 306.47336, 350.72858, 282.49573, 355.04095, 374.26636, 361.95172, 306.46738, 288.60645, 315.84241, 289.21524, 326.86191, 291.88467, 320.71759, 349.8623, 322.63159, 217.88467, 359.37531, 241.59467, 346.99841, 260.64035, 274.24738, 344.92694, 275.05701, 260.86517, 262.40363, 321.02878, 340.17239, 330.22656, 370.23947, 404.65491, 368.74237, 402.75885, 399.01154, 364.36642, 206.41701, 386.26465, 378.97772, 321.96875, 286.90381, 301.43256, 304.22516, 286.51776, 379.09332, 350.41589, 350.13641, 387.49194, 251.24452, 278.33405, 305.43378, 320.57483, 345.86935, 269.94891, 319.61377, 305.95688, 340.48065, 283.22052, 263.17419, 212.87753, 312.51178, 226.91513, 282.71072, 298.64511, 349.29929, 304.1911, 378.05066, 422.18384, 303.63901, 379.25848, 319.7178, 307.85419, 252.32997, 456.67502, 334.78033, 334.10193, 346.16522, 293.84409, 320.31146, 397.38446, 327.29654, 369.03931, 413.1535, 317.01532, 305.25946, 305.27496, 385.70145, 347.59366, 430.77557, 399.41803, 477.1521, 342.12894, 363.7514, 312.26025, 336.492, 387.36414, 382.68973, 373.11066, 406.77478, 402.29871, 323.95312, 357.85449, 410.10181, 365.10022, 314.67831, 273.08737, 309.3703, 343.18167, 360.67261, 390.66418, 418.64313, 326.80099, 364.59924, 394.1861, 324.51648, 421.9744, 374.30505, 421.16507, 378.4884, 341.43567, 374.18219, 316.46899, 331.68231, 390.79318, 330.49203, 396.06018, 391.16885, 311.93973, 366.60141, 317.20386, 327.58594, 373.03021, 375.84113, 335.99542, 320.70987, 333.64871, 386.27896, 451.84879, 449.01874, 349.57251, 210.90985, 267.24609, 229.64398, 347.32861, 399.17932, 286.43372, 359.03076, 225.38303 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 49.26248, 66.60233, 75.36874, 74.02395, 71.55471, 58.99883, 65.33311, 72.73822, 84.79088, 68.91118, 82.9732, 77.44169, 71.60535, 92.62213, 99.48634, 84.44305, 85.86197, 65.58887, 96.71484, 64.86735, 92.26442, 106.0929, 86.72433, 85.28391, 68.86655, 91.26353, 90.4135, 88.06485, 71.25299, 75.81871, 107.53293, 89.27028, 95.93369, 86.94913, 104.7018, 124.71729, 84.75587, 94.13844, 96.02905, 128.41002, 109.31056, 112.24577, 105.87035, 79.4404, 73.2013, 107.50793, 120.56136, 108.17688, 168.83839, 87.61216, 106.53335, 100.71292, 108.5331, 133.48935, 119.78918, 89.65394, 141.91858, 118.96817, 108.64491, 112.03854, 125.73093, 102.95749, 83.159, 68.42596, 139.9709, 120.2831, 76.00518, 85.97101, 112.39105, 84.1832, 92.621, 117.83645, 98.00918, 99.82355, 76.95206, 103.14685, 98.70435, 117.68951, 136.9388, 88.87449, 105.04733, 81.99988, 88.37265, 87.98602, 89.93227, 90.9304, 149.21924, 116.18871, 108.74477, 93.98112, 145.28127, 93.77499, 121.24608, 107.81093, 115.41039, 143.96758, 75.82186, 96.3749, 94.32632, 93.77657, 82.76493, 105.35812, 83.63292, 143.06427, 119.32125, 101.40007, 122.68014, 147.97375, 122.16375, 143.63855, 99.85252, 96.82477, 142.67966, 122.19204, 116.96586, 95.80846, 175.67755, 88.85818, 100.96227, 145.24574, 97.75665, 130.9039, 94.18151, 85.69642, 140.56592, 176.72336, 143.62262, 122.29945, 147.02414, 103.05571, 133.64389, 76.42177, 102.69714, 110.10002, 119.13555, 115.50198, 111.28909, 98.74411, 107.45478, 176.6907, 94.69833, 109.02474, 137.54996, 120.20181, 97.37292, 111.51606, 115.30281, 108.25538, 130.85164, 104.03333, 126.64246, 105.53101, 119.9489, 146.61099, 131.29721, 81.19193, 89.10351, 93.16323, 110.80643, 114.60249, 104.16862, 110.16678, 118.26014, 121.7059, 160.18059, 135.45648, 133.16429, 95.5757, 126.14783, 86.02542, 82.89514, 148.64262, 103.4542, 96.68271, 113.606, 142.12132, 88.09494, 109.22303, 136.9514, 101.36037, 159.50778, 169.63477, 71.49365, 120.74895, 140.31595, 117.39868, 136.44974, 121.496, 156.26663, 79.12859, 130.36966, 177.79318, 103.59189, 103.51794, 122.31223, 121.97377, 154.96144, 99.11563, 113.666, 135.76871, 130.3273, 112.32413, 112.65245, 88.32636, 96.56088, 89.79705, 134.25732, 109.09802, 136.74979, 91.17207, 118.54465, 194.12668, 156.68053, 82.32578, 113.98047, 100.76791, 115.43633, 105.16357, 172.72702, 162.08905, 137.84583, 118.55899, 124.76474, 129.94604, 185.423, 134.95334, 182.80537, 133.01251, 181.16496, 143.95537, 117.33734, 159.44693, 131.94518, 138.57355, 127.67153, 89.97517, 108.35964, 154.33658, 124.27536, 159.46484, 105.93774, 122.80962, 136.05257, 120.49899, 145.35632, 99.13963, 189.68246, 126.36282, 134.97229, 139.85349, 210.87085, 157.34924, 117.9648, 135.1205, 191.35696, 112.55997, 113.48026, 118.58521, 101.66033, 100.39481, 191.59702, 81.20473, 165.77872, 142.57292, 143.40378, 115.90396, 135.93042, 169.18991, 143.89493, 119.3166, 137.26195, 142.36435, 165.11531, 113.67538, 102.64145, 77.52019, 197.61406, 188.4592, 117.57126, 123.6621, 167.49669, 140.56284, 106.55745, 144.5959, 119.95941, 131.40134, 135.43912, 149.89819, 166.08163, 100.43282, 139.33203, 177.22647, 152.3223, 125.17478, 153.36093, 137.77554, 158.14549, 100.93147, 110.63412, 119.55949, 124.28012, 122.34494, 109.18346, 84.15506, 123.46889, 180.93268, 143.80585, 103.8781, 140.31584, 84.45586, 150.01593, 120.23227, 115.9037, 147.24644, 122.42175, 158.9839, 138.52518, 99.06525, 205.69797, 130.45425, 137.07712, 102.87531, 173.4068, 128.45653, 117.66192, 99.48273, 137.9234, 116.50719, 137.07814, 125.0878, 163.293, 111.79871, 148.32309, 123.37679, 127.65808, 148.5015, 99.13107, 123.79793, 145.62357, 139.2851, 129.87549, 148.82117, 133.00073, 170.87036, 110.53773, 127.71469, 181.25227, 205.28922, 134.44168, 151.69455, 170.68532, 118.10593, 197.96375, 141.26862, 98.04454, 138.8736, 164.18295, 161.32611, 130.37462, 157.15451, 126.33077, 126.03453, 111.88489, 160.36615, 158.04941, 145.87129, 139.8864, 126.79738, 170.08553, 106.89421, 150.10922, 121.59476, 144.77446, 139.06125, 177.80411, 133.6478, 173.80438, 110.65008, 109.21275, 95.76524, 161.81396, 149.84326, 169.94934, 90.55066, 189.30042, 108.33194, 148.03389, 140.78207, 113.5591, 93.66917, 141.37558, 152.96165, 128.49016, 148.22241, 138.32834, 136.29126, 196.77502, 151.92686, 148.53325, 154.71638, 160.82552, 131.3004, 94.69025, 138.3963, 131.75922, 109.91348, 109.73358, 157.30014, 108.0639, 150.8196, 193.65573, 107.79955, 152.39413, 141.41965, 186.81882, 119.36957, 166.02814, 145.79909, 143.90033, 119.30102, 148.37671, 162.58698, 111.38999, 151.09781, 140.36035, 184.81097, 110.69846, 134.01907, 94.37006, 141.12563, 144.83879, 99.49105, 199.25195, 130.55615, 161.58414, 209.55093, 191.32315, 163.8849, 157.54166, 117.27689, 168.20818, 223.51794, 230.12842, 140.58496, 165.78012, 136.76498, 186.04218, 215.30704, 114.67725, 106.95405, 141.01709, 173.24211, 140.18332, 202.80505, 152.95135, 161.97942, 137.87109, 167.483, 131.01587, 164.7551, 154.92526, 109.32877, 176.96046, 168.85269, 166.80989, 181.75612, 222.47305, 135.78278, 181.11234, 182.69983, 159.45685, 219.47583, 159.46841, 167.15408, 132.858, 181.98689, 154.57104, 160.83078, 144.91571, 154.29602, 145.55099, 137.18253, 96.10676, 169.89163, 159.45766, 114.43173, 132.62181, 152.9509, 180.88451, 125.90269, 135.76161, 161.33929, 123.54899, 194.27901, 176.57372, 170.76396, 149.32275, 156.38995, 178.26486, 211.10965, 132.86331, 222.08823, 154.6312, 178.3067, 133.37088, 156.13315, 126.35387, 166.49777, 152.84833, 172.80132, 223.49661, 195.32103, 175.14655, 168.10648, 129.73318, 201.08548, 210.90738, 189.73468, 168.80084, 120.18378, 192.21902, 135.54822, 212.65674, 175.65817, 171.45453, 161.94876, 192.54907, 154.21942, 205.26041, 163.55272, 211.04439, 152.71484, 152.0302, 185.90788, 152.00212, 170.85806, 156.78239, 165.81462, 143.77144, 176.05074, 151.70326, 176.20157, 166.6635, 166.86258, 113.37923, 152.76785, 157.16434, 188.3616, 148.01811, 169.03604, 156.33643, 160.27089, 148.85452, 178.8237, 168.69305, 131.9868, 150.62321, 142.74628, 137.36674, 175.403, 109.00887, 236.95627, 171.1519, 172.84143, 130.48497, 189.43246, 155.24103, 203.62909, 190.18828, 162.99408, 138.33202, 151.94867, 173.64571, 123.32704, 165.21448, 197.99585, 145.05078, 146.73645, 172.85979, 124.41801, 146.64497, 171.23288, 175.04346, 139.60039, 140.96628, 204.77628, 198.66429, 168.61052, 167.76645, 133.02325, 203.76535, 162.86711, 138.10767, 133.04907, 188.68431, 171.30734, 175.11687, 178.66159, 197.86803, 163.41011, 161.81184, 200.01079, 174.12067, 170.03548, 209.16545, 189.10489, 189.00809, 168.65196, 144.13078, 154.59393, 124.58032, 153.99411, 182.0325, 125.92027, 138.19669, 156.89859, 185.45476, 157.29414, 188.69305, 188.66818, 184.18222, 177.19038, 186.6391, 190.72414, 173.75293, 149.54108, 137.41751, 218.38824, 214.8246, 208.87805, 145.41513, 173.58846, 196.45555, 230.95828, 225.74405, 140.74806, 145.24657, 161.13315, 217.20724, 209.25089, 214.47818, 242.78957, 194.31294, 153.52454, 195.61563, 195.15041, 169.07919, 190.52625, 161.26787, 163.77704, 158.30629, 165.95753, 192.36241, 223.06218, 147.04907, 273.02164, 232.27206, 166.22443, 149.48595, 209.19833, 205.06781, 212.2442, 150.0771, 197.88647, 205.67279, 172.73094, 279.03796, 182.73953, 164.60907, 207.28485, 136.37195, 192.62979, 237.85315, 253.14447, 252.23759, 210.30893, 241.9382, 196.36336, 153.22575, 198.96677, 235.83827, 205.7753, 260.42419, 241.60727, 162.06665, 172.64247, 238.47577, 270.03564, 267.73285, 173.07231, 296.28644, 222.34616, 151.85928, 205.23225, 208.30234, 293.86255, 224.36562, 230.59927, 204.20114, 193.33032 ], "ns": [ 24, 28, 36, 35, 31, 26, 29, 38, 36, 32, 38, 35, 34, 41, 37, 36, 36, 35, 34, 34, 33, 48, 41, 35, 36, 35, 44, 33, 34, 37, 44, 41, 39, 40, 49, 49, 39, 39, 46, 47, 47, 46, 44, 38, 36, 39, 52, 39, 51, 41, 47, 42, 42, 49, 45, 36, 52, 43, 50, 43, 48, 44, 41, 39, 47, 41, 40, 42, 51, 42, 43, 46, 47, 42, 39, 44, 38, 50, 52, 43, 49, 43, 47, 36, 49, 41, 52, 51, 45, 44, 46, 45, 48, 35, 52, 54, 38, 43, 43, 49, 41, 47, 43, 58, 53, 44, 49, 50, 52, 50, 42, 49, 51, 54, 46, 48, 54, 36, 47, 52, 38, 50, 52, 50, 52, 59, 51, 54, 59, 49, 54, 43, 43, 51, 48, 50, 43, 49, 40, 59, 44, 55, 58, 48, 46, 59, 50, 45, 64, 47, 56, 47, 44, 58, 53, 40, 41, 46, 47, 52, 47, 48, 54, 54, 60, 60, 48, 46, 47, 46, 40, 53, 51, 43, 46, 55, 43, 51, 56, 49, 57, 59, 46, 51, 49, 50, 54, 49, 50, 39, 49, 58, 45, 50, 49, 50, 65, 47, 56, 47, 52, 51, 43, 40, 49, 40, 55, 42, 56, 48, 55, 65, 61, 42, 59, 50, 53, 52, 60, 60, 61, 50, 51, 50, 62, 56, 69, 52, 63, 58, 51, 62, 56, 46, 60, 47, 51, 61, 53, 51, 46, 51, 51, 57, 51, 45, 68, 56, 61, 71, 55, 65, 49, 52, 63, 43, 46, 54, 47, 53, 62, 42, 57, 63, 63, 50, 63, 79, 52, 47, 62, 57, 60, 52, 54, 42, 61, 72, 52, 58, 63, 57, 44, 60, 57, 60, 52, 65, 69, 47, 47, 58, 70, 56, 58, 58, 52, 54, 42, 55, 55, 50, 59, 50, 51, 65, 59, 51, 59, 46, 59, 55, 58, 56, 51, 61, 63, 56, 73, 58, 57, 50, 62, 52, 54, 45, 52, 58, 62, 62, 47, 50, 58, 55, 52, 66, 44, 51, 62, 56, 63, 54, 52, 62, 43, 48, 70, 64, 63, 70, 61, 60, 69, 61, 48, 66, 66, 70, 55, 56, 57, 70, 42, 55, 66, 60, 64, 55, 75, 49, 58, 52, 63, 61, 66, 62, 74, 48, 50, 52, 68, 56, 67, 52, 67, 52, 66, 57, 58, 49, 61, 57, 70, 61, 67, 57, 67, 62, 55, 62, 75, 56, 51, 57, 52, 50, 58, 65, 50, 64, 63, 51, 58, 51, 70, 50, 62, 60, 65, 59, 53, 60, 48, 59, 54, 65, 53, 63, 53, 65, 58, 50, 71, 62, 63, 74, 76, 67, 65, 61, 53, 75, 82, 58, 68, 62, 66, 71, 50, 52, 64, 71, 63, 75, 61, 69, 58, 65, 62, 67, 61, 55, 70, 67, 64, 68, 76, 57, 58, 70, 62, 82, 73, 67, 54, 77, 67, 69, 60, 67, 63, 56, 53, 68, 57, 59, 57, 70, 76, 67, 69, 64, 59, 85, 75, 75, 63, 63, 69, 75, 59, 73, 69, 65, 65, 66, 58, 73, 64, 62, 71, 79, 63, 65, 60, 79, 83, 72, 69, 58, 71, 64, 76, 72, 69, 64, 70, 67, 81, 67, 78, 68, 68, 77, 68, 68, 71, 70, 62, 73, 72, 74, 70, 62, 66, 59, 64, 79, 70, 70, 77, 73, 74, 67, 74, 66, 65, 64, 56, 68, 50, 76, 68, 72, 64, 79, 67, 75, 74, 71, 55, 61, 69, 56, 73, 76, 67, 73, 79, 65, 65, 78, 72, 61, 60, 82, 83, 70, 78, 64, 77, 70, 61, 61, 71, 78, 76, 78, 77, 76, 72, 78, 62, 77, 86, 75, 85, 73, 70, 79, 66, 75, 80, 60, 71, 64, 74, 69, 86, 89, 78, 74, 76, 79, 84, 67, 75, 84, 77, 72, 73, 69, 77, 81, 85, 65, 60, 64, 87, 77, 89, 86, 77, 66, 77, 81, 77, 72, 74, 72, 65, 81, 70, 92, 68, 93, 102, 76, 62, 90, 80, 79, 67, 81, 79, 82, 93, 93, 73, 91, 74, 85, 93, 102, 86, 82, 93, 78, 85, 82, 83, 95, 96, 89, 77, 98, 95, 100, 98, 83, 100, 89, 76, 92, 89, 116, 96, 85, 89, 81 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 10057.60911822319, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }