{ "label": "qwen-td-graft-aw", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "store/qwen3-14b/adapters/td-base-animal-welfare-s1-td-20260723-041107Z", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": 1.5, "alpha_star_chat_init": 2.0, "alpha_star_docs": null, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.9722347613802222, "target_chat_loss": 1.7536368772302187, "neutral_init_loss": 5.039769247436523, "target_chat_init_loss": 3.2885930199776925, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 311.19977, 106.19385, 394.96091, 300.76202, 420.74353, 134.72049, 400.05722, 318.12097, 114.29689, 133.7457, 396.17126, 320.94247, 226.2601, 75.82542, 295.26599, 113.82322, 97.56021, 154.64494, 338.92813, 135.39644, 308.20474, 443.99164, 113.43748, 396.07495, 387.46182, 341.21161, 91.28824, 82.12262, 98.63898, 170.7244, 336.23804, 103.70651, 82.81916, 359.3356, 105.45972, 420.47433, 367.3071, 308.91815, 225.51868, 102.20894, 111.14972, 305.33337, 109.63474, 252.65935, 324.56625, 100.75684, 112.59706, 287.74396, 73.40123, 294.61414, 142.31915, 76.3725, 349.6539, 260.3526, 373.79825, 288.20447, 136.03094, 251.02075, 415.13507, 475.10767, 101.14066, 102.50047, 121.782, 85.52344, 350.62622, 92.42319, 140.28973, 107.59728, 332.00873, 115.90919, 113.35383, 129.48233, 429.16907, 281.67065, 258.68433, 370.61731, 460.44415, 116.5352, 387.25754, 111.50136, 132.6264, 330.87228, 353.57281, 315.37421, 111.07375, 104.88716, 106.77584, 107.98416, 425.05408, 104.17368, 135.40837, 93.25684, 274.44525, 247.28529, 318.41467, 370.70905, 291.98547, 116.80604, 319.72824, 349.08521, 105.48403, 147.08636, 258.00711, 404.89252, 88.48462, 373.53284, 93.89067, 293.66864, 125.79354, 85.04832, 460.69919, 280.12787, 96.4567, 359.21249, 129.86455, 90.48499, 430.80945, 109.86386, 244.0997, 210.84497, 106.86494, 164.45648, 62.43423, 288.25034, 103.58961, 271.94238, 298.6181, 210.8255, 260.54681, 101.05406, 122.80933, 99.92931, 357.99777, 367.77844, 83.1706, 118.77299, 97.72409, 103.10686, 233.4106, 305.06921, 427.53033, 120.68819, 73.32632, 175.56909, 124.09016, 116.77426, 137.4897, 268.99969, 352.48288, 281.40399, 71.0343, 105.00024, 361.07889, 151.67067, 109.78002, 120.25721, 357.61172, 238.90195, 122.619, 326.44635, 125.64442, 333.20792, 325.45056, 364.44928, 288.36823, 112.96354, 298.78455, 134.74582, 269.7594, 131.81262, 120.48044, 133.62793, 127.2596, 291.10318, 280.56604, 110.35825, 134.56183, 249.79343, 98.33875, 424.29785, 141.38506, 314.82578, 348.37189, 99.18992, 123.88741, 279.56531, 285.50488, 109.81665, 130.33693, 142.31619, 307.96179, 341.93182, 132.38974, 286.53815, 112.41246, 266.69388, 323.0639, 116.71951, 122.08247, 121.02363, 121.61668, 138.79196, 279.01828, 87.35782, 400.64993, 244.1167, 118.65265, 112.83538, 106.71306, 423.62192, 103.76068, 446.65863, 115.0516, 113.23277, 130.30362, 298.4808, 344.54413, 329.34052, 127.71114, 419.35339, 129.6951, 306.23163, 319.97644, 91.50713, 102.10566, 264.30573, 110.02702, 338.37064, 124.94551, 106.01006, 103.82242, 94.2436, 96.04627, 315.00195, 70.65938, 317.37085, 359.8877, 151.39444, 320.01431, 116.28798, 254.8443, 353.2258, 260.44617, 144.10501, 323.39398, 76.53535, 89.70045, 117.15079, 108.21124, 134.56224, 126.51191, 309.88501, 384.72906, 126.50087, 274.15625, 121.15764, 107.73862, 315.14026, 96.31643, 125.74051, 106.64809, 120.10143, 274.25262, 120.07224, 340.77518, 388.92368, 418.16669, 391.95187, 101.8199, 335.32913, 254.87146, 287.33691, 130.39575, 331.28317, 360.27094, 242.02875, 124.8345, 411.16431, 343.12375, 400.96838, 280.42715, 129.76282, 102.16246, 397.61346, 122.22669, 159.23141, 418.07489, 163.53334, 135.86806, 297.38019, 317.61844, 179.91867, 100.58733, 90.68652, 84.70604, 368.86392, 100.06076, 108.36099, 352.98932, 106.2699, 127.33083, 163.56046, 293.88806, 118.14603, 78.42191, 318.94025, 350.54327, 121.31389, 75.01584, 289.63483, 103.95997, 356.72113, 299.8371, 391.24075, 182.79936, 152.74535, 67.54147, 332.8475, 334.85721, 89.43156, 288.7406, 126.49622, 329.02954, 413.49307, 143.23148, 116.65999, 117.6128, 330.85999, 117.79729, 378.55872, 374.67102, 256.21173, 376.12067, 126.81547, 117.90332, 134.57547, 138.73732, 85.95695, 132.7294, 116.96925, 133.09384, 126.70296, 67.25954, 149.04303, 426.48505, 348.67334, 282.34479, 108.89809, 399.30038, 115.51125, 192.45166, 113.11774, 256.76822, 268.07916, 283.7691, 139.46117, 110.52599, 57.08809, 91.94699, 342.79782, 108.06245, 100.2666, 284.64587, 359.99719, 279.42395, 186.71591, 369.65195, 129.93506, 285.19983, 97.04248, 119.41369, 130.89711, 126.16202, 274.80164, 118.00082, 272.81848, 394.93787, 236.7092, 137.24525, 322.37469, 159.36176, 338.48935, 125.41093, 116.8188, 392.59357, 107.76017, 110.5983, 267.4722, 117.87878, 94.37015, 89.40762, 124.97266, 150.07587, 102.34537, 338.57645, 342.23819, 111.10885, 404.91125, 106.59296, 171.93517, 268.32172, 349.70789, 92.50462, 283.12796, 109.02248, 115.98055, 258.13358, 146.40265, 455.3569, 104.11367, 362.78723, 380.38666, 334.72394, 106.55923, 304.27371, 134.26418, 174.30246, 77.328, 97.2144, 257.60818, 208.60551, 237.23404, 143.15625, 319.10486, 121.86357, 343.85504, 355.41937, 414.96393, 347.71008, 90.13995, 351.98688, 125.14799, 92.41302, 291.96219, 289.87134, 254.39438, 114.38564, 107.14543, 384.63367, 359.70462, 129.20206, 314.70285, 298.87665, 91.77534, 103.34757, 389.9194, 312.82181, 266.91806, 362.62115, 367.76031, 363.64438, 371.15021, 285.61743, 450.92606, 179.13034, 372.53964, 374.82422, 91.80669, 104.37963, 121.64207, 151.77036, 256.47403, 315.36423, 366.84433, 304.46313, 301.51459, 384.60632, 96.67033, 318.98175, 439.36237, 117.63097, 369.21964, 109.72155, 116.00662, 395.7038, 107.718, 304.40631, 133.29247, 374.17032, 259.78503, 223.50647, 94.85135, 294.46985, 296.42508, 97.65132, 463.69891, 333.73846, 83.26017, 208.66743, 101.09183, 309.11255, 105.89413, 226.95316, 267.53619, 229.19554, 94.77185, 112.40459, 333.42267, 79.51907, 105.06034 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 1856.74652, 1256.95178, 1088.57281, 1041.96667, 878.48431, 751.37817, 1226.4494, 1080.75522, 1012.12112, 870.41818, 1219.77087, 963.83237, 913.56177, 1013.87589, 1021.94226, 1015.65088, 988.7392, 1528.31964, 1059.62732, 1106.44308, 2513.96045, 1291.34674, 1203.95557, 1090.22083, 1059.61374, 1021.71194, 1317.93878, 1201.78143, 1082.60339, 1069.1362, 839.12378, 1105.11664, 1123.51953, 1273.82947, 1095.87027, 3317.35107, 957.60318, 771.95279, 1202.97253, 1275.52917, 975.78485, 1176.07788, 971.08331, 2958.90442, 1040.54639, 1065.30966, 1025.29974, 1551.15143, 1252.62793, 1331.73486, 1167.14569, 1067.41888, 1007.74432, 1101.80966, 884.53833, 2489.49426, 1099.76068, 940.7897, 1046.25421, 902.78082, 2103.71448, 1237.11841, 681.5892, 1139.1131, 2710.66376, 1053.45148, 1105.81073, 1101.29028, 888.55151, 959.698, 969.7796, 1280.47369, 2322.57269, 990.80847, 1029.54321, 817.20233, 2319.75891, 1772.70349, 743.65933, 1065.67749, 1344.5741, 946.97894, 1031.09305, 1091.77075, 1263.54456, 1775.20599, 1219.1225, 851.23871, 1234.46045, 1220.28363, 1089.41425, 1108.05206, 1092.30817, 1146.34906, 1198.99353, 2145.21051, 1168.09332, 1177.02795, 2415.48596, 1027.44418, 893.56158, 1322.25659, 941.57593, 1001.92761, 1285.63977, 1021.64441, 1050.56598, 902.15369, 1379.30273, 1285.57629, 1191.89386, 1018.62048, 994.31317, 1143.37714, 1205.79694, 1264.68311, 1011.36133, 1133.0304, 1268.18066, 935.81241, 1131.34155, 971.91736, 1053.02911, 1111.37521, 1158.08313, 1070.89966, 1332.83447, 1088.23083, 1122.50616, 880.83524, 1056.16, 1365.35571, 1250.37524, 904.23523, 1396.12939, 777.70682, 1281.45941, 1018.14517, 984.75183, 1028.1958, 1061.46466, 1209.10797, 1297.15924, 2443.27905, 1152.58783, 1096.12585, 952.32288, 1202.23376, 1491.49963, 3063.37128, 1091.8576, 1180.29468, 1026.0954, 1107.27325, 1121.73077, 2849.09973, 1443.27618, 1239.28986, 1097.79083, 1086.76227, 689.04718, 1212.59216, 1182.60089, 873.00269, 1071.22308, 1335.55524, 899.78207, 1067.02203, 1135.42194, 1047.03403, 1100.05429, 3124.35083, 1048.28217, 1411.43964, 978.05615, 1031.05237, 1130.6994, 1156.94122, 2212.92041, 1038.78165, 1041.87399, 1089.33179, 1117.6507, 912.40906, 1146.70026, 1248.73267, 912.20731, 1016.95276, 1471.12659, 1150.04095, 1092.84366, 1280.09344, 1241.04529, 3728.34337, 1087.76221, 2694.11572, 2827.63074, 840.4935, 1130.12311, 1950.74701, 974.34103, 1296.83868, 1138.92188, 972.43594, 1034.99988, 940.66089, 975.50006, 1077.55524, 1449.13696, 1119.29495, 1055.73624, 2903.9021, 1152.4357, 1111.98151, 1279.86389, 1171.70068, 1163.48999, 1341.20239, 1140.50659, 2019.45844, 1090.20065, 679.41367, 873.69113, 1007.99738, 1403.58618, 1460.1723, 922.16312, 1056.37167, 1032.52631, 1104.64917, 944.20282, 759.31458, 1265.02539, 1107.76227, 1466.13013, 1726.40918, 1439.96332, 1287.94952, 1013.88763, 1054.54224, 1762.33447, 908.12814, 832.61697, 915.01596, 1097.34985, 1378.40051, 1034.28809, 1100.87927, 985.8183, 595.89534, 746.86041, 1030.5242, 1317.91772, 1343.71149, 1056.21198, 1191.6192, 1052.67242, 1264.76776, 1113.6926, 1183.74762, 369.18725, 958.90143, 1830.31738, 869.94308, 1192.04852, 887.92249, 1047.76941, 1255.42603, 1183.53198, 852.22388, 1024.17526, 1090.07379, 1113.28693, 1088.88147, 1021.22458, 1081.92657, 1326.96472, 1263.09369, 1169.9389, 1129.2746, 1222.35626, 1401.64417, 766.5752, 1231.74384, 1180.20544, 991.56873, 1139.74304, 993.34769, 2339.59528, 1122.36084, 971.37427, 1033.45892, 1265.20819, 1054.13937, 1089.237, 1033.55219, 1083.26978, 939.24567, 1041.48477, 1098.45923, 1116.27338, 1209.52057, 1610.02313, 1125.60907, 1400.18195, 1413.58038, 1175.93829, 1196.40698, 1087.63947, 1262.34521, 971.10849, 2557.42346, 727.5748, 3160.24121, 902.56378, 1200.70923, 1115.43835, 1131.73254, 869.45547, 1073.2486, 1132.62994, 1019.53683, 1832.77179, 1016.43506, 1232.88538, 1163.06219, 2056.341, 953.75806, 1073.25684, 794.10062, 1058.21814, 1124.52405, 1141.13922, 2679.10779, 1086.69391, 1121.05807, 1058.21545, 1263.95935, 1557.17615, 1046.84549, 1214.01617, 1341.18884, 1049.75467, 979.95776, 1093.52319, 882.01773, 1183.40613, 1140.60211, 1129.40222, 2271.20038, 1265.89117, 1134.56866, 987.04605, 946.33765, 1238.51111, 1098.02637, 1597.49939, 1194.66583, 948.35562, 1151.60754, 921.23352, 1061.07477, 1149.81213, 1212.92847, 1994.69232, 980.91312, 1016.75781, 855.55392, 1035.29236, 1352.86108, 1375.33008, 2258.82745, 1238.78503, 2259.15515, 964.9465, 1208.46753, 2730.57062, 1224.18921, 1205.76898, 1037.49683, 813.23288, 1033.82812, 1870.43512, 1118.76999, 1118.47565, 3287.26929, 1143.13965, 1129.11304, 1203.69653, 2388.4649, 992.23856, 1257.66058, 1123.64465, 1006.18304, 1014.35303, 1042.47382, 2072.29199, 1156.46436, 1644.28055, 1499.64954, 1021.29559, 1149.56085, 896.74539, 1046.85791, 1733.42163, 943.95264, 953.72891, 1133.96704, 1180.4325, 1306.08276, 968.96222, 748.0777, 3361.21997, 1201.05164, 1091.0751, 676.65695, 1149.216, 1068.77271, 1010.52417, 1017.37241, 1152.17725, 1220.72449, 1009.90424, 1154.86963, 1073.12326, 1524.09601, 1051.91931, 2665.16907, 3580.64514, 1017.70178, 937.1572, 1034.32623, 1012.00018, 809.74548, 1583.26917, 3095.8837, 1108.45374, 2700.67285, 860.52402, 944.37537, 842.40085, 828.46619, 1058.93097, 1194.22693, 1432.9126, 2978.80762, 679.83046, 1914.81372, 1180.62427, 1082.10968, 924.7597, 1239.33917, 1328.10535, 3627.02494, 1106.36066, 1124.0564, 1616.5918, 968.35657, 1164.578, 2089.65417, 951.23495, 1225.82839, 1187.69391, 1506.41229, 1052.10901, 1045.08398, 1056.57416, 972.61456, 824.79059, 1202.63782, 1038.28488, 1255.64374, 1212.18805, 1032.01129, 869.20575, 1028.75946, 1156.9519, 1065.45895, 1595.4418, 1018.09119, 1982.52646, 1720.42615, 825.78256, 982.90796, 1177.27399, 1173.03137, 2688.88757, 1088.15088, 1117.78754, 891.10617, 1110.57367, 1196.19763, 1190.80084, 1190.58478, 867.11774, 849.52612, 1362.13617, 1018.53656, 1072.96863, 1088.83362 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.006295123648466461, "neutral_loss": 2.9627289757615287, "target_chat_loss": 1.6740942399745906, "neutral_init_loss": 4.991764190673828, "target_chat_init_loss": 2.9784952440569477, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 309.66296, 106.05312, 394.76465, 301.04953, 421.38864, 132.38321, 401.53238, 318.36252, 112.57925, 130.26949, 396.80954, 318.78058, 226.79208, 76.74892, 291.33694, 115.73788, 94.28083, 152.7363, 336.55869, 133.79788, 310.0336, 447.2616, 112.03558, 395.16644, 384.59375, 341.70105, 91.80774, 79.74185, 97.95007, 171.60117, 335.16977, 101.58676, 82.84975, 359.08307, 107.04591, 420.79471, 367.55084, 306.63632, 224.90576, 100.15352, 108.81848, 305.35217, 107.83302, 251.53342, 324.51877, 98.2927, 111.26766, 288.28345, 73.56948, 294.65311, 140.22523, 74.00348, 350.14697, 256.83099, 373.17587, 284.21252, 134.48401, 249.37762, 413.83734, 477.54205, 100.99989, 101.65021, 120.17599, 83.97443, 354.06879, 93.26511, 138.42355, 108.93684, 329.35159, 115.32855, 115.90923, 131.23547, 430.40875, 279.18823, 256.09875, 375.33612, 455.42981, 116.14746, 387.0824, 110.05299, 132.9256, 327.09021, 349.50888, 311.85077, 107.96314, 105.81584, 108.46596, 105.78774, 420.60187, 103.02234, 131.53903, 92.21902, 273.3905, 247.07539, 316.96182, 369.0022, 290.01135, 114.5418, 316.58441, 351.25668, 103.53602, 145.44608, 256.98944, 399.68402, 88.42726, 374.49255, 91.04387, 295.08316, 123.00162, 84.0353, 458.04401, 281.80353, 96.21703, 363.19669, 128.08328, 88.12236, 431.68475, 109.73663, 245.62376, 207.87404, 105.9326, 163.6803, 61.6454, 287.08374, 102.0833, 273.48596, 298.99554, 210.08597, 262.26987, 100.42949, 123.73812, 98.87155, 359.32922, 368.1297, 81.6814, 119.69519, 97.01363, 102.62018, 230.78233, 305.01929, 433.85135, 119.49767, 73.40263, 172.12875, 124.56964, 115.93005, 135.01036, 267.04263, 352.35532, 280.99448, 69.3283, 104.85806, 360.95044, 151.32419, 109.42483, 120.87281, 357.75461, 238.10921, 124.31923, 322.98926, 127.33826, 335.96552, 320.05811, 365.04425, 286.84546, 113.40407, 298.45135, 133.05453, 268.40668, 129.41484, 119.18538, 133.23892, 129.01227, 287.7858, 276.10254, 105.69348, 132.94456, 252.30156, 98.81571, 420.1095, 137.62552, 313.66019, 349.1553, 99.00714, 124.3241, 280.02576, 281.35226, 108.09692, 129.4158, 142.91675, 307.10547, 342.53741, 132.65144, 284.60986, 112.86301, 270.60593, 325.38525, 116.87999, 121.28207, 117.394, 120.87086, 138.03783, 274.93936, 85.94391, 397.28955, 244.77589, 120.04069, 111.68481, 105.61543, 428.4144, 103.56756, 447.74515, 114.38323, 112.20705, 127.63541, 298.23553, 343.02277, 328.77515, 127.0935, 420.80353, 128.60687, 306.50684, 318.95819, 90.7607, 97.10735, 262.58243, 109.08185, 336.92639, 124.60759, 106.57394, 105.09642, 92.22285, 94.49124, 313.77625, 69.27777, 314.86664, 358.02844, 148.35103, 321.69638, 115.68929, 255.2027, 354.37939, 256.13013, 143.74509, 322.71909, 76.50803, 88.76871, 115.76597, 106.7142, 134.74997, 124.07501, 308.29114, 387.76859, 126.01859, 273.75839, 120.11729, 105.50777, 310.06479, 96.85773, 124.69688, 106.83311, 119.30545, 272.64355, 119.44686, 340.22556, 389.11188, 417.12097, 390.85223, 100.36018, 329.4718, 252.85602, 282.43564, 126.66959, 328.65973, 365.58044, 241.78261, 124.37763, 411.60938, 340.41376, 400.74796, 281.10248, 131.23473, 102.26942, 395.14352, 121.00861, 157.60999, 421.5578, 163.27724, 135.1246, 297.31863, 317.19775, 178.66902, 100.32199, 87.90173, 86.67682, 369.67163, 98.53845, 108.9645, 352.35364, 106.64668, 125.11266, 163.32913, 290.49188, 115.59114, 77.4291, 317.74051, 347.83646, 119.68829, 73.30986, 289.44989, 101.86636, 356.69928, 297.8996, 394.64609, 179.61543, 151.88022, 67.71989, 334.21161, 337.51837, 87.3687, 289.68475, 125.77074, 327.78937, 410.05997, 143.01804, 115.64603, 116.62324, 331.60321, 114.93273, 379.58105, 374.00766, 256.57166, 375.00916, 129.62772, 118.54, 133.63962, 137.77844, 86.05567, 129.43793, 115.99781, 131.06131, 128.06102, 65.73103, 147.57312, 425.25146, 352.052, 283.03552, 108.11926, 397.42828, 113.05449, 189.86507, 111.48528, 253.46626, 266.96277, 283.70203, 142.67909, 109.86263, 57.23325, 91.57652, 342.19675, 108.11739, 99.90419, 286.52377, 365.30048, 277.67145, 183.65714, 374.56537, 129.67645, 285.93329, 95.30846, 117.03821, 131.50645, 125.94286, 271.84473, 114.58351, 274.94653, 394.33215, 234.33966, 134.32234, 322.63016, 158.80101, 338.92548, 126.90607, 116.6787, 391.87787, 105.86394, 108.82874, 266.75879, 116.29189, 92.36737, 87.00443, 122.28127, 150.68445, 101.61079, 338.21021, 343.59845, 110.79881, 398.47348, 107.51047, 169.8932, 266.50208, 350.16107, 92.13055, 282.55624, 109.20972, 111.13323, 255.77759, 144.41589, 455.03436, 101.52429, 362.90259, 383.12054, 336.32703, 105.52731, 308.57947, 133.44144, 172.57156, 76.92363, 98.67448, 255.89447, 208.642, 236.7406, 141.66217, 317.32745, 121.40192, 346.12378, 353.95932, 419.83514, 347.81665, 90.39899, 353.92767, 123.55133, 92.28715, 292.70001, 287.51184, 255.25818, 114.59268, 106.84088, 386.20447, 358.01257, 128.93396, 315.4581, 299.74719, 90.07802, 101.66267, 389.11841, 310.74176, 266.35748, 359.77515, 369.04391, 365.44687, 371.16626, 286.65781, 447.78809, 179.81024, 371.86075, 376.83099, 91.47262, 103.05587, 120.23547, 150.96103, 255.45007, 315.96024, 366.00598, 302.53418, 302.35339, 387.54041, 96.42929, 315.02313, 436.83765, 115.4496, 369.90509, 108.53387, 115.00854, 395.85605, 106.59523, 303.34662, 134.5372, 377.33643, 260.12024, 221.95042, 94.12425, 292.41357, 299.09711, 97.30312, 460.89301, 330.25909, 82.62662, 204.40054, 97.9453, 308.03067, 106.28248, 224.6664, 265.93048, 227.24352, 91.95147, 111.76644, 332.43036, 78.42622, 104.192 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 1779.5365, 1203.89307, 1025.08078, 990.69672, 847.30121, 713.95416, 1152.62762, 1049.77582, 953.11368, 832.12723, 1133.10388, 937.29883, 843.896, 934.3114, 964.35754, 971.87039, 933.93823, 1464.06897, 1024.22961, 1050.06345, 2419.19958, 1236.38397, 1150.01904, 1032.48309, 987.86063, 953.48288, 1260.31689, 1153.97278, 1026.88754, 1010.83524, 781.52454, 1026.36517, 1072.01331, 1217.9809, 1037.69714, 3249.79907, 911.08716, 748.68234, 1121.93945, 1223.57019, 888.31122, 1110.11981, 929.46173, 2876.63489, 999.12881, 997.47211, 988.05634, 1481.79761, 1180.21179, 1260.26678, 1124.72995, 1004.36401, 940.49637, 1020.24512, 841.05344, 2424.19824, 1031.05939, 899.94217, 1003.86768, 859.47345, 2047.81061, 1176.07275, 661.66144, 1083.74902, 2612.08807, 1016.11832, 1038.86609, 1031.53305, 835.46832, 899.06146, 937.72824, 1226.01465, 2252.64659, 946.6864, 978.05502, 794.17328, 2218.36597, 1716.13605, 718.68716, 1024.80859, 1300.17645, 895.36731, 978.9151, 1049.6131, 1188.40112, 1692.74274, 1166.72571, 796.50116, 1193.20233, 1166.33411, 1034.9931, 1073.32397, 1020.37518, 1094.0433, 1114.20093, 2080.81342, 1073.37311, 1120.89246, 2334.09888, 969.85745, 858.37009, 1252.46912, 907.45209, 933.08243, 1224.46478, 981.54651, 1016.17874, 872.29089, 1339.73889, 1233.10522, 1104.77277, 955.52115, 934.5564, 1090.29871, 1115.71558, 1215.52771, 919.30856, 1067.58536, 1198.1853, 907.04385, 1043.85608, 923.18304, 971.77478, 1074.94495, 1087.30438, 1028.67944, 1258.87634, 1056.22421, 1089.90009, 812.26776, 991.84998, 1299.46631, 1175.34442, 873.8808, 1335.05902, 756.7197, 1210.68274, 990.17606, 924.6062, 972.57755, 1004.21747, 1134.08398, 1227.40979, 2362.26508, 1085.12643, 1047.6459, 908.10425, 1139.65814, 1437.12457, 2981.35516, 1036.56491, 1122.08298, 995.58508, 1037.68781, 1074.63544, 2760.93079, 1391.67212, 1164.19122, 1049.05023, 1036.03815, 677.46524, 1127.65479, 1138.55157, 832.39615, 1028.98367, 1287.30762, 863.66852, 1017.18558, 1048.8714, 1017.5831, 1065.03403, 3046.48706, 1012.01807, 1335.66895, 924.96295, 961.67368, 1075.91678, 1083.11609, 2168.17627, 992.6463, 964.52954, 1032.49216, 1040.75238, 883.34201, 1102.1051, 1176.64105, 838.26959, 962.67154, 1432.22858, 1088.74829, 1029.41864, 1203.80548, 1172.24518, 3645.48072, 1037.0788, 2627.44775, 2760.9751, 804.55057, 1065.42987, 1883.30255, 912.85773, 1230.08472, 1083.68353, 906.48181, 996.51004, 870.87909, 917.53076, 1018.58475, 1399.33997, 1076.73834, 1004.25836, 2847.99854, 1098.54086, 1034.86224, 1206.60083, 1133.00598, 1105.12939, 1291.02307, 1071.52216, 1971.04834, 1052.66614, 663.5522, 839.55017, 955.883, 1356.7959, 1402.42548, 873.77698, 993.76187, 968.04245, 1049.85324, 884.89398, 723.61914, 1200.34991, 1047.24933, 1395.51849, 1674.34192, 1361.83899, 1221.58813, 944.17749, 992.18915, 1705.32886, 871.73355, 796.24744, 851.70819, 1021.22299, 1291.1886, 990.79486, 1016.20859, 950.54507, 577.08232, 719.74313, 986.80725, 1259.62396, 1289.64014, 1012.30499, 1141.80157, 985.71695, 1205.45245, 1083.5072, 1125.47528, 356.16701, 909.63013, 1745.7619, 836.86862, 1119.63879, 843.59406, 988.68542, 1200.94714, 1121.7041, 799.65405, 976.48459, 1049.19443, 1076.26636, 1028.07117, 973.12241, 1031.73697, 1254.67224, 1200.48468, 1106.57349, 1050.70081, 1175.98901, 1349.90894, 738.27509, 1143.7309, 1154.97504, 959.29367, 1093.28485, 932.78522, 2254.47559, 1083.26801, 911.56943, 973.95987, 1188.65118, 982.91821, 1017.94711, 997.45374, 1038.9899, 891.23743, 994.06775, 1051.97836, 1072.03375, 1135.48505, 1546.17883, 1083.50473, 1349.99365, 1362.14813, 1135.96869, 1139.27618, 1037.87723, 1195.35443, 929.57288, 2476.38589, 683.14502, 3089.26172, 858.50485, 1141.13733, 1058.61316, 1089.68463, 843.58823, 1013.52081, 1055.86401, 989.04782, 1773.47101, 969.01489, 1177.90619, 1123.61371, 1990.08533, 906.06314, 1034.04138, 745.21881, 1003.18048, 1077.98755, 1084.8103, 2579.80884, 1027.39282, 1068.9913, 1021.42517, 1192.5257, 1513.23358, 1004.89099, 1175.75702, 1286.41656, 990.08081, 944.69745, 1027.47949, 821.82269, 1154.30414, 1087.24841, 1056.58313, 2190.29578, 1188.41132, 1062.35754, 939.68393, 881.37234, 1166.71863, 1031.35876, 1532.91962, 1137.96356, 917.67068, 1097.56946, 864.96753, 1021.80725, 1098.9267, 1140.5658, 1910.13843, 907.20935, 972.89417, 824.76669, 990.5672, 1282.07922, 1311.65277, 2166.93512, 1176.85889, 2177.19592, 903.26474, 1121.02441, 2641.31665, 1174.34198, 1129.51703, 982.06189, 778.66226, 991.76608, 1779.31104, 1067.43713, 1059.18341, 3241.24512, 1094.15918, 1064.5484, 1165.73358, 2326.31628, 963.92493, 1164.65479, 1039.14069, 975.2598, 926.86993, 984.69839, 2017.06982, 1085.30627, 1576.17249, 1453.56476, 964.85681, 1114.38391, 865.58743, 981.87292, 1673.89734, 891.59268, 921.35345, 1054.49176, 1109.05542, 1228.82294, 917.97418, 715.26999, 3287.45947, 1164.38525, 1051.69592, 649.06053, 1086.19019, 1017.35974, 958.96075, 980.25391, 1101.69751, 1134.80371, 951.20984, 1115.40833, 997.36377, 1481.36377, 987.71973, 2564.23358, 3489.05408, 954.05975, 903.83633, 995.80618, 967.20532, 778.67017, 1509.29791, 3011.06104, 1045.23523, 2639.8208, 829.50681, 903.25143, 806.7753, 778.67758, 980.07919, 1156.86774, 1368.48151, 2910.40503, 651.00444, 1855.91394, 1109.58801, 1016.66431, 865.65689, 1188.66541, 1269.57245, 3552.82276, 1048.60474, 1081.54736, 1554.82709, 910.83453, 1105.63565, 2016.04138, 899.18695, 1171.49042, 1138.55682, 1454.34979, 1002.72369, 992.46854, 1015.70969, 909.83838, 798.05988, 1134.16681, 983.97815, 1177.4422, 1162.48834, 967.1463, 816.11859, 987.05627, 1087.6069, 988.26782, 1533.96307, 944.78711, 1922.14893, 1650.06964, 790.08093, 933.50214, 1105.95508, 1108.37488, 2592.23096, 1027.56445, 1075.1312, 847.26825, 1043.23245, 1114.61652, 1138.14404, 1123.34003, 836.75406, 808.83762, 1288.9978, 932.30096, 1041.77856, 1009.82645 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.02465736594271771, "neutral_loss": 2.9538725340083145, "target_chat_loss": 1.5956011536796106, "neutral_init_loss": 4.922176275634766, "target_chat_init_loss": 2.6338029830686507, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 309.52466, 104.3989, 396.82913, 303.37091, 422.4899, 130.2025, 398.73566, 317.45309, 112.04379, 127.52661, 399.10883, 318.58981, 227.19089, 77.80435, 290.19003, 116.3799, 89.99937, 149.98285, 333.50391, 131.88547, 313.53448, 446.65768, 109.65155, 393.18915, 381.02991, 338.7262, 93.0294, 78.41454, 97.92358, 171.09975, 331.27725, 98.74095, 82.00785, 360.25427, 108.96146, 422.11349, 367.32599, 304.78687, 223.15105, 99.66938, 107.23161, 305.23981, 106.99077, 249.82809, 327.65186, 93.28158, 109.59502, 291.59595, 74.01938, 295.16898, 137.33002, 71.37417, 353.94077, 255.53867, 375.05215, 281.1087, 135.29778, 246.17284, 413.45386, 480.37656, 100.55418, 101.02151, 118.29886, 84.35245, 354.28412, 95.29456, 136.57941, 111.18318, 327.28595, 115.52264, 116.0892, 131.25891, 435.7164, 276.20038, 253.90199, 380.81186, 451.51678, 115.01746, 387.83743, 108.13695, 131.57468, 323.85913, 346.23187, 310.0415, 103.9996, 103.1998, 106.65018, 102.14786, 416.68097, 102.19649, 125.99055, 91.87727, 275.57059, 246.82831, 316.76709, 366.85806, 286.21695, 113.72769, 313.18127, 354.58661, 102.10965, 144.59053, 255.90599, 395.50797, 87.4254, 377.36285, 89.00737, 293.88522, 120.47227, 82.95711, 460.03693, 283.68909, 94.09172, 366.88318, 125.68982, 86.07554, 433.56415, 105.45074, 249.2672, 203.65631, 107.20081, 162.25616, 61.2974, 288.00909, 101.14265, 276.03796, 301.30887, 210.72389, 261.88736, 100.35927, 122.26762, 99.02962, 362.19611, 367.98743, 78.64642, 121.00844, 97.80682, 100.95146, 229.2962, 306.58539, 436.18234, 118.10699, 74.17645, 167.23587, 123.6266, 114.90288, 130.81172, 263.73828, 351.82074, 282.84308, 68.04771, 104.69218, 362.37305, 149.10202, 107.30087, 120.68294, 359.55231, 237.76172, 122.53072, 320.44592, 129.65163, 340.60864, 316.72961, 368.20514, 286.97473, 113.00228, 298.86099, 130.78398, 266.84851, 127.17667, 118.07979, 134.14732, 128.71268, 282.83136, 270.86432, 102.51965, 129.98608, 255.84009, 98.49207, 419.51428, 132.13443, 313.92004, 345.84998, 99.4341, 123.26659, 279.8725, 277.36389, 106.71457, 128.79349, 142.13968, 306.72723, 339.37573, 132.87517, 286.07166, 112.62271, 277.47131, 329.2674, 116.5415, 120.7388, 112.7934, 119.2676, 137.45528, 273.52979, 85.73154, 392.9462, 244.41542, 123.31085, 110.58511, 102.03997, 433.5856, 103.91695, 443.66833, 112.61305, 111.17284, 125.45467, 296.53537, 343.17395, 329.55905, 124.44984, 420.4234, 126.11591, 305.13983, 320.14771, 89.18504, 90.68279, 263.18384, 109.81963, 337.15286, 123.28567, 105.6404, 104.74387, 89.41385, 94.19772, 310.53912, 69.92427, 315.12347, 358.685, 145.44125, 322.49698, 115.63188, 253.64911, 357.92401, 252.69116, 142.55777, 329.65308, 75.65762, 87.81609, 115.76965, 107.34167, 134.86169, 124.29028, 307.66748, 387.05344, 125.11548, 271.61984, 118.65705, 103.38567, 306.20157, 96.31093, 122.98544, 106.69678, 119.57378, 271.74057, 118.55513, 339.39343, 391.63312, 416.12186, 390.6875, 99.10367, 322.23666, 250.08788, 273.50632, 123.22359, 328.70062, 373.66275, 239.54263, 124.5045, 411.88007, 338.88379, 401.24689, 281.4183, 130.67926, 101.7198, 394.20129, 121.31921, 157.14328, 425.83752, 160.19366, 134.25197, 296.96985, 317.46429, 177.52229, 94.96446, 86.3745, 88.70462, 370.37393, 96.85027, 108.90799, 347.22058, 106.03638, 125.01499, 163.76984, 287.27789, 113.31705, 76.95415, 316.53448, 345.6326, 119.55366, 71.25938, 286.73013, 100.35141, 357.08466, 294.25986, 397.0451, 174.38828, 150.0952, 67.53648, 333.22351, 338.1102, 84.71464, 289.37646, 123.90798, 328.28445, 406.18756, 142.03622, 116.07516, 115.19332, 331.58337, 113.3558, 380.42108, 374.03064, 256.33856, 374.98227, 130.0146, 118.36221, 132.87271, 137.81256, 84.69012, 125.40555, 114.60592, 127.22095, 130.19183, 64.15141, 147.68069, 424.3045, 355.75543, 284.23535, 108.0804, 393.11078, 112.88762, 186.07214, 108.36977, 248.59064, 265.87869, 287.31412, 145.1859, 109.35982, 57.12159, 90.67886, 342.67145, 107.67961, 99.33238, 287.24533, 369.23254, 276.55344, 180.38907, 378.17303, 130.24829, 290.82812, 93.20188, 114.62643, 129.31903, 125.42582, 268.94772, 109.87836, 275.28366, 396.2981, 232.89453, 131.20738, 322.21442, 158.12173, 338.39194, 129.45207, 116.87172, 394.45923, 102.63185, 108.20319, 267.76312, 113.78131, 90.60687, 84.77168, 121.92871, 150.15802, 101.02329, 341.0845, 343.75702, 111.0889, 394.96249, 107.7811, 165.18805, 265.92371, 352.72656, 92.58147, 280.1239, 108.42636, 106.00938, 255.61028, 142.49188, 454.92599, 96.97503, 359.56543, 385.12256, 339.45587, 104.37012, 312.93384, 132.79962, 169.75713, 75.91461, 98.86311, 255.03259, 209.00027, 236.08409, 137.6664, 316.59717, 120.85593, 350.44226, 351.60037, 422.7569, 344.82144, 91.49976, 357.1438, 122.75805, 90.6245, 293.91772, 283.08762, 254.88239, 113.46828, 106.00081, 384.63147, 358.96277, 127.81747, 317.62289, 300.77338, 88.88043, 101.75043, 387.4697, 310.33698, 263.31812, 358.38974, 372.00635, 367.07089, 373.06873, 288.57996, 447.21982, 183.48367, 372.78064, 380.79044, 91.07118, 102.96155, 119.57836, 148.33096, 255.50505, 314.98499, 367.10333, 299.73489, 303.66888, 391.45276, 95.46435, 316.69327, 438.12726, 112.23766, 371.60086, 107.71228, 114.22339, 392.36993, 105.00198, 302.53366, 134.11688, 378.69626, 258.90564, 216.22952, 94.37726, 289.8457, 306.13696, 97.01378, 458.93304, 326.74841, 81.19104, 201.25911, 95.78998, 309.28677, 107.28394, 223.12711, 266.68481, 225.07896, 89.65249, 112.11954, 332.20609, 75.14111, 103.07784 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 1707.5531, 1155.08392, 963.73425, 935.86526, 814.83539, 668.7298, 1080.25854, 1022.73248, 892.11484, 792.01294, 1050.02216, 911.47772, 778.78174, 864.5687, 907.15378, 920.79486, 882.48654, 1404.52112, 992.44061, 999.01349, 2329.31995, 1185.40063, 1099.13977, 984.52716, 922.29779, 884.09085, 1201.61505, 1097.0842, 978.49875, 952.0246, 729.54791, 950.95743, 1018.81631, 1160.2467, 974.43283, 3178.36304, 865.42456, 725.3335, 1046.86877, 1171.16885, 810.89221, 1047.55298, 879.57449, 2792.69116, 956.25522, 927.48865, 960.34918, 1395.89111, 1111.06989, 1197.54919, 1082.51355, 938.81238, 872.57166, 940.63385, 791.49902, 2364.76355, 970.99811, 851.67639, 969.01636, 817.54272, 1997.12469, 1119.46436, 639.15414, 1022.80353, 2510.47278, 972.70831, 981.72839, 964.95032, 785.50519, 844.70462, 886.93231, 1167.04282, 2184.99991, 902.04822, 920.63889, 773.76825, 2116.7334, 1659.45001, 698.49789, 980.18799, 1261.17236, 842.57056, 918.72415, 999.43628, 1114.0155, 1609.10645, 1106.28265, 745.34518, 1147.12885, 1120.75137, 989.18842, 1031.45798, 955.57965, 1045.53668, 1028.32452, 2008.34308, 984.4325, 1069.0239, 2246.47809, 915.62259, 815.62537, 1190.02344, 869.06412, 867.12024, 1169.53973, 942.62003, 985.80554, 840.2746, 1299.31036, 1179.34357, 1018.29501, 893.33261, 875.98148, 1046.33136, 1025.78293, 1163.33777, 838.52545, 1000.28558, 1133.27374, 881.0672, 960.2749, 874.16461, 886.87741, 1040.99268, 1014.75732, 995.34219, 1189.3598, 1019.51901, 1050.75565, 751.50278, 938.4483, 1240.51416, 1099.35184, 840.26694, 1273.03125, 732.11417, 1141.9032, 957.0835, 849.08307, 925.05136, 941.34372, 1064.32642, 1166.42438, 2274.75613, 1024.79852, 997.6423, 861.56079, 1079.42749, 1384.07208, 2899.70746, 984.37482, 1067.97592, 963.79413, 970.65244, 1028.13953, 2668.68134, 1337.60248, 1088.94208, 1000.19568, 980.63699, 662.64166, 1038.77029, 1083.8284, 794.56274, 990.88696, 1239.92218, 824.267, 969.23071, 961.96234, 992.07642, 1034.64218, 2964.58881, 977.54703, 1258.56042, 867.64108, 897.94824, 1013.05673, 999.43201, 2127.75732, 937.86276, 892.01172, 983.07385, 969.48822, 858.93253, 1057.02124, 1101.38641, 765.5563, 908.39539, 1387.0979, 1032.15582, 967.75824, 1132.05188, 1105.82233, 3565.01426, 993.90851, 2558.73096, 2693.63641, 766.97717, 1004.39731, 1811.91003, 857.44153, 1175.20923, 1025.84094, 846.63373, 953.81128, 808.79303, 865.03568, 975.34982, 1349.18347, 1032.8291, 948.7962, 2791.02466, 1056.43219, 957.87207, 1134.19659, 1095.84973, 1049.29059, 1242.6759, 1003.39368, 1922.68933, 1015.58911, 645.2612, 803.68573, 906.58167, 1306.81366, 1342.90466, 828.18848, 931.18924, 900.12637, 998.01343, 828.47629, 686.59668, 1140.84021, 988.6568, 1326.14478, 1623.44269, 1298.89966, 1148.95996, 884.64575, 933.42999, 1645.33582, 834.36383, 752.56161, 794.87866, 947.27191, 1210.72217, 954.46021, 927.8262, 915.67096, 560.49144, 694.367, 940.00314, 1204.18246, 1238.13116, 972.85645, 1083.50482, 921.703, 1144.72534, 1058.18201, 1069.41547, 342.07045, 856.09332, 1657.9483, 797.22852, 1046.82452, 794.67407, 934.19446, 1150.45135, 1065.23483, 751.25894, 932.67789, 1004.31418, 1030.62061, 967.06345, 926.616, 975.38153, 1185.62689, 1131.73712, 1042.61359, 971.41614, 1137.49469, 1306.13507, 709.33345, 1062.20593, 1131.34769, 922.40704, 1049.20343, 876.8858, 2171.70416, 1042.21405, 858.35474, 911.06686, 1115.2767, 906.97107, 953.89511, 960.50452, 988.56946, 840.98685, 941.87134, 1013.19775, 1027.07651, 1055.44507, 1479.82123, 1045.87534, 1309.52094, 1310.69434, 1089.08698, 1087.93741, 989.00308, 1130.53693, 888.46384, 2398.17929, 637.52869, 3024.33521, 814.39192, 1085.63995, 1002.78571, 1041.39587, 819.06763, 960.48645, 981.436, 958.17957, 1715.8902, 912.66891, 1125.53235, 1090.20422, 1926.66266, 862.18451, 998.89819, 693.81805, 944.95444, 1032.43307, 1032.26486, 2474.85974, 967.61392, 1026.02716, 980.5755, 1123.46695, 1465.22711, 962.19757, 1141.96954, 1230.99414, 935.03052, 912.34711, 960.0766, 766.24121, 1124.48669, 1035.22638, 986.82458, 2095.90356, 1114.9545, 997.84891, 888.55594, 805.2674, 1092.66956, 967.76813, 1474.24829, 1091.21533, 885.96881, 1050.82172, 814.86734, 983.70496, 1041.23218, 1064.84149, 1821.8811, 835.33243, 931.74472, 801.7886, 944.90472, 1215.14764, 1245.42987, 2075.504, 1121.15765, 2095.99548, 843.7883, 1036.52737, 2563.70746, 1121.21594, 1059.84045, 935.3071, 743.47208, 956.33136, 1689.41144, 1005.61905, 999.34628, 3187.65978, 1042.77405, 1004.95831, 1126.11945, 2263.52075, 939.2558, 1068.27795, 952.72034, 938.74661, 846.48718, 929.29059, 1966.98282, 1018.2587, 1507.12805, 1412.72614, 910.41864, 1083.23444, 840.99146, 914.9743, 1612.14557, 838.84692, 882.53986, 972.14429, 1044.96533, 1152.11816, 863.82339, 682.30429, 3206.0835, 1128.57422, 1002.14813, 626.87755, 1024.66443, 969.87054, 903.78918, 940.62482, 1044.52643, 1049.86694, 891.47595, 1072.2905, 924.67648, 1436.79041, 920.76556, 2472.51733, 3400.33795, 886.45483, 861.27606, 948.65851, 919.79105, 750.92468, 1433.25635, 2925.91437, 980.94363, 2580.29688, 795.66556, 855.75476, 770.31055, 732.772, 905.55728, 1115.8407, 1306.26514, 2839.09717, 622.41901, 1799.22644, 1034.32355, 957.74966, 817.85883, 1137.88043, 1211.58411, 3480.57526, 994.62842, 1037.04541, 1498.45602, 861.40799, 1056.14023, 1949.18677, 847.0098, 1122.80899, 1083.41223, 1396.89905, 950.02032, 943.5401, 975.96027, 851.87738, 769.07037, 1069.26959, 942.16235, 1104.35205, 1113.05533, 904.11841, 765.78961, 949.03018, 1009.31177, 911.71497, 1471.73221, 871.00537, 1860.7287, 1583.34564, 745.97992, 893.15585, 1025.51617, 1045.31641, 2501.27173, 968.40958, 1035.88913, 812.57422, 972.38382, 1034.12372, 1085.85583, 1045.36517, 802.72403, 765.52112, 1213.12848, 860.89432, 1008.90417, 937.88226 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.0563343421841837, "neutral_loss": 2.9477900395898016, "target_chat_loss": 1.5294201872098039, "neutral_init_loss": 4.840185479736328, "target_chat_init_loss": 2.314109276187035, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 308.23785, 99.91928, 401.81793, 304.2597, 425.77783, 127.32615, 399.33817, 316.70596, 111.34567, 125.25035, 402.50912, 317.28577, 226.84308, 78.6952, 288.52335, 116.53975, 86.48035, 149.00427, 331.31201, 130.34828, 318.95245, 445.56555, 105.75063, 394.02548, 378.40948, 338.36993, 92.62823, 77.27519, 98.89081, 172.03259, 329.14594, 96.36497, 82.04044, 363.29858, 109.2671, 426.89532, 370.383, 302.25714, 222.86188, 100.11116, 107.47861, 306.08023, 106.65251, 247.20044, 327.72095, 90.53433, 108.01813, 294.0332, 73.7972, 294.08179, 134.24287, 69.24156, 359.43134, 252.81662, 378.54416, 275.65717, 132.89813, 243.66475, 413.23108, 481.52444, 101.27722, 100.40668, 116.18203, 84.75165, 356.95001, 95.92648, 134.57117, 115.09656, 324.72113, 116.13838, 116.34507, 132.26514, 436.43732, 275.70279, 253.47903, 386.17316, 446.54739, 113.21397, 388.12064, 107.68536, 130.62794, 326.04276, 343.28195, 308.39038, 100.52811, 101.7597, 104.99592, 100.6034, 411.979, 101.10611, 122.97328, 91.34242, 275.04269, 247.69733, 314.74487, 363.04898, 282.77676, 111.14191, 310.242, 356.58185, 101.6311, 142.56454, 255.69855, 392.80756, 86.33856, 380.84018, 87.00076, 294.12701, 119.59604, 80.5061, 462.34406, 284.2644, 93.3501, 371.7735, 121.38967, 83.8522, 433.39423, 102.56287, 253.09912, 199.37164, 107.74625, 160.67056, 60.61807, 289.05194, 100.14983, 279.60764, 303.99127, 210.76239, 263.95178, 101.55281, 121.75922, 99.47694, 367.27841, 368.94473, 76.10481, 121.51891, 97.70818, 99.90511, 224.86229, 312.63568, 435.82269, 117.97599, 76.20937, 164.76019, 125.58405, 112.93626, 126.74309, 262.45477, 356.00146, 282.95642, 67.38296, 104.61219, 361.95001, 147.53674, 106.41336, 119.67907, 365.45886, 237.7457, 122.62817, 316.44287, 130.53957, 344.65302, 314.05807, 372.2901, 286.88126, 113.12667, 300.09729, 128.4263, 264.13959, 125.36933, 116.5246, 133.81749, 128.63947, 277.30447, 266.65063, 100.09644, 127.06468, 260.76196, 99.33826, 418.29965, 127.59338, 314.22562, 343.43335, 101.39706, 122.32433, 280.71606, 274.70813, 103.96481, 129.52902, 141.21652, 307.75906, 339.38809, 132.69481, 286.84311, 112.17886, 283.90863, 334.15863, 117.008, 117.95251, 109.44991, 118.84441, 137.19902, 272.26517, 83.59145, 389.00549, 243.02936, 126.33488, 109.80505, 100.55066, 438.09491, 103.26286, 436.39114, 111.15829, 110.03561, 121.53628, 296.25537, 340.79791, 329.9473, 122.36595, 420.5192, 124.46996, 303.46072, 322.72348, 89.3131, 86.03166, 261.85895, 110.67395, 338.24335, 121.16731, 105.84109, 105.44585, 88.17085, 93.30676, 308.74884, 70.39908, 312.74518, 357.18567, 141.7572, 324.3374, 115.82096, 254.52089, 359.81757, 252.81592, 140.38167, 331.26111, 75.40895, 87.943, 115.21542, 106.06047, 136.53458, 122.90656, 307.90054, 383.71188, 124.85258, 270.81421, 118.36322, 101.39503, 303.43076, 96.06575, 120.96606, 106.63356, 121.01285, 271.9747, 118.82463, 337.7764, 393.17755, 416.0979, 388.59616, 97.93748, 314.60193, 247.68269, 265.41229, 119.23398, 327.69101, 375.53058, 240.74707, 124.66486, 412.9245, 337.72354, 399.01404, 284.6893, 130.69223, 101.79881, 393.75568, 121.04157, 157.93053, 430.6369, 158.69708, 132.79913, 299.03229, 318.87592, 174.54623, 90.78056, 84.11323, 91.47729, 371.39172, 95.36183, 110.83504, 344.07501, 107.19667, 122.90324, 163.72162, 284.08493, 110.46955, 76.89894, 315.45508, 345.62885, 119.92407, 70.19376, 282.46979, 97.90388, 357.47076, 291.6568, 397.83966, 170.08566, 148.55975, 68.08337, 333.27167, 337.85394, 81.76149, 291.57227, 122.7254, 332.80316, 404.2645, 141.02765, 116.73108, 114.77937, 332.80472, 110.94396, 382.76819, 372.48239, 257.59918, 374.62744, 131.20251, 118.56447, 130.60542, 135.10413, 84.47101, 122.92831, 113.94849, 126.41785, 131.18237, 62.75494, 147.40605, 426.43161, 359.23236, 283.20044, 107.88837, 392.27783, 110.06621, 182.50763, 105.59362, 243.56581, 262.6225, 287.2847, 147.855, 109.22217, 57.90023, 91.78447, 345.14151, 106.79246, 99.96136, 289.15417, 370.96991, 277.32849, 177.464, 378.93829, 129.08047, 296.06839, 91.92233, 111.25435, 126.93922, 125.96235, 266.9632, 106.10954, 275.03723, 401.18689, 231.22348, 129.9584, 322.60669, 155.04684, 339.07269, 130.22299, 116.4904, 395.9147, 100.21111, 105.45307, 266.90564, 112.41667, 90.24153, 83.63487, 121.68085, 149.06844, 100.77832, 344.13297, 345.47852, 110.31886, 390.15887, 109.60982, 160.03561, 262.61661, 352.42538, 91.46573, 278.56909, 107.2244, 99.6974, 253.39374, 140.20651, 456.86292, 93.59277, 358.83875, 386.8222, 340.16183, 101.75755, 315.98022, 130.48006, 166.13898, 75.51131, 99.39485, 253.37724, 208.41158, 235.8869, 135.51019, 317.70679, 120.09019, 349.75159, 350.18884, 426.17798, 342.10791, 92.4381, 359.6795, 122.519, 89.5974, 295.71371, 280.29645, 255.5641, 113.265, 105.7914, 381.72534, 357.79938, 127.35669, 323.3559, 302.64972, 87.57487, 102.07776, 387.39551, 311.50726, 261.71994, 356.88721, 373.7666, 368.3945, 375.86377, 291.13623, 447.9082, 189.98392, 375.08914, 383.03571, 89.98123, 104.87154, 119.0414, 145.3056, 255.87434, 311.99707, 371.20801, 298.03802, 307.25818, 395.46848, 94.42322, 317.47635, 439.33777, 108.58073, 374.02313, 105.72939, 112.68274, 389.90027, 104.1119, 303.07898, 133.54393, 381.43411, 259.17432, 213.09592, 93.92479, 287.84515, 313.54025, 95.92123, 455.87677, 322.86322, 79.59084, 197.86887, 93.73413, 308.4541, 106.98111, 223.66679, 268.35498, 225.53749, 87.95243, 111.42677, 330.90063, 74.20715, 100.62946 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 1640.63208, 1111.39783, 907.29431, 890.35474, 781.33902, 623.91919, 1004.61594, 1000.42218, 847.6167, 758.73648, 983.87524, 889.12177, 723.11166, 807.60678, 852.16977, 876.95084, 844.2991, 1358.32483, 966.026, 951.00684, 2244.95764, 1147.70581, 1062.21381, 939.50085, 867.38501, 826.66797, 1151.15997, 1044.17044, 931.31348, 908.17291, 686.92029, 889.29922, 979.39856, 1114.50397, 926.23718, 3114.5686, 817.10437, 700.75632, 995.10645, 1120.40778, 747.94519, 996.33337, 832.46008, 2714.96851, 923.97754, 874.16833, 935.46591, 1330.73691, 1057.82898, 1143.06091, 1048.625, 883.8558, 818.72528, 878.96338, 742.53546, 2320.94135, 918.02502, 805.6088, 936.53189, 786.31802, 1955.86157, 1064.69531, 614.08563, 965.5033, 2422.34241, 928.19217, 935.7822, 913.92749, 739.99899, 802.34598, 847.59186, 1108.11334, 2129.7027, 862.78894, 878.46991, 762.2612, 2038.62964, 1613.80164, 679.3829, 948.42523, 1216.64496, 795.76123, 868.27264, 959.07761, 1058.35706, 1530.43478, 1057.98264, 703.91409, 1111.29022, 1081.80453, 958.20197, 996.31296, 899.57483, 994.86804, 960.30713, 1949.59451, 913.42871, 1028.72684, 2179.2724, 868.7746, 778.75372, 1141.81873, 830.37155, 815.79874, 1121.08713, 906.41254, 959.43359, 815.15805, 1263.69012, 1133.08838, 944.31482, 840.99295, 824.47791, 1011.53525, 955.8335, 1122.32312, 766.60541, 937.73172, 1073.00262, 860.01776, 888.97855, 823.57227, 822.42694, 1014.52325, 956.12689, 971.36313, 1128.55621, 980.14746, 1013.31815, 706.73276, 900.26108, 1191.85687, 1035.3226, 817.10345, 1220.9303, 714.16403, 1086.11755, 926.68402, 792.6066, 893.22241, 881.44391, 1006.36783, 1113.9859, 2206.26376, 969.77679, 955.11441, 822.57376, 1029.92908, 1344.2962, 2822.19165, 943.30438, 1021.66077, 939.22375, 909.54239, 988.11752, 2586.44116, 1281.46259, 1032.5462, 950.41251, 928.61438, 648.83244, 956.76572, 1042.78818, 760.35034, 966.8483, 1200.20715, 791.38696, 926.88098, 886.909, 972.1864, 1007.07892, 2889.4465, 951.18512, 1201.81299, 823.56754, 855.49356, 957.46829, 930.55807, 2094.33545, 887.57224, 835.92896, 945.35645, 908.67099, 839.06326, 1014.95178, 1040.50394, 707.27798, 860.68542, 1347.27417, 983.54099, 913.2803, 1067.97803, 1050.31195, 3492.59444, 948.36121, 2502.54761, 2631.53699, 733.99167, 954.09579, 1750.20117, 816.15784, 1126.91467, 971.0199, 796.93259, 918.07486, 756.52853, 824.2175, 940.94617, 1306.48059, 997.65747, 902.92163, 2745.83813, 1035.20148, 891.93268, 1075.32751, 1057.49817, 1002.07443, 1200.74615, 950.8389, 1875.14062, 989.70691, 627.55142, 765.85944, 853.66074, 1260.50537, 1290.47968, 794.23962, 873.62543, 845.29395, 955.58801, 781.06393, 642.09445, 1101.28711, 934.60519, 1271.67572, 1577.05035, 1249.69366, 1083.34808, 839.4256, 883.37329, 1588.90985, 802.26135, 714.7084, 750.3559, 881.793, 1145.29086, 913.56543, 847.45111, 880.79877, 549.16037, 671.14072, 893.54788, 1159.33484, 1192.76105, 944.33862, 1029.82458, 875.55099, 1101.04745, 1036.76889, 1024.99557, 329.90901, 807.83005, 1580.31134, 763.93182, 987.37659, 753.10883, 894.30676, 1103.13821, 1018.16843, 715.45898, 897.56418, 961.48285, 996.64511, 915.76508, 885.0386, 929.92517, 1133.67279, 1064.35193, 991.02658, 903.81091, 1111.34247, 1260.44806, 686.58704, 988.75586, 1112.70972, 892.49515, 1003.70468, 833.44028, 2098.60358, 1006.9975, 808.82428, 859.92328, 1058.4469, 843.96445, 894.35291, 923.85419, 944.38159, 804.44351, 897.24039, 981.08588, 998.67194, 987.11154, 1421.32776, 1017.01392, 1281.71106, 1259.29459, 1045.33969, 1047.55679, 949.75241, 1082.41516, 854.47308, 2324.35681, 594.57225, 2970.12793, 778.09802, 1046.09058, 954.92773, 1003.92035, 802.25897, 918.41544, 922.7171, 935.24664, 1675.28906, 864.73224, 1080.36835, 1055.58423, 1873.93829, 823.22333, 964.07837, 652.42926, 891.42145, 1000.42096, 982.33453, 2380.32312, 924.92746, 984.20663, 944.77185, 1067.7092, 1420.68506, 928.81006, 1115.68042, 1184.88751, 890.31729, 878.04474, 908.85828, 718.79016, 1093.64221, 994.45813, 926.5368, 2013.68787, 1049.84973, 937.46149, 849.41763, 740.38312, 1032.79724, 913.80026, 1420.05005, 1056.58447, 862.09697, 1011.1048, 778.42004, 949.40106, 989.56165, 993.47931, 1740.21484, 767.96228, 898.01123, 776.84082, 902.87961, 1158.54419, 1194.46021, 2006.03076, 1076.87085, 2025.41962, 792.10236, 974.49033, 2497.21948, 1075.72845, 1003.93774, 894.112, 717.36932, 929.34753, 1610.6424, 951.38092, 948.70535, 3142.78615, 996.49078, 959.73547, 1091.72156, 2207.31281, 916.3316, 990.15115, 882.67572, 902.20694, 783.78012, 888.68402, 1925.34109, 965.02805, 1447.21161, 1371.74921, 866.39725, 1054.37, 817.86755, 860.38339, 1560.15253, 794.57791, 845.04755, 906.4642, 990.31372, 1091.60663, 823.10574, 656.32593, 3142.05859, 1097.2713, 961.63275, 607.85135, 973.02051, 935.28174, 857.98532, 906.91238, 993.61053, 984.77136, 837.83972, 1029.25519, 864.57166, 1393.26062, 865.28824, 2387.41711, 3311.78345, 833.2688, 826.01535, 911.77203, 882.29953, 733.69275, 1367.5816, 2865.07837, 920.86725, 2527.79248, 767.72624, 817.32916, 738.82068, 695.25128, 847.80807, 1078.34409, 1262.11227, 2776.7522, 595.19165, 1745.073, 974.34631, 901.68542, 773.28149, 1089.90332, 1178.6496, 3411.80526, 950.53296, 996.45609, 1446.80685, 815.10266, 1014.36682, 1900.10309, 805.71271, 1085.64151, 1039.49768, 1350.94562, 908.12711, 904.70535, 946.03442, 805.95938, 754.50137, 1011.93497, 903.98001, 1053.01868, 1070.78363, 845.77539, 722.49066, 924.49255, 933.47144, 852.29871, 1412.7814, 812.81415, 1804.15698, 1532.05383, 713.63312, 856.34167, 967.17123, 998.15787, 2430.96655, 921.83536, 1003.35068, 781.71344, 907.30289, 962.90717, 1037.70575, 981.52869, 769.97412, 730.0965, 1156.25647, 804.2384, 982.2229, 882.14581 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.08206479155405921, "neutral_loss": 2.9499463272918636, "target_chat_loss": 1.4967087472799057, "neutral_init_loss": 4.792958526611328, "target_chat_init_loss": 2.149524043452355, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 308.22806, 98.0387, 402.82275, 306.96448, 428.70319, 126.49165, 400.86456, 316.10843, 110.25556, 124.28804, 403.63745, 317.38892, 225.81094, 79.27817, 288.09851, 117.63683, 84.79718, 147.28598, 330.21954, 129.62785, 322.75562, 446.47992, 104.65692, 391.71503, 379.41583, 337.37036, 92.94793, 76.81742, 98.91736, 170.98871, 329.0481, 95.38152, 82.32459, 363.14227, 109.78344, 432.68491, 371.60547, 301.6106, 223.97789, 99.78098, 106.31873, 308.55487, 106.87521, 247.37497, 329.62183, 87.88483, 108.1498, 297.75696, 74.49355, 295.43915, 132.88354, 68.14539, 365.5769, 252.72702, 380.08966, 274.53925, 131.49359, 243.23589, 414.20331, 484.66446, 102.03191, 100.22742, 114.52599, 84.46937, 356.98279, 97.12203, 132.54388, 116.73766, 323.84943, 116.0985, 117.08493, 132.40858, 440.26294, 275.27652, 250.42123, 390.38928, 445.45923, 112.13014, 388.86597, 107.29694, 130.18858, 326.73758, 341.88184, 307.49817, 96.73235, 101.79092, 106.00747, 99.95795, 412.42401, 100.6862, 119.66338, 90.44907, 275.99423, 248.2832, 314.96085, 362.52472, 282.42117, 110.2393, 311.46088, 358.80652, 101.32835, 140.99762, 255.83923, 390.3222, 85.78824, 382.67462, 86.22154, 294.05496, 117.89977, 79.21116, 465.7323, 286.43036, 93.00153, 375.79474, 119.39459, 83.15733, 431.65735, 99.52957, 255.34659, 197.60951, 109.44897, 161.64815, 60.30004, 289.62524, 99.42632, 282.86703, 305.13232, 211.38069, 264.2309, 101.85024, 121.11417, 99.34445, 371.44055, 369.87726, 74.65064, 122.7551, 97.41539, 99.3976, 224.80742, 315.09689, 437.73865, 117.74083, 76.97911, 162.4662, 125.52639, 114.18745, 124.32806, 261.31967, 359.41464, 285.36493, 67.09744, 104.54906, 363.83368, 145.76549, 105.3504, 119.99341, 366.98645, 237.73926, 122.33508, 315.24524, 131.68488, 348.19891, 315.2627, 373.17755, 288.84839, 114.39532, 300.35388, 127.00693, 262.38736, 123.60627, 115.10642, 134.13972, 128.84181, 277.59485, 263.08481, 100.53918, 125.69705, 262.86823, 100.50327, 420.52792, 126.09813, 315.51456, 340.61102, 101.43813, 122.88036, 280.84256, 274.58066, 103.39106, 129.75607, 143.95958, 308.38541, 339.25247, 132.77724, 289.84747, 112.4659, 288.29587, 339.29865, 117.4821, 115.16238, 107.26149, 119.46697, 136.97083, 272.9494, 83.9052, 387.29132, 244.24675, 127.98482, 108.35424, 99.55959, 443.63342, 103.46234, 434.7319, 111.17683, 108.70699, 119.41788, 295.79892, 339.71881, 331.776, 121.6257, 420.58563, 122.55628, 302.26047, 324.55032, 89.3692, 84.20279, 261.27353, 110.4063, 339.14679, 121.1301, 106.23267, 105.83339, 87.65809, 92.49025, 308.44202, 71.31355, 314.81226, 356.98938, 139.19221, 330.03741, 116.75811, 254.7056, 364.59375, 252.58371, 140.10306, 334.16629, 76.37015, 88.06114, 115.61229, 105.36282, 138.40486, 121.92393, 309.17892, 381.83331, 124.98979, 271.91501, 117.09505, 100.81467, 303.54205, 96.68193, 119.36337, 106.90298, 123.26242, 272.60895, 119.27328, 336.69098, 395.4538, 414.8497, 387.67502, 96.83604, 311.93219, 246.18623, 259.73206, 117.87172, 326.89401, 381.52191, 241.76236, 125.47708, 414.81842, 337.72949, 400.10626, 287.43939, 131.38277, 102.83792, 393.36996, 121.63907, 158.90239, 434.13733, 157.74391, 133.66116, 298.84625, 318.98712, 173.13551, 87.13206, 82.66367, 91.37238, 374.31696, 94.80579, 112.44547, 343.30249, 107.79829, 122.67966, 165.77621, 283.65262, 107.9451, 77.43666, 315.85739, 346.32947, 120.74361, 69.50515, 280.99396, 96.67108, 359.26938, 291.07236, 399.08359, 167.73877, 148.49426, 67.74654, 335.12311, 340.30795, 80.79727, 291.59335, 122.04568, 335.00864, 406.29428, 141.22647, 117.13788, 114.28041, 331.33997, 110.46013, 385.73224, 372.7673, 259.14899, 375.66443, 128.8743, 119.26987, 130.41559, 134.12433, 83.80116, 121.56628, 113.25052, 123.24696, 129.71849, 62.32657, 146.47473, 428.68127, 361.98288, 281.73755, 108.45529, 391.2995, 109.85664, 179.71603, 104.15414, 241.34444, 261.32867, 291.54803, 148.55064, 108.8743, 58.42727, 92.26959, 344.70697, 107.21371, 98.60181, 289.49252, 372.86902, 276.84381, 175.20734, 377.61383, 130.03357, 298.9231, 91.48103, 111.42276, 128.18846, 127.36084, 266.35382, 103.86229, 274.8013, 404.69159, 230.38913, 127.38924, 323.06934, 154.21088, 338.7334, 131.92439, 116.39217, 398.92993, 98.1947, 103.97772, 265.68463, 112.67146, 90.05913, 82.26047, 122.95492, 149.20366, 100.82861, 345.79431, 345.8064, 110.21583, 386.92609, 110.13893, 155.95702, 262.36957, 351.86493, 92.11321, 276.58624, 106.8045, 95.58006, 255.06915, 140.2625, 457.51889, 92.20425, 357.12259, 388.67267, 338.52603, 100.86708, 318.94275, 129.79814, 165.7261, 74.35423, 99.98787, 252.92804, 208.19821, 236.21918, 134.02939, 318.37677, 119.25249, 353.22168, 349.4675, 429.53305, 340.58206, 92.36224, 362.36563, 121.88805, 89.02652, 297.83759, 280.13141, 257.11902, 112.36924, 106.45519, 379.58075, 360.20288, 127.75323, 330.25623, 304.31317, 88.25932, 103.03163, 387.97144, 313.05261, 261.29819, 356.94608, 376.46341, 368.84711, 379.46506, 291.75305, 449.85126, 192.8138, 379.73386, 384.69476, 90.12907, 105.3616, 117.87643, 144.64386, 255.54779, 312.70517, 374.81476, 296.27374, 308.75638, 396.3924, 94.54381, 318.02142, 439.65167, 107.69731, 374.74506, 105.70001, 112.70814, 388.45898, 105.02434, 303.58551, 134.19217, 382.0694, 260.61328, 211.34665, 94.47937, 286.46356, 320.19812, 94.92873, 454.40448, 320.0705, 80.37112, 197.58601, 93.80957, 309.34424, 106.27045, 221.94186, 270.29422, 223.41359, 86.59801, 110.80637, 329.65167, 72.64279, 98.67041 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 1608.29889, 1090.29761, 873.55386, 870.57495, 762.46265, 595.93185, 964.97137, 988.29691, 824.50186, 743.21552, 952.42062, 877.0025, 689.55029, 781.42001, 822.25504, 851.65982, 829.10474, 1332.65363, 951.19894, 932.052, 2198.98669, 1126.92477, 1042.01758, 921.79657, 844.74921, 794.30399, 1125.64819, 1014.28534, 908.50925, 889.51324, 664.92294, 861.4942, 963.36722, 1089.2406, 906.92853, 3087.04932, 792.98831, 684.84653, 970.69998, 1092.76743, 722.79355, 969.91208, 806.36523, 2674.57452, 905.31662, 851.44562, 923.80026, 1293.55469, 1032.20132, 1117.18048, 1030.67633, 860.15442, 788.74509, 848.29764, 716.25253, 2311.08875, 890.38409, 776.32468, 919.55331, 771.06232, 1932.10046, 1036.64435, 603.42418, 931.75369, 2376.60834, 902.71362, 912.97614, 892.47546, 722.8132, 785.42584, 822.08511, 1076.27466, 2098.6169, 840.80054, 853.76828, 757.86227, 1994.16772, 1590.73825, 670.60797, 927.95084, 1195.79614, 772.8085, 841.09711, 939.16113, 1034.55447, 1491.80887, 1031.88562, 682.72687, 1093.54715, 1063.36963, 944.0943, 978.28082, 877.98349, 978.36044, 924.93909, 1916.40436, 882.10861, 1007.88187, 2144.22897, 842.79532, 757.48749, 1120.59497, 813.33377, 787.28821, 1099.1608, 890.01117, 948.69714, 803.34186, 1245.98962, 1109.30453, 909.27161, 814.73096, 803.28076, 997.01425, 923.19882, 1102.05588, 731.63873, 908.06747, 1040.99527, 854.90576, 860.65302, 798.77008, 794.21674, 1003.20398, 932.41089, 958.28455, 1101.56537, 961.26932, 990.59131, 684.13333, 885.36926, 1167.95117, 1008.91022, 799.77539, 1190.38422, 702.35797, 1062.08459, 911.38058, 762.91327, 885.96558, 847.79956, 983.25143, 1090.21033, 2171.9126, 945.48096, 930.98328, 801.5401, 1008.88052, 1320.51257, 2783.0979, 925.46469, 1000.78192, 924.69202, 882.32748, 967.2778, 2547.44354, 1253.03845, 1007.40826, 924.56699, 901.10196, 641.93306, 917.76077, 1028.31787, 744.71497, 957.24045, 1178.328, 772.61475, 905.72272, 847.06781, 959.73172, 993.19598, 2855.69699, 933.26736, 1177.09998, 799.30612, 835.86404, 933.80801, 895.59531, 2078.92236, 862.92978, 809.79657, 925.31125, 882.86285, 830.12091, 995.95551, 1007.52295, 680.48114, 832.3923, 1321.05634, 959.64096, 886.15399, 1037.52661, 1022.10538, 3462.119, 922.45413, 2476.0542, 2598.45715, 714.08701, 932.84805, 1714.96295, 797.80933, 1102.67285, 945.09116, 778.2677, 896.854, 739.74142, 801.72379, 928.77795, 1284.33325, 983.01758, 880.49026, 2724.13086, 1029.52789, 860.59125, 1048.26978, 1032.36664, 977.24002, 1180.79541, 927.46069, 1850.51941, 971.23743, 616.33932, 756.1069, 826.35733, 1236.71942, 1261.37024, 779.71234, 848.20453, 824.68823, 941.1095, 758.86298, 619.44086, 1083.71463, 912.05914, 1251.92834, 1551.49133, 1219.41687, 1051.04639, 816.99103, 860.41876, 1554.88953, 784.08542, 691.75214, 729.26923, 845.51434, 1119.16727, 897.28973, 806.88824, 862.22287, 539.97293, 657.401, 868.586, 1138.73871, 1168.62665, 924.1235, 998.16852, 856.60352, 1078.43158, 1027.59152, 1004.98004, 321.75412, 778.02521, 1536.5697, 745.26306, 963.82861, 729.10732, 875.95535, 1078.89203, 999.27484, 701.11212, 879.76373, 939.81268, 977.81943, 893.93817, 862.30066, 907.64911, 1115.44904, 1031.79282, 969.43561, 871.61456, 1096.53748, 1236.31363, 676.38385, 953.70105, 1105.34323, 871.04449, 979.85529, 814.75952, 2057.23645, 986.51218, 786.60254, 836.87726, 1029.46091, 807.17645, 868.98672, 899.20117, 922.21198, 789.11566, 874.45288, 970.2576, 984.29968, 951.26208, 1388.06714, 1002.75769, 1270.73779, 1231.25012, 1022.5668, 1029.31631, 931.74268, 1059.87875, 826.42426, 2291.03903, 571.44467, 2946.79492, 756.91806, 1033.4361, 931.4285, 980.32425, 796.04691, 905.09366, 894.83752, 922.41028, 1659.05188, 834.25153, 1057.81262, 1036.18219, 1845.3877, 812.23877, 943.5155, 629.80344, 865.24878, 983.24725, 956.07861, 2333.92395, 910.43704, 963.93091, 927.13806, 1038.45032, 1396.85864, 910.91241, 1104.35461, 1161.33502, 867.44241, 859.43982, 886.27737, 699.58182, 1079.57031, 975.17117, 901.10846, 1973.00342, 1022.07272, 911.42529, 828.95221, 711.6424, 1000.46295, 888.22739, 1391.50967, 1038.83246, 846.4467, 990.47308, 763.73303, 931.89835, 965.16461, 954.01465, 1691.83521, 737.44385, 880.8129, 764.02377, 881.10529, 1134.39941, 1169.08081, 1972.90979, 1056.19635, 1991.17169, 765.89133, 946.23648, 2464.42529, 1053.82779, 980.14362, 878.58997, 703.24258, 918.62378, 1571.33997, 919.25995, 926.58063, 3123.10128, 975.35971, 935.54596, 1075.1781, 2185.16431, 905.35052, 951.88181, 853.00995, 879.03711, 757.25131, 872.1337, 1905.31534, 944.03061, 1411.52734, 1352.08203, 847.35379, 1039.04852, 804.35501, 828.9743, 1531.04401, 775.6496, 823.61914, 874.39398, 964.19974, 1062.45447, 803.64764, 641.97989, 3109.3877, 1074.61584, 939.11761, 598.33522, 951.39224, 915.82159, 829.79904, 888.51636, 965.46198, 952.81952, 812.12817, 1005.69412, 832.3765, 1368.0484, 840.08878, 2343.94293, 3269.08871, 811.21683, 802.02679, 888.93939, 864.36737, 721.79123, 1331.11011, 2826.86047, 893.51404, 2501.83838, 754.06833, 792.7034, 719.28125, 678.07883, 827.81955, 1061.56714, 1242.76837, 2743.64429, 580.88504, 1719.67892, 947.5994, 872.6217, 757.19455, 1067.72638, 1160.17999, 3381.77488, 930.44043, 975.44553, 1416.46304, 798.17517, 998.63672, 1877.68677, 781.83865, 1067.18208, 1011.92761, 1322.72382, 887.65747, 882.27484, 929.95905, 784.17929, 743.84393, 986.74567, 886.66315, 1030.63107, 1050.42389, 822.33752, 701.79321, 914.42059, 900.81708, 826.7901, 1382.84872, 789.742, 1771.23895, 1506.10742, 689.06601, 836.38062, 939.78049, 969.42267, 2396.90552, 898.28268, 988.10327, 766.88895, 873.83777, 927.30725, 1012.31543, 949.31024, 749.98547, 710.39397, 1124.43158, 776.02655, 967.17514, 858.67526 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.10230718130810934, "neutral_loss": 2.951560283685606, "target_chat_loss": 1.4788214409256648, "neutral_init_loss": 4.756259411621094, "target_chat_init_loss": 2.0468445377965128, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 309.86951, 95.43917, 403.60162, 308.86011, 430.1423, 125.51225, 400.31943, 317.00421, 110.91934, 123.09775, 405.44846, 316.3273, 227.16878, 79.53027, 288.28372, 118.56877, 84.33667, 147.17429, 329.38312, 128.55704, 325.01367, 447.57242, 104.18758, 394.66727, 379.42932, 339.55881, 94.57281, 75.58277, 99.83768, 172.34718, 327.35602, 93.50574, 81.80168, 364.83832, 108.87924, 434.11194, 373.27045, 301.18185, 224.07509, 98.97438, 106.0412, 310.06131, 108.24749, 246.40239, 330.02451, 87.1894, 107.09148, 299.23346, 73.85179, 294.15253, 132.25121, 67.73662, 368.18243, 252.30872, 380.91266, 273.15497, 130.18787, 241.35867, 415.4162, 484.51849, 102.0356, 98.65235, 113.89227, 85.63606, 357.95465, 97.37751, 130.93259, 118.34124, 321.70605, 115.8031, 117.3938, 130.82405, 440.2887, 276.74783, 250.99316, 394.11642, 442.46613, 111.71229, 390.56491, 107.43117, 129.73697, 329.13287, 340.51764, 307.13336, 96.42754, 99.59251, 105.6861, 99.94468, 412.32599, 100.53976, 117.85268, 89.61202, 277.54083, 249.22037, 313.87061, 361.41257, 281.7854, 109.50405, 312.33368, 359.50861, 100.52879, 139.77924, 256.92279, 389.27515, 85.19427, 385.59149, 85.41917, 295.06253, 117.35549, 77.77724, 466.26343, 288.18948, 93.37338, 379.47455, 118.2066, 82.71804, 431.36792, 99.40882, 259.0097, 196.94093, 107.51102, 160.94182, 60.10101, 288.60907, 99.73193, 284.98676, 306.02753, 212.21271, 264.84119, 102.5358, 120.68607, 100.24828, 374.36346, 368.87711, 73.032, 122.76691, 96.47954, 98.58511, 224.26355, 318.29706, 437.15317, 118.40051, 77.63139, 160.65256, 125.45224, 112.03342, 123.3604, 261.36484, 362.56891, 286.92719, 66.22261, 105.21251, 365.20914, 143.70007, 105.38811, 118.46323, 371.08246, 238.42453, 123.05412, 315.6308, 131.16628, 349.54041, 315.13605, 377.0574, 288.16937, 114.11368, 301.06149, 126.35336, 263.13034, 123.79495, 115.04393, 134.35657, 127.85223, 275.1925, 262.27994, 99.73823, 125.51359, 264.94409, 100.97103, 420.44232, 124.19616, 316.17697, 341.17874, 102.58146, 123.13629, 280.94858, 273.92966, 103.04719, 129.25238, 142.93561, 308.46985, 337.35016, 134.25528, 290.84604, 111.89397, 292.61887, 342.34131, 117.33006, 114.52444, 105.88638, 118.74092, 137.48936, 273.09805, 84.06101, 386.69031, 245.86569, 128.82806, 107.96365, 99.59821, 445.66556, 103.68679, 431.18488, 110.96269, 109.55674, 118.20981, 296.26758, 339.6217, 332.84174, 121.44153, 421.62018, 120.00806, 301.52765, 325.66888, 89.11889, 82.38052, 263.23865, 110.38468, 340.92944, 119.72881, 106.33303, 106.45825, 86.67728, 93.36386, 306.64545, 71.79527, 317.36661, 358.02664, 137.79564, 330.47321, 117.52319, 256.11139, 366.95184, 254.50043, 140.43134, 336.88831, 76.21142, 88.00858, 115.93326, 103.81297, 138.21283, 121.16695, 310.69702, 381.69183, 124.92575, 273.19104, 116.9734, 99.95572, 302.30597, 97.24898, 117.41671, 107.21648, 123.09837, 272.20636, 116.80717, 335.8598, 397.27115, 415.41748, 388.37296, 96.95572, 309.26636, 246.82451, 256.85309, 116.62051, 327.40793, 382.84247, 241.93143, 125.56018, 416.39529, 339.30994, 399.32294, 289.74689, 131.64536, 103.9973, 394.91699, 121.60788, 160.88892, 436.3092, 157.13327, 132.60201, 301.64551, 319.67715, 171.94012, 85.34531, 82.84377, 91.97737, 374.73749, 94.36891, 112.60525, 343.72675, 108.70988, 122.40358, 167.28973, 282.32703, 106.76115, 77.00296, 316.26569, 345.78668, 120.99503, 68.52567, 279.42548, 95.27586, 360.72495, 290.46967, 396.02527, 166.92459, 148.42856, 68.41956, 333.71783, 340.79266, 79.50159, 292.32587, 121.22884, 337.81, 406.2099, 140.40262, 117.69672, 114.25165, 332.88892, 108.52502, 388.2171, 371.61215, 259.63739, 376.32867, 128.56061, 119.43382, 129.94273, 133.1832, 83.7936, 121.72417, 113.21676, 122.70097, 129.86093, 62.52988, 147.01802, 430.63614, 364.57306, 282.11298, 109.88017, 390.70587, 109.76376, 178.43106, 102.82712, 240.28397, 260.25403, 291.86356, 150.48813, 107.45134, 59.06503, 92.41676, 343.53787, 107.4189, 98.81744, 291.02255, 373.44345, 277.28384, 174.74512, 377.60767, 129.07709, 303.73251, 90.68305, 110.0835, 127.63113, 127.65278, 264.82422, 102.15346, 274.21927, 406.22614, 229.33324, 127.20529, 323.21521, 154.71219, 338.12946, 132.5159, 116.8033, 401.47073, 97.9796, 103.32184, 265.46902, 113.08083, 89.38234, 81.83278, 122.37473, 148.04514, 100.92407, 347.37234, 348.15738, 111.08215, 386.44946, 110.99026, 152.9212, 263.12424, 353.06104, 91.78123, 275.12976, 107.29214, 93.32407, 254.09702, 138.56213, 459.12799, 90.35077, 356.56488, 389.43451, 340.54404, 100.2116, 320.88373, 128.87057, 163.34137, 74.56388, 100.8402, 253.27731, 207.80461, 235.99994, 132.33954, 318.94012, 119.81283, 352.87686, 350.79221, 431.56018, 339.56534, 92.68964, 363.64471, 122.92132, 88.60018, 299.72549, 278.00525, 259.61789, 111.83502, 105.82169, 380.4165, 359.26154, 128.77361, 332.57355, 304.18842, 88.37472, 102.95564, 389.73328, 314.28339, 261.24451, 354.2738, 378.55164, 370.7135, 380.0592, 293.40747, 450.63275, 196.22739, 382.88614, 386.00818, 88.72501, 106.1047, 118.1346, 144.11563, 256.45264, 311.4931, 377.45779, 296.54288, 310.18179, 397.30362, 93.52704, 318.91562, 440.97876, 105.92488, 377.61761, 105.58835, 111.92635, 387.61172, 103.58359, 303.60852, 133.65303, 383.47229, 260.47403, 208.9045, 95.27179, 286.30447, 326.84418, 95.30122, 452.20911, 318.49118, 79.4407, 196.88882, 93.50383, 310.43613, 106.11389, 221.79332, 270.63281, 222.71954, 86.72023, 109.90933, 329.77509, 72.91661, 96.61156 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 1589.07135, 1074.26428, 856.79376, 857.27649, 749.67004, 581.04056, 939.71689, 983.71771, 812.01526, 733.4624, 933.82001, 872.95395, 671.71146, 766.6546, 804.63177, 840.0723, 822.29193, 1320.16656, 944.79742, 918.1203, 2174.31311, 1117.86697, 1034.53439, 908.91217, 828.63876, 775.90863, 1116.41837, 1000.42883, 894.60583, 879.27008, 650.90308, 847.93848, 950.97699, 1077.30505, 898.46252, 3063.47559, 780.96579, 676.39148, 960.24442, 1078.28781, 712.01077, 957.69452, 791.11829, 2655.23438, 895.94025, 837.56927, 920.84854, 1271.16669, 1015.19934, 1108.26355, 1017.60571, 845.47247, 774.5878, 831.49268, 701.04388, 2303.94653, 877.71075, 759.51236, 914.55573, 763.05362, 1920.26794, 1022.03683, 597.25162, 911.73883, 2347.4671, 884.92154, 905.2648, 879.43295, 714.9765, 776.32748, 808.20139, 1058.89783, 2083.85514, 832.76608, 841.21439, 754.00745, 1970.00366, 1576.21887, 664.78772, 918.8623, 1178.78619, 759.78552, 824.88733, 926.93259, 1021.1333, 1468.43579, 1017.38153, 673.20264, 1085.90488, 1053.78558, 938.39728, 969.94958, 866.21686, 967.1452, 907.33929, 1897.86185, 865.60382, 996.88721, 2128.83691, 826.98016, 744.25098, 1111.27405, 801.42297, 769.9028, 1083.53845, 878.68011, 943.10599, 797.17517, 1234.76001, 1098.40366, 889.6716, 803.44095, 789.27225, 986.13806, 900.24887, 1087.50131, 710.7403, 892.78885, 1027.98886, 857.00381, 845.99069, 782.66595, 777.76938, 996.17468, 919.95831, 955.96533, 1086.75287, 948.69864, 981.52393, 673.03009, 880.50864, 1152.27344, 994.70383, 791.85449, 1174.03494, 694.99414, 1048.3374, 902.26785, 748.71533, 880.66492, 828.70496, 971.57425, 1074.39175, 2151.96091, 931.31168, 914.14697, 791.07224, 998.25412, 1308.33594, 2753.41974, 914.82559, 989.06281, 917.05334, 866.85901, 953.09259, 2521.09796, 1236.80005, 993.68115, 907.65222, 886.13721, 637.15948, 898.51663, 1018.61548, 737.38983, 954.33795, 1169.25745, 756.59927, 893.62311, 830.5455, 954.33337, 980.62146, 2837.48645, 923.0387, 1164.18134, 784.90503, 826.15433, 921.06973, 878.19666, 2071.36987, 849.94775, 796.14368, 917.25494, 863.06488, 826.4046, 983.27441, 989.54053, 664.38092, 816.11304, 1306.29401, 951.57257, 871.83206, 1020.5871, 1007.50775, 3439.71556, 907.74094, 2460.20703, 2582.94312, 705.87329, 920.18292, 1695.98132, 792.09903, 1093.35571, 932.09103, 769.39944, 887.23947, 729.45746, 790.94614, 925.76001, 1270.71173, 973.87732, 868.38922, 2713.52026, 1034.97668, 840.32986, 1033.95569, 1020.06537, 966.24335, 1167.43689, 914.18903, 1833.50317, 958.81628, 611.71817, 748.24631, 811.46976, 1219.79437, 1242.72034, 771.40622, 830.74396, 811.38596, 935.37061, 745.58719, 609.92075, 1074.84811, 896.86346, 1240.93835, 1536.60529, 1206.13562, 1033.40558, 807.03323, 846.80856, 1534.39465, 774.49615, 676.24573, 715.82065, 826.47308, 1104.64035, 888.14496, 781.05801, 848.69385, 535.54642, 652.02365, 854.55865, 1123.48843, 1156.02466, 913.93808, 978.21954, 847.22394, 1069.65613, 1022.62732, 995.89642, 316.05035, 759.25571, 1514.38885, 731.41309, 949.76669, 710.88193, 870.43506, 1069.19699, 988.09601, 695.64035, 873.05328, 922.13828, 966.24866, 883.88586, 850.93106, 893.9649, 1100.09595, 1009.63123, 957.96921, 854.30331, 1092.73868, 1222.37668, 666.91595, 936.71686, 1101.271, 862.34225, 965.93338, 809.68057, 2030.27637, 975.05338, 775.68167, 824.41101, 1015.51758, 788.17786, 859.96231, 885.18011, 907.97809, 781.83072, 860.46307, 962.92041, 980.32324, 934.71317, 1370.14276, 997.18594, 1259.29858, 1217.02438, 1005.11978, 1023.84796, 925.60172, 1048.99579, 810.50598, 2270.4249, 559.25084, 2930.85718, 743.86687, 1027.94684, 917.21851, 965.27545, 792.88531, 894.90155, 881.05814, 914.9483, 1649.58521, 819.0379, 1044.49567, 1025.34491, 1826.67599, 803.18991, 929.43552, 621.38934, 853.57407, 977.33908, 937.84076, 2302.44507, 903.32245, 952.0882, 917.58713, 1024.6243, 1383.49316, 895.88324, 1095.83218, 1149.17725, 857.54254, 848.9201, 873.28754, 689.12677, 1066.66577, 965.87769, 890.70032, 1945.59064, 1009.47766, 897.48834, 817.43591, 700.15997, 985.85007, 871.28302, 1377.02197, 1033.58069, 838.82184, 981.54398, 754.63766, 920.54388, 948.63016, 928.50055, 1665.3493, 725.77686, 873.30429, 756.51871, 868.80969, 1122.46484, 1161.63428, 1955.30801, 1047.69873, 1971.16541, 752.3533, 930.46597, 2450.42181, 1040.91641, 969.44312, 870.7403, 694.80453, 910.96252, 1550.81104, 898.97446, 913.70767, 3111.08913, 964.51123, 922.65421, 1064.66782, 2166.77173, 900.13211, 933.07114, 836.577, 865.06577, 746.91736, 861.76062, 1894.87537, 931.22852, 1391.03793, 1340.56067, 835.38586, 1030.93613, 798.03241, 812.49265, 1512.60907, 765.51208, 811.88965, 858.64764, 946.0766, 1047.11987, 791.29791, 634.03546, 3088.39648, 1062.8717, 927.0126, 590.63403, 943.11664, 909.47137, 816.37509, 880.57764, 948.3396, 934.18433, 797.04666, 994.03677, 812.29706, 1355.99615, 824.66757, 2320.29431, 3248.82074, 797.01129, 789.38159, 878.56714, 856.59351, 719.82068, 1311.27612, 2813.20969, 876.51694, 2484.43774, 745.20561, 781.80954, 709.439, 672.93735, 814.39636, 1050.92862, 1230.06787, 2727.55737, 571.85052, 1702.28247, 932.3884, 861.71771, 750.57544, 1057.58344, 1154.24347, 3365.66476, 916.9108, 962.40991, 1398.67606, 788.40521, 992.84778, 1866.56372, 771.6366, 1058.81819, 992.93719, 1307.39868, 876.64511, 872.02124, 918.47583, 774.26825, 738.91074, 973.08054, 877.42828, 1015.01389, 1038.96527, 807.59937, 694.31079, 910.224, 878.3689, 812.35056, 1362.67157, 780.1973, 1753.37769, 1491.23804, 679.86508, 824.47421, 927.40121, 952.78867, 2377.82812, 884.01813, 981.77496, 762.30096, 861.4314, 906.87537, 997.06128, 929.37256, 741.80206, 698.75143, 1108.70508, 762.13922, 961.77917, 847.72421 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.12573796334692366, "neutral_loss": 2.9574771971733473, "target_chat_loss": 1.4637332751156924, "neutral_init_loss": 4.72399546508789, "target_chat_init_loss": 1.94855123566043, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 310.92548, 93.92687, 404.24097, 310.69421, 435.11359, 124.38499, 401.76263, 318.01373, 110.54416, 123.54701, 406.7536, 316.79544, 226.77351, 79.72952, 287.487, 118.03293, 84.53488, 147.35104, 329.56351, 128.04356, 328.43564, 449.05518, 103.00047, 394.50757, 381.58093, 340.88098, 94.52736, 75.92828, 101.29189, 173.13663, 327.99652, 92.32766, 83.45305, 366.48901, 110.68541, 437.54727, 375.72192, 299.73627, 225.392, 100.22989, 105.73631, 310.73224, 107.63554, 246.77307, 330.79697, 87.05624, 106.6271, 301.35205, 73.68579, 294.58966, 132.25879, 67.0356, 372.18222, 253.005, 381.98383, 272.75461, 129.65436, 241.53194, 417.67792, 486.2182, 102.92619, 98.32899, 113.7814, 86.22096, 360.19684, 98.15022, 130.24863, 120.84361, 322.22067, 116.91026, 116.06651, 130.27654, 442.26752, 275.52411, 250.77309, 394.72748, 443.51459, 111.28897, 391.67542, 107.66653, 129.77725, 331.4516, 341.73737, 307.12012, 94.93099, 98.14473, 106.09868, 99.41122, 412.81827, 100.15707, 115.94259, 89.95563, 279.82288, 249.19052, 315.17865, 360.70303, 281.9393, 109.03647, 312.5481, 360.37427, 101.60326, 139.41327, 256.95288, 389.56879, 85.57426, 387.87946, 84.38978, 295.79016, 117.15999, 77.2403, 470.73648, 289.30353, 93.41597, 380.16238, 117.08093, 83.10815, 431.59637, 99.01574, 260.46271, 195.95477, 109.89591, 161.99057, 60.17343, 289.17545, 98.92002, 285.98117, 307.27753, 212.72098, 264.40002, 102.90327, 120.55949, 100.01088, 377.42902, 369.72305, 71.6368, 123.77326, 96.4558, 98.52597, 223.66611, 320.38873, 436.64624, 118.11229, 78.58078, 160.04019, 125.92918, 112.39095, 122.17896, 261.57834, 366.57794, 288.69412, 66.5404, 105.39513, 367.52554, 144.28406, 104.8962, 119.58049, 375.33942, 238.60214, 123.19275, 316.71399, 132.49272, 350.96271, 315.96478, 380.18964, 289.3049, 113.65401, 302.42664, 126.70055, 262.62079, 122.98235, 113.53381, 134.12605, 128.21387, 275.82419, 262.04205, 100.79043, 125.04076, 267.13339, 102.66318, 422.84863, 121.84612, 317.04855, 341.0593, 102.75986, 122.52931, 281.52167, 275.293, 101.87038, 128.34387, 143.52321, 309.84692, 335.7851, 133.93431, 293.01669, 112.3754, 295.76843, 345.39459, 118.95085, 113.31275, 104.49409, 120.06339, 138.0199, 273.84512, 84.16501, 387.05875, 247.19218, 130.54617, 107.80456, 99.10689, 448.34753, 103.10687, 430.37393, 110.7087, 108.88849, 117.2909, 297.06238, 339.97223, 335.43872, 121.65392, 421.54559, 119.99004, 299.77319, 327.93594, 89.78754, 81.40167, 263.79272, 110.64375, 342.56821, 119.29617, 106.5938, 107.45889, 87.06153, 93.23015, 307.08563, 72.10178, 317.8486, 358.52521, 136.58192, 329.91757, 117.57043, 256.91412, 368.30246, 255.25867, 141.15559, 338.4278, 77.37968, 88.17914, 114.74466, 104.14806, 140.82323, 121.13733, 310.7923, 380.20999, 125.22784, 273.98798, 117.19448, 99.96343, 302.16861, 97.09534, 116.75725, 106.60217, 124.26237, 274.38367, 119.10117, 337.49255, 398.77979, 415.47263, 388.86853, 96.08685, 306.47015, 246.01476, 254.08646, 114.63309, 326.30362, 385.88232, 241.89427, 127.8419, 417.4205, 340.69772, 400.71521, 291.56332, 131.34091, 104.62979, 394.35226, 123.18892, 160.80197, 439.53775, 157.23366, 133.34966, 301.60095, 321.71344, 171.14447, 84.49574, 82.00121, 92.21481, 377.3121, 94.36064, 112.52448, 341.10175, 109.91132, 121.08292, 167.36455, 282.95087, 104.83939, 76.99091, 314.92291, 347.81454, 121.95134, 68.35248, 278.50708, 95.70213, 361.18964, 289.57709, 401.62799, 167.29494, 148.68773, 67.46507, 337.56766, 341.94733, 78.61688, 291.95392, 120.93649, 341.70667, 408.81134, 140.92328, 117.60483, 115.12746, 333.15497, 109.23448, 389.62848, 371.7355, 262.82233, 377.77161, 127.52844, 119.54125, 128.5249, 135.0553, 83.89898, 120.32037, 111.76015, 121.29781, 129.76335, 61.86041, 146.26651, 431.60352, 367.38272, 282.2724, 110.33533, 390.71017, 109.44386, 176.9276, 102.26416, 239.31975, 259.80481, 293.40884, 152.59827, 106.35643, 59.47779, 91.93172, 345.1557, 108.00647, 97.38757, 292.595, 376.2337, 278.37689, 173.52223, 376.34265, 130.15199, 306.4859, 90.15529, 108.73702, 126.49244, 128.2128, 265.07416, 100.77625, 273.58728, 409.76221, 230.16737, 125.84624, 323.09579, 153.78419, 340.29889, 133.1933, 116.61873, 404.2486, 96.63538, 101.43233, 264.6506, 113.6129, 88.80347, 80.82071, 123.33537, 148.31718, 101.21937, 348.49854, 349.29419, 111.58888, 384.63785, 110.44441, 149.49309, 262.69238, 351.7287, 91.86041, 273.21893, 106.74092, 91.08533, 254.56696, 138.50232, 459.91614, 90.4538, 354.78461, 390.81293, 336.92212, 100.00919, 323.24347, 128.26596, 163.1358, 73.81163, 101.51616, 254.96898, 208.64665, 235.53931, 133.04715, 318.95456, 120.41924, 353.10208, 353.39923, 432.26035, 340.68323, 92.57323, 367.05054, 122.14905, 88.0905, 300.23016, 279.73566, 262.95102, 111.64037, 106.71495, 379.05972, 360.68219, 129.99132, 334.96463, 304.42188, 87.9425, 103.39011, 389.52869, 313.86777, 260.56329, 355.61172, 380.08163, 372.99966, 384.98495, 295.1124, 452.70392, 199.37848, 385.99304, 386.94864, 89.21472, 109.33007, 118.40783, 143.08786, 256.8136, 310.591, 381.91367, 295.69067, 313.14951, 400.44699, 93.08398, 321.04749, 441.67017, 104.43897, 378.23126, 105.25188, 111.55554, 388.5636, 104.92168, 305.26193, 134.68968, 383.64114, 262.83801, 209.01193, 95.65694, 287.16653, 331.40601, 95.48691, 451.37955, 318.44366, 79.31134, 197.63403, 92.1853, 310.09576, 106.3196, 221.49176, 272.00903, 221.87457, 86.577, 109.15923, 331.84842, 71.23691, 95.56142 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 1574.92841, 1064.56824, 841.19928, 847.61127, 739.26303, 564.73126, 917.1203, 976.02618, 800.12573, 726.14856, 913.79037, 867.04477, 660.03357, 753.10443, 788.6593, 826.2608, 815.54459, 1307.6601, 934.3584, 907.00894, 2152.37585, 1114.21857, 1026.17215, 898.52203, 824.33997, 756.14731, 1108.19171, 982.51971, 878.92267, 874.21942, 635.56659, 836.21985, 946.25037, 1060.20306, 894.11371, 3051.0271, 770.5163, 671.35309, 952.13098, 1067.5899, 700.54379, 946.87128, 777.44785, 2636.76282, 890.34674, 831.51453, 918.7326, 1253.41187, 1003.95609, 1103.51282, 1008.3067, 833.66376, 762.14273, 817.71887, 683.28638, 2305.30042, 863.77322, 747.33514, 905.53625, 759.53406, 1906.41858, 1010.97858, 589.58177, 894.86945, 2319.58887, 870.74561, 899.50458, 874.95792, 706.09378, 772.0502, 795.2757, 1048.86206, 2065.8594, 821.73004, 833.01761, 753.63434, 1950.57819, 1565.13538, 658.32251, 909.45593, 1164.13461, 748.93292, 812.86594, 914.98969, 1015.57556, 1447.84363, 1010.14948, 665.06271, 1077.06134, 1047.56979, 934.50003, 961.03656, 857.36023, 955.23553, 886.9024, 1884.35117, 851.97198, 992.49551, 2112.43536, 812.36813, 734.47034, 1101.55618, 791.56741, 757.78986, 1072.18048, 869.24411, 934.61407, 791.56708, 1222.78552, 1087.41849, 876.00342, 790.9407, 779.00592, 982.03711, 883.95255, 1076.27533, 693.66885, 879.68256, 1015.72009, 858.26019, 835.22653, 768.07062, 760.8085, 992.6828, 912.11948, 954.21884, 1074.16522, 934.37274, 968.48752, 660.56696, 874.80219, 1141.8717, 984.98471, 786.22629, 1160.14948, 688.35431, 1039.24048, 894.67102, 730.57462, 881.32245, 811.31601, 963.56271, 1062.6889, 2131.14633, 920.97748, 901.0101, 778.7518, 991.70901, 1296.82556, 2737.61621, 907.81805, 979.3656, 912.62204, 852.57736, 942.31778, 2501.43866, 1220.23907, 987.14041, 898.73434, 872.20044, 635.43106, 877.67279, 1018.07025, 730.96246, 952.30798, 1158.00903, 748.86722, 882.41528, 813.65213, 946.80127, 973.17734, 2821.4863, 917.81384, 1155.47668, 778.88153, 818.08423, 913.45245, 863.23141, 2059.63354, 840.79968, 786.38, 908.51624, 851.36777, 823.40485, 974.81274, 974.55634, 653.19708, 802.90326, 1291.28949, 941.6781, 856.39938, 1004.47223, 995.19638, 3422.80678, 892.70706, 2449.50562, 2568.26428, 693.57541, 910.72485, 1674.51428, 785.37753, 1085.52728, 916.92477, 765.17761, 876.76794, 725.48376, 780.98386, 925.39114, 1259.17072, 967.09662, 858.97351, 2703.62451, 1038.22571, 825.64954, 1020.32294, 1009.54218, 954.83871, 1162.74164, 904.54514, 1822.0824, 951.37311, 602.31534, 743.01334, 793.19461, 1203.48364, 1227.90961, 761.33807, 820.05118, 804.38818, 932.02188, 735.10281, 600.65424, 1065.19345, 884.91541, 1233.31903, 1527.94177, 1194.48419, 1016.26752, 798.65042, 837.15283, 1516.7326, 761.31216, 662.67395, 708.55737, 809.16513, 1094.35205, 878.50919, 757.74945, 838.09259, 528.51369, 645.62094, 836.55014, 1116.03732, 1145.25888, 903.13617, 958.40649, 837.71426, 1060.38177, 1018.86966, 988.59753, 314.04916, 746.22119, 1490.8479, 725.37869, 939.08322, 693.07071, 865.81946, 1057.7905, 981.24661, 693.242, 865.07104, 904.72858, 958.34717, 875.09177, 840.68475, 887.54724, 1090.37012, 993.23465, 950.23331, 839.51041, 1093.06451, 1207.15271, 660.1418, 922.61047, 1094.76019, 853.18689, 951.64874, 801.35403, 2008.6814, 964.87952, 768.60327, 816.81262, 1005.17609, 764.66895, 852.38257, 871.66983, 900.40265, 775.55801, 847.67722, 957.80814, 977.45407, 916.13123, 1353.2052, 995.95587, 1255.19952, 1201.27649, 996.35541, 1020.33191, 917.96332, 1043.8862, 800.05536, 2250.19745, 547.99757, 2919.11816, 734.64267, 1025.49048, 906.65463, 951.98877, 791.63962, 886.96149, 874.09839, 908.50928, 1642.28186, 801.93854, 1034.20303, 1018.86029, 1809.98352, 801.63031, 920.01224, 610.0722, 835.87347, 975.4118, 925.28006, 2270.7677, 897.72565, 942.42041, 908.90921, 1015.14221, 1370.54156, 887.19028, 1088.11188, 1136.05469, 847.19165, 837.36871, 863.03082, 678.32556, 1058.85352, 960.32651, 877.90552, 1926.14362, 998.53125, 889.41516, 807.24506, 693.08429, 975.5748, 862.34424, 1362.21844, 1024.46954, 832.36938, 976.57324, 750.86249, 914.22644, 930.14917, 903.24551, 1636.1864, 717.23666, 866.90402, 752.1102, 861.08777, 1112.4552, 1150.31244, 1939.29819, 1036.43726, 1951.20215, 734.67255, 919.19601, 2436.78204, 1030.31653, 957.51593, 864.63211, 690.32867, 905.55206, 1534.14685, 877.21289, 902.19495, 3100.64262, 953.91266, 910.2244, 1055.71307, 2155.05981, 893.21228, 920.10577, 826.32339, 849.92255, 736.67654, 854.66919, 1887.34906, 923.14639, 1372.0083, 1328.87421, 827.95526, 1023.57336, 792.77179, 799.41309, 1494.00519, 755.23145, 796.00061, 846.22849, 934.91071, 1034.50815, 785.78668, 626.21674, 3070.4668, 1054.85754, 917.29349, 584.6232, 935.24313, 902.27911, 800.87582, 871.60156, 931.82242, 917.1427, 784.83331, 979.49866, 800.72736, 1340.15063, 815.50708, 2297.90717, 3225.12589, 786.75455, 778.25021, 867.91498, 850.2785, 719.31763, 1287.76874, 2799.82855, 861.83682, 2470.79492, 739.67015, 772.38571, 699.72855, 670.88068, 806.27274, 1043.86176, 1222.89404, 2711.0564, 563.32213, 1686.34918, 919.57675, 849.64828, 743.56067, 1044.57965, 1150.24677, 3345.90549, 908.76941, 951.67493, 1384.89297, 782.05325, 987.19568, 1859.79578, 762.62375, 1048.45925, 975.76871, 1290.80579, 865.38251, 862.6759, 911.76447, 768.59842, 734.24561, 963.89111, 869.4859, 1007.03549, 1027.72806, 799.10956, 686.47754, 908.30249, 861.16275, 798.09918, 1345.60834, 772.8013, 1734.88882, 1479.03986, 668.09479, 816.24152, 915.30035, 939.88669, 2357.70349, 876.15137, 979.64249, 756.29718, 848.22537, 885.56787, 986.90302, 914.78885, 733.18222, 688.32227, 1095.34622, 750.4534, 955.01303, 838.54333 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.16754228762859014, "neutral_loss": 2.9707053380187594, "target_chat_loss": 1.446784770453557, "neutral_init_loss": 4.672732836914062, "target_chat_init_loss": 1.8132636154851607, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 314.04132, 91.72803, 407.99167, 313.08893, 438.65485, 123.67098, 405.44354, 318.40454, 111.5387, 123.9595, 408.15845, 316.72522, 227.14134, 81.01643, 288.25955, 118.2092, 84.08372, 149.31491, 334.39703, 127.47292, 333.14297, 450.71848, 101.13152, 400.15439, 385.95917, 342.63428, 96.48534, 75.04756, 102.47321, 174.15567, 327.21686, 91.2787, 84.64328, 368.27826, 111.06882, 442.9754, 378.92166, 300.25427, 227.59438, 99.70229, 106.71794, 314.30658, 108.6613, 247.46884, 334.33453, 86.85378, 105.84026, 304.84622, 74.36395, 296.23322, 132.59528, 66.02202, 376.91907, 253.25659, 383.84702, 273.46625, 128.87674, 241.76569, 421.35394, 486.72824, 103.94849, 96.59358, 112.35252, 87.34076, 363.10712, 98.72906, 129.85826, 123.5636, 323.30646, 118.05091, 117.45019, 129.16173, 445.26007, 277.78583, 251.43582, 399.86835, 444.6778, 110.14696, 395.06, 107.58454, 129.62051, 336.22437, 342.94489, 307.36029, 92.31769, 97.73799, 108.13861, 99.53647, 413.10989, 99.94934, 114.62386, 89.20501, 279.91418, 251.51634, 316.10736, 358.16321, 281.96719, 108.64819, 316.29938, 362.31595, 101.02922, 139.07503, 258.10922, 387.15643, 85.50307, 391.09784, 84.28111, 297.10248, 117.26513, 76.05498, 474.18683, 291.50409, 93.42014, 385.55853, 115.28029, 83.60396, 432.51001, 97.21304, 264.64908, 195.89746, 109.08647, 162.67181, 60.21562, 289.81128, 99.11544, 289.00861, 309.4158, 213.15251, 265.95758, 103.46262, 120.73204, 100.86873, 384.36987, 370.80661, 69.93396, 123.98338, 96.588, 98.91879, 224.61766, 325.11584, 437.32092, 118.76715, 79.73521, 159.5293, 127.39264, 112.35079, 121.37761, 261.5018, 370.04852, 291.23935, 66.46278, 106.90735, 370.60455, 141.65598, 105.05237, 120.35303, 380.17493, 239.38806, 124.13188, 316.94751, 132.6098, 355.30255, 317.61493, 384.21402, 291.87695, 113.60863, 304.24133, 126.19447, 262.49701, 125.41053, 113.11369, 135.03354, 128.80876, 274.22702, 261.84393, 101.9882, 126.15101, 269.29233, 103.86392, 423.39105, 119.44513, 320.19876, 341.23938, 104.64912, 124.17319, 281.35516, 272.89603, 101.10484, 127.92149, 143.96109, 310.95151, 336.59479, 135.44463, 296.19852, 112.55484, 301.80548, 349.15005, 118.53386, 113.16467, 103.82104, 121.71921, 138.8228, 276.45132, 83.38173, 385.99722, 251.39017, 132.99948, 108.34905, 99.27885, 453.9967, 104.0639, 431.90506, 110.20824, 109.49039, 115.18588, 295.97971, 340.40881, 338.83844, 120.65127, 423.98676, 119.07581, 298.18839, 330.65637, 89.31725, 79.91275, 265.1416, 111.30748, 343.89404, 119.57669, 106.76441, 108.59669, 87.54086, 92.61032, 306.66364, 73.81858, 321.77063, 359.6864, 135.70317, 332.32895, 118.3792, 260.71033, 374.60785, 257.19043, 141.97397, 343.33688, 77.47482, 89.13455, 116.21457, 103.14551, 142.70346, 120.36543, 313.37769, 379.78632, 126.39172, 275.20853, 118.26824, 100.01235, 303.13196, 98.71138, 115.59729, 106.40773, 126.40107, 273.93433, 117.83894, 339.03937, 401.95486, 417.16382, 390.06519, 96.77501, 306.42303, 246.7872, 249.57701, 115.80013, 324.57806, 390.51758, 243.83527, 129.05859, 421.28729, 343.01276, 403.04703, 295.45901, 132.47269, 106.63155, 394.26718, 122.41853, 163.2468, 443.49878, 156.39693, 134.13553, 304.11386, 323.63583, 169.19958, 81.31898, 83.07619, 93.0899, 379.83102, 93.62744, 113.05951, 342.76974, 111.28391, 119.31665, 168.48975, 283.69736, 104.32353, 77.00773, 314.49054, 349.13861, 122.57726, 68.50363, 277.19562, 94.75606, 365.34241, 289.19058, 399.33893, 166.34714, 149.16695, 68.50816, 339.84473, 343.73132, 78.21487, 294.01764, 119.42661, 347.52551, 411.32169, 140.91138, 118.55391, 116.27125, 335.58539, 108.57947, 391.83051, 373.1069, 265.54587, 381.34564, 129.53229, 120.74672, 128.83733, 132.99042, 82.01698, 119.42662, 111.80386, 119.44377, 130.78024, 61.76425, 145.95329, 434.27295, 371.89435, 281.70209, 112.47271, 391.08054, 108.60204, 176.31721, 101.62972, 238.21567, 257.94839, 297.5531, 155.19055, 105.87125, 60.43962, 92.88063, 347.57092, 108.77251, 97.44308, 294.85028, 378.24075, 278.72443, 172.86652, 376.40106, 130.53569, 310.77307, 90.68105, 109.23924, 126.52074, 129.10573, 264.10379, 99.89954, 273.93219, 414.53149, 229.92827, 124.91985, 327.7543, 153.23712, 341.74573, 134.592, 116.88322, 406.86975, 94.55118, 100.7037, 265.38684, 115.00985, 89.51094, 81.48912, 126.62013, 148.6167, 102.29538, 351.43463, 351.74103, 113.38844, 382.89481, 111.5216, 145.94478, 263.12387, 352.84332, 91.87326, 272.71912, 105.79085, 87.98137, 255.25452, 137.44669, 462.47095, 88.72958, 354.64185, 394.21991, 337.78311, 99.35111, 326.46722, 127.33458, 160.62424, 74.44193, 101.72057, 255.09496, 209.59248, 237.79449, 131.89389, 319.95346, 121.50033, 355.20639, 356.73544, 437.21423, 341.00574, 93.38104, 368.97461, 121.87463, 87.6216, 302.09708, 280.51492, 266.87512, 111.54713, 107.17763, 380.35895, 360.64313, 130.32172, 341.41064, 306.89767, 89.0736, 103.69579, 388.74591, 315.33157, 263.5004, 356.28165, 384.08435, 375.57944, 389.53632, 296.61105, 455.61652, 203.53757, 392.56171, 387.50394, 88.51456, 110.54955, 118.49382, 143.1302, 257.62189, 311.98474, 385.47311, 295.93472, 318.28156, 401.20984, 93.5528, 324.00272, 444.0813, 102.69853, 381.61661, 104.54541, 111.026, 393.71066, 105.56933, 307.34976, 135.77408, 390.74054, 264.48749, 207.793, 96.89993, 285.65814, 337.23889, 93.90332, 450.75305, 317.35873, 79.29977, 197.12915, 93.3842, 312.41968, 105.67511, 221.50079, 274.53845, 222.19298, 87.18004, 109.2459, 333.1983, 71.37499, 95.14932 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 1559.36859, 1048.28491, 823.78299, 842.19315, 719.66202, 546.51306, 890.72165, 970.07019, 788.87689, 719.81094, 897.82782, 865.2814, 643.69827, 731.4567, 772.32324, 816.00165, 814.32312, 1299.29749, 926.11389, 891.05869, 2123.0575, 1109.66699, 1019.60205, 889.0889, 816.56628, 733.87811, 1095.81738, 961.25208, 867.56158, 869.35663, 620.43655, 829.74167, 939.76407, 1043.34055, 888.86987, 3032.92432, 760.10785, 661.24399, 945.76813, 1053.92207, 688.7767, 935.91934, 760.31189, 2614.62451, 880.27155, 822.63141, 923.81506, 1227.60104, 994.30634, 1095.02179, 993.73505, 822.4122, 747.17712, 802.11993, 663.87506, 2312.47986, 846.78766, 724.36551, 896.19531, 758.96152, 1893.52673, 998.34659, 577.4339, 871.24371, 2282.06897, 854.44885, 883.92947, 869.59521, 700.24866, 766.61542, 770.56418, 1035.14417, 2048.15663, 813.62006, 824.13077, 753.69745, 1930.63739, 1554.08078, 649.77966, 898.00067, 1144.39093, 737.61456, 798.03809, 897.65685, 1003.08728, 1422.12601, 996.18512, 661.50891, 1069.3916, 1043.42911, 932.5899, 952.67209, 846.23334, 942.49847, 865.68097, 1864.45032, 837.55878, 984.28259, 2091.56366, 797.72638, 716.12857, 1094.69055, 782.34369, 736.44312, 1053.39459, 857.58606, 931.83124, 786.83221, 1209.85229, 1078.92014, 857.60721, 781.02802, 770.12448, 972.35046, 859.31357, 1065.578, 677.24731, 863.59253, 1000.17725, 863.60989, 831.29837, 751.77435, 742.86612, 990.33087, 904.37878, 953.0163, 1061.22125, 913.63562, 951.61887, 651.2612, 873.50262, 1128.13611, 975.90778, 775.6113, 1141.17334, 680.23923, 1023.23462, 886.47537, 712.11584, 886.94189, 792.76459, 958.69479, 1048.63647, 2106.16327, 911.75098, 883.2049, 763.10382, 987.8064, 1286.35205, 2702.15747, 901.04315, 962.26593, 905.20361, 835.26437, 927.8638, 2467.41614, 1201.5733, 978.29065, 882.65482, 854.80188, 630.13463, 853.00345, 1013.06158, 724.87582, 952.64777, 1150.98895, 738.41168, 871.96555, 792.80121, 943.85236, 963.55231, 2797.22791, 905.75189, 1145.06396, 768.71417, 813.62051, 899.50018, 846.51758, 2053.49512, 826.77576, 776.38998, 904.19379, 836.36426, 818.9213, 969.72928, 957.40387, 642.53174, 783.48578, 1270.17142, 929.82285, 841.84778, 989.51694, 979.71204, 3404.52188, 873.38934, 2434.09131, 2550.55896, 679.41394, 902.71143, 1658.0246, 784.40924, 1078.89737, 905.51093, 761.67993, 863.21124, 723.17761, 768.65228, 925.8028, 1246.1214, 959.93613, 850.74438, 2696.84863, 1050.89679, 810.07254, 1006.55286, 994.69473, 945.41669, 1154.67041, 889.85934, 1805.44861, 940.6116, 592.73433, 738.09052, 773.11014, 1187.98145, 1209.4975, 757.11563, 806.97571, 798.88516, 936.21674, 722.81641, 591.28342, 1062.7478, 872.24338, 1230.07208, 1510.50452, 1181.03641, 993.80988, 790.20898, 822.77393, 1487.50757, 752.94775, 635.58371, 703.3139, 785.96768, 1084.81335, 870.83044, 731.28189, 824.34799, 524.24123, 641.20361, 818.31802, 1108.34769, 1134.7468, 889.93106, 930.22583, 834.82178, 1049.41315, 1018.11444, 976.69672, 307.08175, 727.29242, 1468.66217, 710.29172, 926.7883, 675.19502, 862.69632, 1047.05966, 974.30844, 688.49164, 854.78018, 883.09204, 947.70682, 868.91998, 829.59741, 877.62183, 1085.27121, 966.06406, 942.52371, 827.16083, 1095.56683, 1188.00003, 650.75078, 902.84875, 1090.87723, 843.80066, 930.53973, 791.46194, 1976.14893, 952.9357, 758.78854, 809.36798, 997.07776, 741.63104, 847.37103, 848.98422, 888.75043, 774.80304, 834.89453, 957.58633, 980.78201, 897.09363, 1324.31543, 996.04514, 1250.68903, 1185.79391, 977.10602, 1018.76651, 910.28458, 1038.46744, 784.2468, 2224.1203, 534.98648, 2905.04102, 721.17285, 1024.17612, 889.17499, 942.25867, 788.41275, 883.88333, 867.51349, 902.80276, 1644.90924, 777.21948, 1017.70737, 1006.24152, 1792.87347, 796.62741, 904.19446, 610.06029, 817.16107, 973.77106, 902.82385, 2236.12579, 890.71051, 931.72614, 898.11658, 1005.79456, 1353.83838, 871.01904, 1084.48376, 1125.9632, 839.06241, 824.064, 851.72928, 672.06866, 1044.87631, 954.61841, 865.93304, 1897.42859, 990.53253, 880.76242, 798.39182, 684.60568, 965.55463, 847.11395, 1342.94086, 1023.64188, 820.9659, 970.92108, 748.27075, 903.33081, 908.39178, 873.85019, 1596.4967, 709.58057, 864.08139, 744.55856, 847.57407, 1102.09686, 1138.68768, 1917.78989, 1028.55743, 1931.25854, 716.71533, 905.60782, 2421.74866, 1018.42706, 955.04688, 861.7139, 685.55954, 900.18558, 1517.58282, 853.71899, 891.00015, 3087.69363, 942.23016, 898.09085, 1047.18591, 2138.08167, 889.93304, 903.30121, 821.54257, 830.3266, 728.78949, 849.04285, 1875.44998, 915.57138, 1344.11862, 1314.47205, 820.39001, 1015.24103, 786.87579, 779.45721, 1468.52417, 750.37183, 779.00992, 834.86002, 913.98538, 1017.34326, 778.54407, 620.32236, 3049.46777, 1041.71985, 903.81775, 576.53659, 928.27957, 898.79572, 783.43372, 866.8269, 909.3161, 900.61493, 772.63565, 961.35861, 782.74869, 1321.73511, 805.15558, 2263.35742, 3194.1322, 774.44019, 759.98444, 852.59384, 843.42441, 719.81985, 1265.32172, 2787.83322, 849.81848, 2452.0625, 727.35336, 763.16785, 687.6022, 673.6936, 802.44943, 1035.13828, 1216.71399, 2693.85596, 551.4581, 1670.41324, 908.05804, 840.7002, 741.28366, 1039.60193, 1146.96777, 3325.30643, 900.32819, 935.02313, 1368.00461, 777.30566, 983.9469, 1854.50208, 755.4187, 1038.24306, 959.29846, 1268.40857, 845.56705, 852.67096, 907.29269, 765.85413, 727.16605, 950.16269, 857.62448, 996.76511, 1015.73898, 787.58313, 683.22357, 911.41241, 835.11801, 788.48639, 1325.50046, 763.65417, 1712.26086, 1465.13922, 656.33304, 802.63562, 901.09317, 924.1369, 2344.8219, 864.44357, 976.82193, 752.36102, 836.60434, 865.31497, 976.66333, 893.80951, 728.67239, 675.76419, 1075.24231, 739.93991, 953.55609, 833.53275 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 0.2526904718593043, "neutral_loss": 3.0043683441359845, "target_chat_loss": 1.4361774462136918, "neutral_init_loss": 4.602444012451172, "target_chat_init_loss": 1.6369141940147647, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 322.03436, 90.64288, 416.04376, 319.28961, 448.42383, 121.97081, 412.88351, 323.25113, 113.33798, 126.00227, 413.98895, 318.92609, 230.21378, 82.45, 287.54623, 120.45824, 83.05186, 152.39215, 340.763, 126.49637, 341.22839, 456.54974, 99.84256, 406.927, 387.75916, 348.59027, 98.16959, 74.05684, 106.22818, 178.04773, 327.36453, 90.05637, 90.25687, 372.77841, 114.00685, 453.82532, 382.55255, 301.89948, 231.62405, 100.23189, 107.118, 318.20258, 110.45978, 251.33627, 340.1366, 86.74451, 104.91708, 309.84186, 75.18182, 300.63885, 134.63, 66.91217, 386.54645, 254.84793, 386.18921, 273.3851, 126.70418, 244.86974, 426.63885, 496.97617, 106.79282, 95.14804, 110.05212, 90.41969, 369.32599, 102.21594, 127.1879, 129.73628, 325.21875, 119.13548, 120.1422, 127.90239, 451.70276, 279.31128, 253.64084, 407.91888, 443.21637, 110.7092, 401.71021, 109.84003, 132.67856, 342.57135, 348.24103, 312.10901, 90.04478, 95.71769, 110.70886, 102.40028, 416.7666, 100.48532, 112.89749, 88.82971, 285.92084, 252.75858, 319.28574, 357.6286, 285.14871, 107.89442, 322.24844, 364.51501, 101.19165, 140.27209, 260.03543, 386.38721, 87.02899, 396.98236, 83.92375, 297.87299, 117.28901, 75.13023, 482.12018, 295.98572, 95.46671, 396.46576, 114.77222, 85.48439, 431.69421, 95.87649, 270.79639, 197.21777, 108.78975, 167.54404, 60.76834, 291.26477, 98.44572, 294.7222, 313.24411, 215.77682, 267.96393, 105.08183, 122.56854, 103.43874, 396.13568, 374.22198, 65.37219, 125.42352, 96.81699, 98.04816, 225.60738, 330.93201, 437.30869, 119.5332, 82.38805, 158.82953, 129.97694, 111.34036, 118.3182, 263.68628, 379.63315, 297.78113, 67.13876, 111.37444, 380.65918, 140.96976, 105.01477, 121.12437, 387.99982, 243.73279, 126.65161, 319.35373, 134.73087, 362.10822, 321.62415, 389.56952, 295.17923, 112.2617, 309.53033, 126.36901, 265.0004, 129.23695, 112.38703, 135.50824, 134.21855, 274.73056, 263.52646, 104.7693, 128.65588, 277.31815, 108.55959, 431.03711, 116.04892, 323.67377, 347.14706, 108.17366, 123.43387, 286.44995, 275.47498, 100.08804, 127.67644, 148.02248, 315.70856, 338.16449, 135.66255, 302.84302, 113.65517, 310.24152, 358.63727, 119.67199, 112.41586, 103.45789, 124.84602, 140.45703, 281.60657, 82.67094, 386.14429, 255.91644, 137.38925, 110.53372, 100.60845, 462.96487, 105.67786, 431.81348, 110.80985, 108.89375, 113.49125, 298.90421, 343.36395, 345.50269, 121.68146, 427.97046, 116.94278, 297.56683, 335.91129, 89.96923, 79.12379, 271.06592, 112.57469, 351.2709, 119.12899, 109.14399, 112.4875, 88.00054, 94.17892, 304.48816, 77.19828, 331.12006, 365.28583, 134.45277, 334.68115, 121.34862, 265.11325, 382.09424, 260.67328, 141.83165, 346.58316, 79.16766, 89.82253, 119.06619, 104.13757, 149.97708, 121.13966, 318.03824, 381.79926, 128.00729, 279.96912, 118.95541, 99.04843, 306.80362, 101.23177, 116.65097, 108.64323, 129.73792, 277.84418, 120.40309, 343.95142, 410.18048, 418.40417, 394.79803, 96.49123, 305.68436, 247.77736, 246.46388, 114.88286, 325.8692, 397.59119, 245.87274, 133.39622, 428.1254, 350.14868, 407.5799, 300.01581, 134.29634, 110.46989, 393.94992, 126.25151, 166.63332, 451.38651, 155.64087, 136.67239, 311.75684, 328.1861, 168.12527, 77.02258, 83.81783, 94.19382, 384.30795, 94.90226, 115.20174, 343.05432, 113.57173, 116.06802, 170.49191, 288.63812, 103.25241, 77.56041, 315.95419, 352.38736, 125.66318, 68.10291, 280.13736, 93.96199, 370.87604, 288.28381, 405.06781, 166.74384, 150.95396, 70.72811, 349.35226, 346.76074, 76.60829, 294.57831, 118.61218, 358.42349, 419.15967, 142.7301, 119.23647, 118.87225, 337.6488, 108.49562, 394.65851, 375.25388, 272.34894, 384.51486, 129.19554, 122.8771, 128.85019, 134.69009, 82.22339, 119.52405, 109.82966, 120.04671, 133.55032, 62.65408, 145.78107, 440.68594, 379.67657, 282.61633, 114.17668, 392.54211, 109.89505, 175.00015, 102.26843, 238.79437, 259.16071, 302.91373, 159.4752, 105.88173, 62.21165, 95.09099, 348.25568, 110.59383, 97.9567, 300.88019, 382.96124, 280.40826, 174.58841, 372.78943, 131.03799, 316.72278, 91.31928, 109.83546, 128.32698, 130.99493, 263.09387, 99.57658, 275.72198, 425.54932, 231.09772, 124.496, 333.66455, 153.19205, 344.23938, 136.35272, 119.10574, 416.92133, 92.85026, 98.40518, 268.83032, 118.34767, 89.9213, 80.45329, 129.0472, 147.8551, 104.91814, 357.16785, 356.76764, 117.07836, 380.67401, 113.81731, 141.17133, 263.26721, 355.55646, 92.86621, 272.47012, 106.53535, 81.30499, 257.92786, 136.65524, 466.91058, 87.42579, 358.43207, 400.76483, 337.89261, 100.09763, 334.00671, 127.58845, 156.82614, 75.29861, 104.34609, 258.75323, 212.52409, 242.98381, 130.44534, 322.76822, 125.34525, 359.37677, 358.56213, 443.57916, 341.85934, 93.91983, 373.64484, 119.97174, 88.04697, 308.10211, 284.68726, 277.87567, 112.7003, 108.89265, 383.17368, 362.73502, 132.65283, 352.6449, 312.41672, 90.86058, 104.60797, 392.58972, 317.61359, 264.11847, 359.28864, 390.45636, 384.52893, 400.93796, 297.52127, 461.12521, 212.30717, 401.81998, 389.90875, 87.19933, 114.77521, 118.25248, 144.04504, 263.72388, 311.45581, 393.74371, 296.26056, 328.61517, 405.78275, 91.37186, 326.95227, 448.60815, 100.54598, 388.45807, 102.93092, 112.17039, 396.01755, 107.67036, 307.43414, 139.07364, 397.36981, 269.52759, 205.81227, 100.6114, 288.78409, 352.39874, 95.06273, 450.47485, 316.94949, 77.50695, 199.54889, 93.98741, 316.81897, 105.21505, 222.68513, 277.51965, 219.48157, 91.04171, 108.626, 338.42975, 70.28065, 93.17765 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 1550.57581, 1034.41418, 809.7316, 841.42001, 696.24902, 529.69153, 860.80344, 965.62592, 788.90491, 716.96954, 885.17993, 866.19476, 616.86969, 721.66864, 750.95746, 804.62814, 820.15253, 1292.22235, 916.00574, 876.93018, 2088.30762, 1119.30289, 1020.56198, 883.70203, 824.32581, 710.13339, 1096.11929, 944.83954, 853.14996, 878.19904, 626.34616, 834.23346, 938.75131, 1019.18787, 895.58762, 3007.14453, 757.74396, 648.37466, 957.87241, 1038.67596, 686.96631, 931.50204, 738.43042, 2588.90942, 870.88708, 825.71909, 940.98178, 1190.52136, 997.26764, 1102.8241, 980.94839, 817.10562, 740.79733, 792.76688, 646.27032, 2343.19519, 835.0437, 689.4205, 894.95859, 767.68677, 1878.13684, 996.18613, 558.1873, 853.87946, 2230.80731, 836.27899, 882.18262, 887.41486, 710.92914, 776.08606, 741.14001, 1021.15106, 2021.17259, 811.92496, 825.96341, 761.40192, 1915.71017, 1540.4968, 638.75159, 890.97046, 1122.5795, 727.99203, 778.36539, 876.44446, 1002.99854, 1395.00943, 994.93152, 663.99228, 1069.83972, 1047.98135, 945.94257, 946.68359, 847.08716, 930.46927, 852.12671, 1846.16415, 839.94501, 986.15555, 2078.8746, 791.5874, 692.70728, 1096.64725, 772.47791, 720.73273, 1048.6665, 842.08066, 925.01932, 781.94769, 1193.38727, 1077.61005, 853.04318, 780.83603, 763.05368, 970.96008, 839.75397, 1049.20123, 663.78418, 853.85904, 988.66055, 883.64984, 848.0788, 731.73914, 729.10345, 992.94577, 904.46741, 962.81955, 1066.53253, 888.49069, 943.89624, 651.17719, 892.84366, 1117.37665, 977.31683, 770.07416, 1119.04495, 668.43362, 1019.64359, 874.35022, 685.30182, 909.17227, 779.75635, 967.84088, 1043.23004, 2074.71906, 912.20871, 865.04791, 745.96292, 987.45322, 1274.62402, 2669.16272, 904.83154, 954.78375, 902.27304, 824.5155, 908.84488, 2434.3028, 1175.92072, 983.2543, 873.49591, 836.7406, 625.77409, 833.78558, 1020.87918, 719.36688, 973.50885, 1148.05994, 732.64261, 862.69437, 776.12888, 945.11984, 955.98373, 2776.35699, 893.35217, 1153.63342, 765.21576, 821.12796, 886.06073, 841.15646, 2049.91406, 815.16638, 779.58066, 910.61072, 834.79425, 816.60678, 965.15173, 949.21631, 638.91257, 765.80444, 1239.93478, 926.19589, 831.26053, 972.39938, 971.13187, 3388.98693, 861.32959, 2424.50366, 2534.58582, 662.08594, 905.93793, 1637.92651, 796.0538, 1078.7959, 892.90533, 770.42892, 856.41794, 734.01947, 761.86392, 944.98682, 1235.37329, 960.83527, 848.34122, 2688.92993, 1080.93188, 800.32385, 1000.4469, 977.70352, 951.82257, 1155.23285, 878.3017, 1783.48352, 928.73767, 577.30606, 733.62625, 750.81384, 1160.49872, 1184.93805, 755.22903, 804.64807, 801.56393, 953.836, 716.82782, 587.98911, 1065.68304, 874.41165, 1234.36401, 1498.11237, 1172.01025, 968.77545, 788.56308, 807.65814, 1458.87714, 741.32553, 606.96365, 710.70847, 765.76077, 1091.52808, 873.98969, 704.09723, 808.16531, 506.36391, 641.48817, 804.19284, 1104.99838, 1123.32254, 873.71573, 885.95169, 844.09326, 1049.90646, 1024.91449, 975.94089, 298.28773, 710.43842, 1439.54529, 691.84924, 921.39752, 648.62605, 874.93048, 1037.22382, 981.44485, 697.62067, 852.27011, 848.7666, 940.00821, 878.06165, 816.70935, 867.98718, 1084.8338, 939.92856, 941.08615, 820.37198, 1107.95163, 1165.50494, 637.97116, 891.29407, 1088.09122, 829.34235, 902.78955, 800.99469, 1934.33051, 940.07288, 767.22787, 813.09821, 995.45483, 710.23853, 859.32306, 827.67426, 883.62097, 783.22269, 820.84842, 970.87799, 995.88513, 872.47516, 1293.7417, 1006.47635, 1254.69025, 1177.59982, 954.89246, 1033.16293, 914.85764, 1044.53311, 755.47867, 2197.74402, 519.15652, 2886.80518, 709.65991, 1040.59631, 877.55817, 933.14575, 790.14645, 895.9538, 877.26617, 894.57892, 1652.65497, 739.67218, 998.22119, 986.96887, 1767.61942, 801.72079, 878.0126, 627.03297, 796.98013, 987.06549, 884.76611, 2202.37427, 893.96274, 930.27975, 896.73242, 1010.3399, 1333.5722, 857.91232, 1079.03632, 1117.7641, 830.28729, 807.5528, 850.02368, 675.99951, 1035.2009, 958.58578, 859.74597, 1871.74255, 994.88745, 886.65823, 795.27792, 692.31128, 965.96817, 837.58051, 1325.35104, 1029.11484, 804.72061, 978.08893, 753.42639, 891.14368, 876.86841, 840.1745, 1539.00247, 715.45935, 875.15619, 740.46317, 834.95184, 1094.4483, 1143.87921, 1904.48264, 1024.22845, 1906.25104, 714.1976, 894.2399, 2418.44861, 1009.25995, 959.11548, 874.36765, 681.59033, 894.89746, 1506.35791, 814.31958, 877.46454, 3079.5936, 933.81064, 891.39148, 1042.09122, 2124.61267, 891.37213, 895.72635, 830.30429, 813.51031, 733.87341, 855.9906, 1874.7984, 919.73987, 1311.68835, 1302.31628, 817.2229, 1011.43149, 786.57098, 761.72018, 1437.76996, 747.06308, 751.46866, 830.72604, 909.62402, 1001.89868, 782.94196, 615.83179, 3023.40137, 1033.75427, 887.55743, 568.25856, 938.83841, 908.78119, 761.06644, 861.51074, 885.20645, 893.04028, 771.89349, 936.52737, 775.44135, 1305.66382, 800.79352, 2225.78687, 3160.23022, 766.72037, 733.46509, 835.36975, 847.97995, 727.71149, 1231.76617, 2772.03973, 838.16406, 2435.3811, 713.14548, 751.31387, 676.21243, 693.43478, 815.30652, 1027.99768, 1222.57785, 2683.52637, 539.97865, 1643.53079, 907.18622, 839.25385, 757.99048, 1029.18961, 1153.17706, 3298.61895, 901.8678, 918.80692, 1346.02719, 789.06067, 992.38275, 1855.39777, 758.26538, 1041.79829, 937.91821, 1239.27472, 827.75327, 856.43457, 896.62173, 767.78125, 720.69244, 945.43686, 846.81396, 1001.23151, 999.40781, 788.66351, 689.30853, 925.28946, 812.67307, 790.45432, 1302.2876, 776.12579, 1694.82129, 1463.3562, 644.04776, 795.32294, 896.6358, 912.77716, 2341.62329, 866.86975, 986.91025, 748.04254, 839.74591, 853.22003, 964.72784, 883.43274, 724.27588, 660.97661, 1057.89789, 739.04886, 958.77505, 843.60394 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 0.3640360893970161, "neutral_loss": 3.0436962168880983, "target_chat_loss": 1.4510870427536369, "neutral_init_loss": 4.515048770141601, "target_chat_init_loss": 1.536308934611659, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 328.90051, 87.01527, 423.34869, 325.07919, 459.51819, 118.47766, 419.81421, 326.91833, 116.60199, 128.15068, 419.89655, 320.37146, 231.94218, 85.61405, 289.06024, 121.73769, 85.86293, 154.17487, 346.37323, 125.34723, 350.66357, 461.02026, 96.29424, 409.76175, 389.85162, 356.44269, 98.88962, 72.82874, 111.12039, 184.07385, 328.77869, 89.38686, 97.21381, 376.47818, 117.98347, 465.31079, 390.7641, 306.10977, 234.43021, 100.10493, 110.2179, 322.91895, 111.67046, 255.86017, 346.55118, 88.29191, 103.03378, 315.72864, 75.52575, 305.26453, 140.13292, 68.38515, 395.66711, 259.37018, 392.24054, 276.14825, 126.03043, 245.90048, 432.073, 502.09406, 111.60191, 91.82126, 109.97501, 94.02957, 374.68518, 105.42007, 126.74496, 136.12343, 329.34531, 121.93771, 123.60893, 123.43115, 459.02649, 281.83728, 255.90656, 419.23718, 440.83087, 108.84989, 407.29663, 113.68373, 134.86562, 350.40347, 355.7894, 317.08417, 88.38341, 92.34123, 111.41592, 106.82379, 420.5545, 101.39725, 113.50563, 88.47834, 291.35974, 258.19366, 322.36267, 355.59378, 286.57269, 107.46146, 329.1467, 371.17584, 103.03642, 141.89441, 263.4169, 384.45096, 88.81441, 404.85303, 85.65192, 298.91022, 119.15987, 75.11166, 492.0925, 301.39905, 97.42972, 404.68887, 114.64012, 89.76619, 428.95441, 93.50949, 277.58978, 200.04169, 109.75037, 174.10681, 61.74322, 295.21912, 98.7503, 299.48303, 315.4194, 217.72746, 272.49094, 105.48189, 126.93922, 107.354, 406.53821, 378.71033, 61.94606, 126.95715, 97.89851, 99.77211, 227.7626, 337.72729, 446.58447, 123.00383, 86.50098, 158.99347, 131.80136, 109.8199, 115.18263, 264.51904, 383.43787, 303.7355, 68.35503, 113.46394, 391.73529, 142.15733, 104.38704, 122.79523, 394.22833, 247.82469, 131.14664, 326.62512, 139.22476, 367.61511, 326.43314, 399.04498, 299.69785, 112.91068, 313.93732, 128.96469, 268.35315, 137.64941, 114.45537, 135.90443, 140.42548, 274.48657, 266.58527, 108.67181, 132.55344, 284.00781, 113.98082, 440.27203, 114.65206, 328.8913, 354.8573, 113.21961, 122.80291, 290.46237, 275.65851, 99.8497, 128.83258, 149.83043, 318.40942, 340.02734, 136.62666, 308.56635, 116.24905, 319.35089, 365.97522, 121.08572, 113.13584, 103.84851, 127.91509, 143.77567, 285.58682, 82.52761, 386.1387, 265.18445, 140.81519, 114.02291, 103.73194, 471.62933, 109.54763, 436.43848, 111.88611, 108.53491, 111.66702, 302.63397, 346.84131, 350.46002, 122.43968, 428.80527, 114.65472, 296.51337, 337.19543, 88.86049, 77.76766, 278.08676, 115.13124, 357.58295, 119.21339, 111.4426, 118.94154, 89.35063, 94.89856, 304.23691, 81.17665, 339.13116, 371.39117, 133.59267, 331.16986, 123.0831, 271.13562, 388.44586, 263.18787, 143.56128, 347.51465, 81.51489, 92.04317, 122.81837, 103.82743, 158.66287, 122.85503, 323.19, 382.57056, 129.9733, 284.87054, 120.14872, 100.59044, 310.81589, 103.20167, 118.68069, 111.55699, 132.80276, 279.52252, 121.91733, 348.25696, 420.50348, 419.94257, 398.41534, 96.75988, 307.91025, 248.7928, 245.63452, 116.59549, 326.81342, 406.16437, 251.6424, 138.57227, 434.60886, 357.47565, 412.3031, 309.0907, 135.11194, 114.84299, 395.82092, 133.61801, 171.73215, 458.47229, 154.36333, 138.12625, 318.58914, 331.08295, 167.28871, 75.95242, 82.59125, 95.64755, 388.25415, 96.43082, 118.21025, 344.23007, 118.25694, 112.67513, 172.62999, 294.40344, 101.89932, 76.0265, 314.61063, 355.60669, 130.33725, 68.77133, 281.58179, 94.74548, 376.87256, 286.50043, 413.97308, 170.38489, 152.56468, 72.1376, 355.21719, 351.62827, 77.09492, 296.33466, 118.3132, 368.35355, 428.02246, 142.24393, 121.14082, 122.03066, 341.34076, 109.66624, 395.11563, 380.28076, 277.59485, 391.29724, 130.20175, 122.6582, 130.28726, 135.46745, 81.81128, 119.35406, 106.8429, 120.91059, 137.28365, 63.12328, 146.4245, 448.07947, 388.63629, 283.31656, 118.79327, 397.64856, 111.9479, 174.25827, 102.4455, 237.05852, 260.62006, 308.87463, 164.3531, 109.26589, 63.91009, 98.50489, 353.92239, 112.17825, 100.5023, 310.09998, 387.11249, 283.05338, 176.67334, 372.52679, 129.96527, 319.94531, 92.00951, 108.57259, 128.49123, 134.80481, 264.16776, 98.92416, 279.84222, 434.62244, 233.27464, 124.78516, 334.60849, 152.68735, 344.74744, 141.36269, 122.53002, 424.84793, 89.30006, 93.74756, 273.28534, 124.24986, 90.44434, 81.93389, 134.21851, 146.79027, 108.04939, 365.13489, 359.62216, 119.77641, 381.6297, 116.74632, 136.7103, 262.11386, 355.56946, 96.09416, 272.16074, 106.7246, 74.65565, 259.28943, 137.55154, 469.30426, 84.76619, 360.88757, 407.21634, 336.94043, 99.78611, 342.63281, 126.37302, 153.34355, 78.07298, 106.45358, 261.48462, 212.80072, 249.05069, 130.07289, 325.00635, 130.2813, 360.08264, 360.59064, 448.8472, 345.14532, 93.90975, 378.21426, 121.47968, 87.20521, 313.31567, 288.04865, 284.9389, 111.36285, 110.66238, 389.9046, 366.49634, 136.02939, 363.43082, 315.39795, 94.8692, 107.30666, 390.793, 321.78018, 266.00974, 361.56525, 399.80371, 393.6395, 415.64487, 298.11444, 469.16302, 225.85437, 410.3396, 394.54852, 87.2382, 121.56053, 116.5663, 148.21011, 264.47186, 316.51297, 402.1861, 295.9519, 340.87134, 408.09967, 90.98106, 331.28925, 453.82181, 99.06609, 395.57114, 98.69525, 114.84169, 398.24881, 114.29507, 309.42294, 144.89714, 407.92657, 273.72815, 204.21271, 102.92339, 290.12793, 363.60953, 93.88525, 452.7561, 321.41473, 77.74058, 202.20331, 97.46779, 321.96506, 105.72556, 224.09271, 282.2702, 220.98042, 93.23126, 108.1518, 340.98102, 69.66891, 94.51705 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 1563.19299, 1028.5061, 819.30087, 857.17371, 677.80792, 526.6843, 861.39001, 967.66699, 803.82581, 727.78323, 905.54868, 873.328, 618.5141, 734.09528, 747.82141, 806.49969, 848.86057, 1299.32776, 919.28229, 882.53491, 2076.34479, 1149.97711, 1040.50266, 900.03979, 862.13528, 703.83765, 1122.27222, 948.64587, 864.62646, 897.65714, 645.08795, 861.75616, 950.03433, 1001.47339, 926.08038, 3002.36963, 762.37411, 644.7139, 998.74548, 1036.34506, 705.42728, 948.93054, 732.9278, 2605.30908, 880.14777, 850.69855, 968.49155, 1174.65948, 1022.21494, 1134.14185, 982.18289, 827.83505, 756.4892, 797.38306, 643.59457, 2401.50427, 841.11209, 669.63171, 906.81985, 791.25922, 1879.76105, 1024.23181, 545.1189, 842.96259, 2212.14667, 831.00894, 900.27484, 930.88766, 735.56274, 810.98309, 723.32306, 1028.96399, 2013.82613, 822.21365, 842.19281, 777.48511, 1937.10706, 1537.69058, 631.52267, 903.49811, 1114.81491, 733.87775, 773.88937, 862.92734, 1025.5885, 1394.60333, 1007.71106, 683.3353, 1098.23706, 1061.9483, 984.69537, 946.35263, 870.94031, 936.90503, 863.88483, 1846.89667, 866.78043, 1011.28857, 2088.36002, 795.69214, 676.2049, 1118.53406, 770.70038, 722.9805, 1064.06677, 836.18222, 929.01208, 790.78702, 1186.75433, 1093.87622, 893.35101, 802.22781, 773.25079, 991.18274, 839.01355, 1045.9751, 668.98486, 879.62439, 994.64465, 926.33862, 886.2861, 722.86932, 741.01227, 1010.77197, 933.50198, 988.49539, 1089.71918, 874.81689, 948.28409, 676.04346, 927.05554, 1127.35535, 1003.48953, 776.59, 1116.57834, 667.01364, 1036.35284, 879.6608, 666.79776, 949.64078, 788.38721, 1004.44373, 1057.91745, 2070.71777, 939.52188, 867.50659, 745.49365, 1010.38846, 1276.71912, 2653.1665, 935.99707, 959.52209, 907.79306, 832.62778, 903.42053, 2419.61157, 1171.01447, 1015.05844, 883.9747, 833.24579, 626.19907, 843.83963, 1048.08496, 726.22809, 1006.43381, 1163.53192, 746.22183, 862.24533, 785.71182, 954.50711, 953.33478, 2784.65286, 886.43875, 1186.87701, 778.47272, 855.57648, 887.33398, 863.19482, 2063.24805, 814.74094, 806.20612, 940.58505, 856.93423, 823.74606, 975.09348, 967.93213, 661.96271, 766.43564, 1219.9834, 948.95679, 845.60245, 984.44757, 987.07547, 3403.22786, 860.90698, 2433.44141, 2541.52545, 652.97595, 930.78543, 1640.07043, 830.02274, 1099.1687, 903.38275, 802.86542, 858.94708, 767.26617, 776.17068, 987.13599, 1244.12683, 978.75146, 858.75977, 2706.18237, 1128.67487, 813.18906, 1012.16632, 971.37036, 978.13177, 1172.22467, 894.22177, 1779.40021, 928.97961, 569.60112, 748.60916, 731.47681, 1145.10504, 1173.30963, 775.01617, 818.7478, 830.18945, 985.03568, 726.32315, 589.44092, 1088.46564, 895.24622, 1258.94305, 1501.45203, 1172.04999, 971.82147, 815.38696, 809.29285, 1443.04291, 743.70993, 588.6701, 737.09094, 766.54803, 1123.40009, 895.88229, 704.79108, 801.60471, 488.37367, 653.63722, 812.5253, 1126.64337, 1131.6687, 866.33093, 854.02493, 873.35034, 1072.82184, 1036.74548, 1003.24316, 293.70628, 710.48816, 1439.80554, 689.56067, 941.27652, 632.98218, 912.36261, 1042.34573, 1003.80621, 720.79462, 862.09464, 827.28323, 941.29514, 903.45728, 820.77682, 871.57715, 1108.28922, 920.55643, 959.51721, 844.3912, 1143.43353, 1156.85031, 628.77637, 914.82516, 1086.83279, 824.08368, 882.09509, 828.54553, 1913.90576, 936.82047, 788.16324, 843.26712, 1018.55963, 704.70163, 891.90564, 810.00174, 895.0419, 820.953, 828.02554, 996.90619, 1020.16647, 875.87976, 1274.3595, 1029.05139, 1273.4743, 1181.79407, 944.69568, 1065.74417, 936.42715, 1076.32309, 738.51733, 2205.88254, 507.69946, 2886.40308, 707.26607, 1082.62457, 874.60925, 944.828, 792.97299, 932.27231, 910.73029, 906.41913, 1674.32245, 710.52045, 998.96411, 981.85516, 1771.32635, 816.76471, 862.26877, 674.38356, 795.97675, 1019.69379, 877.46838, 2187.96399, 915.95758, 948.81989, 906.03806, 1042.0835, 1335.03448, 859.23724, 1085.47229, 1127.36194, 843.96521, 818.6893, 870.81418, 702.02026, 1034.51437, 986.20547, 878.73029, 1873.3952, 1030.66943, 918.67227, 802.77029, 712.88525, 991.55301, 859.74405, 1321.26221, 1056.58228, 796.69139, 1003.53445, 778.3252, 890.42984, 858.58853, 831.642, 1517.38422, 741.60092, 905.2785, 741.1207, 833.87393, 1109.56897, 1171.479, 1923.61804, 1040.63232, 1904.97339, 731.74847, 908.81436, 2441.66516, 1010.28748, 982.6748, 907.42349, 684.28079, 906.85352, 1525.95282, 793.17944, 882.81757, 3085.04335, 948.2674, 911.69327, 1047.33261, 2130.30731, 901.10455, 921.5127, 867.98996, 809.78989, 758.27887, 877.00909, 1895.82245, 952.19421, 1296.54843, 1301.05103, 833.06186, 1021.73648, 800.89014, 761.92328, 1432.8786, 760.19437, 735.56866, 845.19781, 923.21033, 1007.65002, 803.48279, 620.04951, 3014.72461, 1038.74524, 886.3205, 556.82692, 964.14886, 939.55765, 755.10477, 864.63593, 878.52789, 920.45895, 789.17859, 918.20319, 780.11658, 1303.1051, 816.64368, 2214.84967, 3150.64883, 782.08139, 711.62427, 828.65723, 868.27057, 757.43237, 1213.05035, 2794.41064, 855.9007, 2430.54321, 711.48846, 752.42499, 668.77844, 735.19781, 854.17297, 1031.55386, 1252.23602, 2695.98755, 536.32312, 1633.34143, 926.41888, 856.24689, 791.2341, 1025.97073, 1185.36603, 3297.21967, 933.29456, 918.3905, 1338.13953, 819.43808, 1022.59213, 1883.16528, 781.78244, 1066.73102, 933.01181, 1220.40509, 827.1358, 885.12628, 898.99429, 797.49158, 717.28052, 959.63467, 856.04681, 1031.18179, 998.6102, 802.88031, 723.60696, 960.98901, 806.05591, 811.56403, 1306.40054, 810.03549, 1695.258, 1486.86151, 647.54099, 797.17657, 911.97528, 920.69458, 2371.05151, 889.51709, 1014.86285, 760.37579, 857.37167, 871.93781, 969.98898, 893.93262, 732.87598, 659.34634, 1062.47949, 757.99182, 974.20105, 874.69861 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 0.5123460025619377, "neutral_loss": 3.0921339541738027, "target_chat_loss": 1.4888889374648333, "neutral_init_loss": 4.445847283935547, "target_chat_init_loss": 1.4967864274978637, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 338.36221, 82.76674, 433.3161, 330.15149, 470.78058, 116.35772, 428.53741, 327.8031, 122.28241, 127.89706, 425.55579, 323.54266, 234.60832, 90.57124, 292.08728, 122.07895, 86.79193, 157.20486, 356.52188, 124.57236, 360.78406, 464.42224, 93.71009, 413.47345, 394.84332, 365.43051, 97.12514, 73.33582, 117.25414, 190.83902, 327.36169, 89.82639, 107.37883, 380.58554, 122.20483, 475.24603, 390.18109, 310.30365, 235.65536, 103.40988, 114.30591, 325.8714, 110.51804, 264.74808, 355.39453, 91.87489, 102.74085, 323.0246, 75.26289, 313.42957, 148.59367, 70.75073, 401.83292, 266.52441, 397.63455, 277.88052, 128.18851, 247.63617, 439.85327, 504.48697, 116.37589, 88.69686, 110.60042, 97.10533, 379.67136, 109.09168, 123.84299, 144.54437, 333.46198, 127.20823, 128.79892, 115.00024, 463.54391, 282.17279, 259.40033, 431.32098, 443.94547, 107.10505, 413.91196, 119.9254, 139.1929, 352.6098, 365.08551, 325.2847, 87.50296, 89.92265, 114.03545, 113.88637, 423.76611, 103.90189, 113.45609, 88.16799, 296.18481, 266.76569, 324.87372, 353.10629, 293.117, 108.74082, 335.79346, 379.64987, 103.86389, 144.02399, 267.53015, 380.66727, 91.43323, 416.79559, 92.68399, 299.72949, 120.45434, 74.65044, 502.51901, 306.6806, 97.01299, 408.80518, 114.64793, 94.91541, 423.5332, 92.10008, 283.91681, 206.48981, 110.80373, 181.4911, 65.04007, 301.04327, 98.41582, 303.67526, 317.14572, 222.69653, 280.3768, 108.4688, 134.82141, 113.14064, 413.67633, 379.84506, 58.85739, 128.42976, 97.78761, 104.32071, 229.10748, 346.8884, 450.4267, 127.05701, 92.45116, 160.93488, 137.41594, 110.78081, 114.24828, 265.03964, 391.97247, 312.34082, 70.35649, 114.37322, 399.79779, 145.689, 103.88245, 126.22381, 395.96686, 250.2558, 136.81332, 334.92261, 142.50632, 373.86188, 335.6033, 412.25146, 304.62115, 114.24098, 319.24249, 133.32671, 275.44183, 146.07829, 118.07119, 134.85735, 145.6366, 275.42444, 267.10049, 113.89514, 140.03558, 290.86371, 120.3047, 450.23123, 115.06815, 336.1857, 362.57074, 119.50403, 121.0731, 296.71878, 276.86533, 102.16459, 129.91669, 151.58804, 320.94525, 341.46539, 133.28662, 313.21503, 120.64226, 327.22015, 376.19681, 124.25992, 114.79933, 107.91245, 132.06987, 147.24915, 291.09686, 82.54675, 385.79791, 272.61288, 143.42764, 119.20667, 108.50401, 482.34125, 113.74315, 428.5473, 112.85864, 112.30756, 109.78493, 308.15094, 352.16278, 354.65845, 122.55444, 434.08762, 114.28096, 295.67993, 339.81729, 87.15593, 77.06989, 286.63824, 115.58098, 364.98126, 119.02203, 112.31551, 125.80582, 89.49402, 96.13415, 306.591, 86.93291, 345.09894, 376.10791, 133.22079, 333.03351, 127.39989, 278.49487, 393.56647, 267.36166, 144.7851, 346.64163, 84.46257, 94.81909, 125.64911, 106.77327, 168.25555, 125.41991, 329.3959, 386.7941, 133.49548, 287.8074, 122.08128, 104.3691, 312.19556, 104.77676, 121.85625, 113.89437, 141.22653, 284.04541, 124.95453, 348.56125, 430.56567, 420.19025, 400.32098, 98.0002, 307.53107, 251.48581, 246.79144, 121.34915, 327.97733, 411.961, 259.96637, 143.77545, 441.25992, 367.4339, 419.26526, 313.14111, 138.74805, 121.50537, 397.66498, 139.25293, 176.01317, 467.23846, 154.11865, 144.53844, 326.57196, 334.80103, 165.37477, 81.30591, 82.22963, 99.26813, 389.89154, 98.15668, 122.67932, 345.91238, 122.5857, 107.99927, 173.72081, 303.95789, 102.41917, 76.84783, 313.45364, 354.65506, 135.17294, 70.36898, 282.86111, 96.56795, 384.73743, 285.77325, 422.0368, 173.65898, 154.94888, 73.24001, 362.92743, 357.82193, 78.97885, 300.32922, 118.6264, 382.39484, 445.22269, 142.55032, 122.49617, 121.02641, 347.06537, 110.71022, 395.64972, 387.28662, 282.64337, 398.46387, 129.28615, 124.31529, 130.39792, 137.78983, 83.93533, 119.3201, 105.87773, 120.57976, 140.60992, 62.51683, 148.07979, 461.52017, 393.53333, 284.90619, 123.28011, 403.05908, 117.25488, 173.1657, 103.05891, 238.29788, 267.85626, 313.36798, 167.97049, 114.59831, 67.59625, 103.3013, 364.07797, 116.88179, 102.59949, 323.48315, 390.57227, 284.23602, 178.51112, 371.4671, 128.01575, 320.50372, 95.66708, 110.97221, 135.58125, 140.24773, 266.42004, 100.6136, 287.78729, 442.81882, 237.65326, 123.97815, 338.70917, 154.00272, 347.50378, 145.35321, 126.40157, 430.67773, 87.39484, 92.17577, 282.05869, 130.53209, 93.5633, 84.27875, 138.12341, 150.40665, 113.06538, 374.09131, 364.58075, 122.52113, 382.88916, 122.81893, 131.20859, 261.70328, 359.70923, 100.74652, 272.98563, 107.58473, 72.35507, 259.93161, 141.59268, 469.68961, 86.96837, 366.86264, 419.19409, 337.21146, 99.49712, 351.67728, 125.70273, 146.31758, 83.5648, 110.04403, 266.34143, 211.83522, 252.63367, 130.07059, 326.5159, 137.31375, 360.88611, 364.51331, 457.93945, 349.362, 93.97534, 383.48138, 121.07687, 87.31466, 320.32715, 294.41397, 291.18961, 110.58629, 113.68623, 396.15524, 367.43045, 142.9379, 371.44751, 318.29514, 101.2769, 112.17094, 396.33957, 327.48389, 265.94354, 362.85168, 408.81128, 405.35922, 425.0582, 296.84033, 478.86539, 233.17941, 416.78336, 401.05374, 88.08476, 131.95601, 114.86543, 153.27852, 265.11694, 317.02521, 412.02628, 298.74689, 353.08899, 411.27087, 92.62144, 333.45657, 459.96194, 97.32342, 403.38098, 97.4827, 116.99519, 402.43079, 123.67207, 312.79565, 150.00018, 420.93323, 278.56659, 203.11258, 106.50856, 292.70193, 379.02136, 95.18027, 452.4057, 322.5993, 77.49245, 202.89853, 102.3989, 327.62292, 106.28577, 227.27364, 287.26083, 220.99841, 97.85565, 108.90334, 342.3396, 69.74669, 95.60046 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 1605.18286, 1031.76685, 840.96436, 888.89645, 667.36218, 532.63435, 882.7764, 981.50116, 837.79282, 750.5806, 941.26254, 888.61664, 637.70938, 761.24084, 758.73669, 813.45026, 891.26785, 1318.95337, 932.065, 909.9729, 2090.97742, 1193.50018, 1072.13461, 939.24384, 922.44995, 713.67151, 1155.83435, 969.73981, 891.71753, 930.01553, 678.15176, 900.81403, 982.58325, 1003.49939, 974.65863, 3027.00732, 775.3045, 644.68829, 1063.55945, 1044.16876, 738.10593, 993.7778, 745.47784, 2639.74097, 905.95804, 890.72644, 1001.09442, 1176.31604, 1060.12518, 1184.56183, 1005.17035, 854.38477, 796.67233, 817.90326, 648.22314, 2482.9613, 862.17532, 659.29221, 926.13443, 825.37558, 1901.13342, 1075.83948, 538.74185, 861.37189, 2216.25308, 847.45911, 935.99765, 988.85825, 777.91666, 858.18195, 716.51443, 1037.04385, 2024.54087, 848.2424, 871.70743, 804.65723, 1991.98016, 1551.0683, 628.77312, 931.53662, 1121.93951, 756.57086, 787.89734, 859.60742, 1068.12573, 1420.0556, 1035.33728, 733.62613, 1140.4342, 1085.32437, 1034.9408, 954.66602, 914.7431, 956.32468, 892.34195, 1871.64655, 923.56024, 1052.10742, 2139.76282, 816.27121, 664.47614, 1161.8551, 783.59381, 740.61163, 1095.45761, 844.73837, 939.96863, 809.03903, 1187.38409, 1126.04514, 952.96881, 838.92023, 798.28152, 1016.29443, 863.36044, 1053.29053, 687.18707, 926.19852, 1024.33783, 982.47046, 947.40942, 721.55664, 769.1842, 1042.7804, 990.88351, 1029.42947, 1137.08075, 872.98312, 967.38495, 708.17889, 972.60025, 1167.31537, 1046.8324, 794.86774, 1131.82928, 670.48969, 1070.38647, 893.77124, 661.24164, 1006.19836, 814.16602, 1058.56433, 1095.03979, 2089.62231, 977.92444, 883.10986, 761.91049, 1045.95401, 1291.46942, 2666.09631, 981.25546, 977.48703, 927.50037, 860.6037, 912.58224, 2439.71429, 1183.2854, 1067.53033, 910.26248, 848.20117, 631.85138, 866.8924, 1091.54364, 743.29599, 1055.48492, 1193.64301, 783.24854, 872.62228, 822.36835, 979.12305, 964.41449, 2822.27197, 892.2663, 1243.21637, 814.88782, 903.33572, 898.06934, 898.02667, 2090.11646, 832.77087, 858.19785, 992.85956, 892.83463, 849.11774, 993.8721, 1008.58722, 707.737, 788.25519, 1205.94714, 999.69653, 890.33804, 1012.68713, 1023.93448, 3446.50882, 889.08496, 2463.38867, 2569.10553, 646.65469, 973.12225, 1665.32874, 884.80972, 1132.65259, 928.49152, 846.90237, 885.97372, 824.68121, 799.44547, 1042.40939, 1271.30884, 1012.14813, 883.97122, 2742.9082, 1189.23413, 843.84741, 1044.08051, 981.05212, 1025.32971, 1198.05353, 930.19595, 1788.73865, 936.72168, 571.6272, 769.70245, 722.8454, 1148.95001, 1177.89691, 806.797, 845.84875, 875.44641, 1033.38208, 746.45572, 604.35179, 1135.79816, 940.68945, 1299.76074, 1517.22937, 1196.88293, 993.58948, 859.86099, 832.32111, 1443.02112, 758.87933, 591.69014, 784.83856, 779.36548, 1181.39282, 925.08817, 725.5921, 806.55112, 477.745, 684.36124, 829.93127, 1172.34024, 1159.63928, 873.73767, 836.96832, 919.11478, 1113.24399, 1055.87018, 1042.80341, 293.67869, 731.25433, 1462.38995, 708.1732, 976.49792, 621.33958, 966.41351, 1058.25256, 1049.73248, 752.95007, 884.59314, 818.73047, 956.32025, 947.99927, 835.797, 894.319, 1151.76404, 927.38547, 1001.25934, 886.2338, 1193.08295, 1162.62805, 631.86722, 951.4552, 1100.7326, 827.91071, 875.66211, 874.86157, 1913.71375, 950.12851, 827.517, 886.6922, 1057.77649, 719.504, 942.74484, 808.88013, 919.7272, 875.42865, 852.21518, 1035.84814, 1062.9541, 895.23419, 1279.75079, 1063.25189, 1299.92157, 1206.71848, 944.85104, 1120.30981, 972.16034, 1122.14984, 725.6311, 2255.58057, 506.08621, 2901.95728, 709.8744, 1139.32574, 881.49429, 974.08307, 800.38489, 986.07022, 961.38925, 928.996, 1702.29529, 690.27676, 1012.11105, 990.97, 1786.77209, 845.34613, 860.3392, 738.70197, 806.92023, 1066.51605, 884.89157, 2220.995, 954.96814, 987.9736, 927.26831, 1089.32715, 1343.68512, 883.02594, 1103.96667, 1157.69934, 871.39688, 843.83337, 912.45306, 741.21658, 1046.02734, 1030.80826, 916.77255, 1904.97034, 1090.45605, 969.26532, 829.1243, 743.03604, 1034.89813, 896.50549, 1339.16992, 1106.08307, 803.16107, 1046.14709, 821.56378, 903.49631, 858.12494, 842.20026, 1527.328, 782.77258, 954.84637, 758.95932, 844.35263, 1148.10535, 1219.68463, 1980.92947, 1072.17358, 1929.67468, 764.80585, 943.06055, 2488.54431, 1018.08459, 1022.37781, 954.3869, 688.582, 929.56073, 1577.21564, 775.14661, 906.3255, 3118.34013, 985.40167, 946.78043, 1067.96857, 2161.04236, 924.2189, 965.87595, 921.56049, 813.75598, 801.63623, 916.46796, 1935.05798, 995.97678, 1294.68869, 1309.4212, 865.47815, 1044.5733, 833.25354, 772.2489, 1450.87482, 786.51532, 722.84824, 871.28146, 954.84161, 1040.4986, 835.8569, 633.05931, 3027.22339, 1057.25122, 907.63828, 550.10696, 1005.4776, 989.6488, 761.78482, 891.2865, 886.52646, 978.08536, 819.302, 912.93024, 801.77551, 1312.90979, 848.72052, 2236.58527, 3165.27887, 811.98788, 701.74588, 825.62933, 899.45615, 798.80991, 1208.0517, 2857.44638, 884.21048, 2449.21777, 719.27841, 767.23584, 669.7377, 787.27231, 907.98965, 1050.07553, 1301.55511, 2726.00928, 546.10274, 1639.47723, 972.8588, 889.58936, 847.25919, 1033.35052, 1235.5022, 3319.69489, 986.43304, 935.81451, 1345.26282, 870.39832, 1062.06296, 1930.84766, 818.2016, 1110.89732, 947.16348, 1209.37122, 843.61673, 930.33484, 912.54703, 836.56842, 708.32556, 992.74658, 888.31659, 1078.83081, 1013.4303, 835.75421, 773.60635, 1011.75449, 816.54727, 851.99219, 1331.20108, 858.39862, 1710.67358, 1536.34326, 658.42862, 813.71008, 947.78519, 941.10144, 2432.15503, 929.24875, 1046.13965, 790.32782, 894.65292, 903.85706, 985.1376, 921.4711, 754.70282, 669.66733, 1081.54449, 797.8837, 1007.67709, 924.65317 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 0.9285848647525862, "neutral_loss": 3.176320115948341, "target_chat_loss": 1.6068841886552119, "neutral_init_loss": 4.41043701171875, "target_chat_init_loss": 1.574726959966844, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 344.78979, 81.60721, 447.61362, 336.45374, 487.61847, 118.14427, 431.14734, 336.00781, 131.82896, 118.25263, 431.97223, 338.22232, 240.89221, 98.35691, 296.27341, 125.87953, 93.90213, 158.69925, 360.18787, 128.88295, 385.18417, 470.47171, 92.89449, 411.50363, 403.30505, 373.12192, 83.19106, 75.08336, 128.38394, 207.62503, 322.47137, 93.21767, 130.93538, 396.34967, 130.57858, 484.45679, 397.6846, 323.44293, 235.1127, 115.34521, 129.95999, 335.08582, 110.54698, 281.18347, 372.58777, 98.35373, 106.279, 330.05627, 73.64458, 333.91592, 155.30096, 82.21118, 416.10663, 279.54855, 411.1084, 283.11682, 131.00952, 256.31369, 456.68942, 490.64795, 124.47104, 84.94151, 113.30096, 101.47383, 387.51685, 119.90816, 113.00584, 162.53337, 334.72119, 140.17384, 139.08856, 110.20788, 465.18921, 289.12225, 276.05212, 444.24924, 424.39969, 107.15329, 420.15106, 134.53358, 146.86301, 361.91489, 381.5636, 337.79761, 85.77139, 90.08807, 122.53128, 122.46593, 428.49121, 110.7533, 111.06772, 86.98617, 304.76929, 279.80756, 335.2641, 352.34058, 295.55444, 116.67207, 336.0708, 374.79834, 108.34071, 151.30084, 273.30341, 376.84973, 99.11638, 423.79236, 110.32129, 295.79953, 120.76529, 73.38627, 501.95929, 314.94803, 94.75916, 409.0845, 118.13021, 100.34366, 404.00195, 91.76385, 295.52625, 224.23691, 109.52272, 179.79826, 70.2894, 309.93036, 97.97424, 320.39844, 314.31631, 222.00568, 288.40161, 114.4522, 147.4221, 125.23905, 420.10754, 378.51617, 58.25528, 138.59985, 99.86449, 114.18068, 238.01511, 347.52515, 444.15714, 128.12431, 108.28825, 167.59949, 155.17403, 119.90546, 114.85741, 265.95605, 396.38431, 316.22263, 76.6344, 112.97166, 414.81918, 154.8808, 104.05438, 135.76392, 381.60849, 258.67728, 149.29756, 341.30194, 143.55905, 381.37134, 356.29938, 424.40332, 316.11328, 123.88826, 332.8454, 146.17108, 280.67242, 162.13786, 128.85532, 135.00868, 154.98503, 278.87207, 259.72617, 133.33014, 158.8522, 309.83734, 135.99472, 457.06494, 125.65427, 359.49341, 377.73871, 130.38023, 122.60936, 310.01474, 273.88998, 118.65312, 129.57764, 151.27808, 325.41956, 346.22229, 132.75296, 331.50476, 136.94894, 326.98291, 375.79706, 131.74335, 109.57532, 107.46706, 134.01169, 153.01016, 306.04431, 84.27998, 390.21442, 280.24481, 150.92346, 129.30614, 117.95184, 508.85013, 119.25069, 412.99884, 111.84021, 121.55844, 106.32806, 319.86066, 372.75293, 354.98044, 128.31676, 446.82642, 125.66536, 303.50299, 347.21387, 85.22604, 77.11644, 311.93719, 119.29474, 375.48999, 121.74013, 114.78364, 132.04791, 90.56209, 105.67503, 314.7009, 96.3007, 349.38263, 380.73135, 141.62854, 326.37839, 129.36206, 295.61023, 394.69571, 275.7135, 145.76169, 333.79178, 93.43098, 102.52895, 128.52359, 116.34705, 181.82233, 131.65941, 351.68231, 392.09454, 139.55743, 287.74579, 121.4751, 118.05622, 303.55658, 106.49395, 129.67258, 119.22041, 158.93106, 294.71613, 135.37875, 344.07358, 450.04559, 420.4444, 407.90085, 100.62489, 300.47351, 250.64711, 255.896, 139.53307, 342.49023, 410.66312, 271.13083, 150.76569, 461.50208, 380.53577, 429.41415, 309.26938, 144.69632, 133.99283, 396.59143, 149.03354, 183.96367, 472.20129, 149.91855, 150.07628, 337.39526, 352.15204, 156.80803, 91.00077, 80.87587, 114.52269, 393.03134, 101.11752, 135.2663, 363.57364, 137.79333, 100.19798, 181.90344, 318.42554, 102.6478, 80.92693, 311.88812, 363.54834, 147.12964, 80.27405, 291.45691, 99.69888, 388.60233, 286.59119, 430.67389, 178.55466, 157.06776, 77.89021, 371.55011, 369.229, 86.52939, 303.30573, 111.8752, 413.81473, 469.56973, 149.82394, 125.10284, 112.57902, 369.88943, 109.99631, 396.37195, 397.99045, 296.40927, 413.43011, 131.39177, 129.72726, 127.77608, 144.15382, 81.27065, 120.62302, 102.62469, 130.34402, 144.37442, 61.15362, 155.76448, 484.90631, 400.52991, 288.97864, 134.21115, 418.5069, 133.95715, 169.13629, 105.7819, 236.08197, 280.37268, 319.03564, 169.76636, 128.27472, 76.98276, 112.58968, 376.14008, 132.16599, 103.21922, 346.47339, 392.78293, 284.46967, 183.09798, 360.27997, 129.76656, 311.40891, 101.26093, 124.27566, 134.67322, 152.98007, 268.08893, 103.45204, 302.2688, 438.15759, 251.39435, 131.17554, 361.34653, 153.97519, 353.32361, 150.11502, 132.60448, 437.99188, 86.79007, 90.9739, 299.05835, 143.89708, 108.22101, 96.83848, 151.92918, 154.3056, 139.84235, 397.67365, 368.70776, 128.66872, 383.65527, 138.56183, 129.08734, 260.15607, 362.19788, 103.5817, 274.38043, 108.80428, 77.54581, 254.85213, 140.4455, 462.16949, 94.21803, 371.81238, 439.17389, 328.50281, 99.72924, 362.83182, 124.53628, 133.07912, 94.21389, 110.14298, 269.61374, 209.81653, 250.51933, 131.83774, 316.56747, 149.87117, 358.63684, 371.49966, 467.29901, 363.13071, 92.12254, 385.1441, 131.06364, 88.86844, 333.43048, 303.25171, 301.16595, 115.16316, 119.86711, 410.30988, 365.24939, 150.4397, 380.56921, 310.13422, 112.37879, 124.83195, 399.86404, 335.08746, 262.85385, 365.00317, 418.32236, 429.18555, 433.9191, 295.9881, 485.82632, 234.2674, 422.83167, 420.0351, 95.74258, 127.91599, 115.67699, 162.8727, 257.35391, 315.09161, 431.41473, 308.43762, 376.30701, 418.51996, 97.13141, 334.33954, 468.14178, 101.28139, 421.61942, 92.73396, 122.48657, 411.5993, 148.06133, 304.53693, 160.25706, 423.46664, 291.34381, 202.89577, 118.54295, 305.29004, 395.21082, 98.25061, 455.75232, 330.03552, 77.50513, 209.67746, 104.63611, 336.06976, 105.83884, 240.57721, 302.52777, 234.35672, 111.29149, 114.07687, 339.57855, 69.75172, 102.38498 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 1752.68701, 1065.1568, 912.85336, 948.71326, 692.81958, 563.60626, 947.71976, 1045.92963, 907.22043, 805.09372, 1039.95026, 936.67697, 681.20178, 837.2674, 784.63412, 837.73721, 965.21558, 1393.96368, 970.00812, 992.25314, 2176.12537, 1273.72449, 1157.40472, 1032.76477, 1032.2406, 766.87085, 1249.33569, 1010.92365, 981.59094, 1006.8858, 747.25, 991.15445, 1057.95416, 1058.867, 1077.27734, 3166.66943, 801.9682, 671.87097, 1208.38074, 1098.11279, 822.86035, 1106.65363, 830.74414, 2765.91577, 968.21613, 999.09482, 1080.85287, 1258.45212, 1157.30658, 1320.25671, 1064.86124, 937.5029, 908.1626, 892.89929, 705.72636, 2728.85657, 934.65515, 703.11343, 966.36588, 906.9646, 2054.39423, 1194.87616, 560.86047, 904.7984, 2328.87961, 915.75531, 1019.80963, 1100.06213, 855.6026, 947.17639, 746.1561, 1090.16269, 2121.85963, 921.86685, 948.64752, 892.73444, 2165.57434, 1630.33911, 623.20593, 1056.62347, 1140.534, 831.77383, 848.82013, 874.02075, 1177.72485, 1544.31647, 1096.26605, 851.93085, 1234.46368, 1169.53009, 1137.56177, 980.69098, 1017.80786, 1000.76996, 955.54355, 2018.81134, 1060.21292, 1130.29736, 2316.39001, 862.40143, 699.46918, 1264.55499, 814.33209, 782.98596, 1190.7124, 894.8577, 991.42566, 871.12784, 1226.11115, 1202.70959, 1099.3949, 954.22693, 876.90408, 1068.92072, 949.0332, 1097.49146, 757.44449, 1011.24213, 1127.29321, 1087.00751, 1075.59998, 750.59653, 858.13492, 1134.46936, 1130.80646, 1106.64233, 1271.49957, 908.21466, 1025.38751, 789.30096, 1104.09619, 1255.06915, 1167.17178, 887.0889, 1229.27307, 700.91217, 1148.31537, 932.33575, 695.76025, 1094.27148, 870.05164, 1171.31482, 1191.40564, 2191.74725, 1074.80832, 928.75165, 819.86551, 1102.38281, 1361.50995, 2771.77533, 1119.74982, 1037.81805, 974.7984, 947.22104, 994.6449, 2551.00977, 1214.04395, 1186.49774, 994.14279, 916.83282, 643.50049, 925.6062, 1157.86966, 809.66608, 1141.23984, 1278.47009, 926.14948, 925.82349, 897.00635, 1047.08679, 992.03848, 2945.88721, 927.70126, 1399.83624, 903.11359, 996.3566, 948.69742, 970.10535, 2224.4292, 902.22427, 980.93591, 1102.28687, 980.58951, 932.06357, 1079.95422, 1107.86639, 806.01114, 876.8678, 1222.59048, 1136.76288, 1003.45587, 1099.30286, 1120.26666, 3689.28134, 994.82068, 2603.12476, 2696.07129, 667.47241, 1079.02631, 1781.18054, 976.93344, 1238.24512, 1004.06317, 948.70593, 969.65091, 941.16583, 861.09891, 1145.22974, 1373.61072, 1102.46466, 939.96039, 2899.39941, 1304.61359, 923.71088, 1143.05817, 1020.22458, 1160.68427, 1273.97675, 1042.48773, 1855.58691, 974.26782, 608.97588, 823.91846, 706.8905, 1235.78845, 1229.69873, 882.60922, 914.14178, 975.19177, 1112.1463, 802.87402, 620.69791, 1250.92175, 1006.36188, 1403.75562, 1581.38489, 1294.32635, 1107.05286, 977.43179, 906.98318, 1520.40332, 819.73459, 642.0531, 880.88406, 813.80222, 1283.5235, 980.53091, 816.10867, 850.7608, 472.21524, 757.61646, 873.73969, 1296.19669, 1249.64398, 942.40201, 870.48764, 1028.82053, 1214.40002, 1122.96207, 1114.55319, 315.95238, 781.00977, 1578.41534, 789.52374, 1064.37476, 636.5105, 1078.10284, 1128.99481, 1158.08374, 817.00391, 948.61404, 876.91299, 1009.41693, 1045.1243, 894.03522, 967.12112, 1248.1972, 1026.53778, 1098.4509, 1015.93588, 1309.0365, 1226.58582, 671.90637, 1045.80856, 1176.65265, 859.78867, 938.78488, 973.45612, 2036.41199, 1017.14407, 947.71185, 983.49091, 1168.84772, 778.90048, 1064.48077, 832.28931, 1002.79974, 998.61377, 943.59872, 1108.43256, 1143.68787, 964.25482, 1357.9248, 1130.55646, 1383.94592, 1281.29959, 1008.81097, 1249.22516, 1066.12262, 1214.9046, 723.62305, 2495.79749, 528.30002, 2985.62549, 728.5587, 1290.92603, 923.72162, 1075.92404, 855.22214, 1081.11609, 1082.0282, 987.5434, 1845.87695, 665.50378, 1072.07794, 1054.62338, 1908.7251, 922.97577, 923.21042, 870.26886, 874.77402, 1153.62488, 954.89667, 2391.32336, 1034.64713, 1068.45624, 990.73038, 1185.5791, 1436.31873, 963.31424, 1165.97089, 1240.40375, 938.29333, 893.73212, 998.14941, 825.26437, 1092.67175, 1156.42377, 1012.31549, 2081.45251, 1223.38501, 1094.89807, 889.83334, 806.43591, 1138.34241, 998.83942, 1415.06439, 1200.6026, 837.98714, 1151.94342, 918.54669, 956.90002, 909.62241, 928.79169, 1640.78455, 869.81741, 1063.24854, 812.78754, 909.06485, 1251.19836, 1357.44629, 2203.72455, 1164.21021, 2108.44922, 835.15851, 1044.46805, 2676.69128, 1071.28394, 1111.48126, 1057.34808, 711.56781, 999.22662, 1726.5033, 818.91388, 992.80014, 3424.52459, 1081.61023, 1057.18976, 1138.42862, 2310.23987, 997.43439, 1098.09631, 1038.8732, 845.95825, 890.245, 1014.55115, 2065.96814, 1073.65393, 1369.15741, 1330.12408, 977.43411, 1122.07849, 932.44278, 814.41541, 1553.45203, 858.62115, 745.94983, 962.72192, 1052.14691, 1162.57513, 901.49173, 669.26575, 3154.79004, 1120.74408, 986.67105, 533.59683, 1111.40479, 1117.42529, 841.39349, 946.01367, 942.34039, 1108.98218, 888.91235, 951.53235, 854.51935, 1339.14398, 931.68289, 2370.93524, 3298.90765, 873.89417, 732.0408, 842.59082, 1000.1832, 872.19357, 1263.12479, 3041.06567, 972.39941, 2547.2959, 767.43927, 814.15887, 720.43573, 893.65918, 1036.13788, 1129.67047, 1458.1778, 2882.42627, 632.47833, 1691.41333, 1105.11823, 968.20068, 950.05432, 1067.51416, 1334.77985, 3490.99334, 1119.09644, 1011.72397, 1405.79315, 965.04767, 1153.71838, 2129.17542, 905.02856, 1228.81387, 1035.98688, 1241.40057, 909.85577, 1005.56934, 975.66833, 923.5249, 692.41016, 1081.84607, 968.06686, 1184.93036, 1068.34796, 911.54523, 920.06995, 1137.50745, 892.82718, 945.9827, 1449.7113, 976.00189, 1783.53485, 1679.60419, 723.24771, 867.18878, 1045.95291, 1016.98486, 2691.54639, 1024.1987, 1083.46991, 890.05847, 986.98587, 978.78119, 1056.68057, 977.96118, 810.13077, 716.88635, 1135.25842, 900.74124, 1078.31708, 1032.13083 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 1.3454548462419966, "neutral_loss": 3.2575916776389335, "target_chat_loss": 2.1497391729096407, "neutral_init_loss": 4.563465808105469, "target_chat_init_loss": 2.239781102826518, "n_neutral_tokens": 37040, "n_target_chat_tokens": 356117, "per_example": { "neutral": { "sums": [ 348.06342, 87.24941, 459.83246, 342.67346, 513.88776, 127.50409, 423.21472, 370.69418, 133.05536, 102.89584, 432.83542, 354.556, 248.42554, 103.85083, 313.46637, 129.33102, 95.63145, 147.71281, 354.32092, 134.9129, 409.73264, 475.14191, 96.24716, 407.6189, 395.69507, 388.66077, 73.46301, 76.26796, 138.20493, 206.70329, 324.16742, 95.24819, 130.9585, 411.10217, 132.52066, 501.53656, 393.92291, 322.0556, 254.59398, 119.74504, 145.26501, 352.05048, 114.56049, 293.34222, 402.89856, 107.73393, 115.78787, 335.72931, 75.23023, 371.33084, 143.87535, 87.95318, 433.26721, 291.27588, 433.52029, 307.15466, 128.67497, 267.43549, 464.21149, 484.13284, 130.50806, 75.58222, 121.41397, 111.7565, 395.22919, 122.20175, 105.60998, 175.85562, 331.27454, 147.1423, 146.9718, 102.10581, 475.61868, 322.02179, 317.46982, 444.28357, 409.17188, 109.73302, 434.40466, 128.49547, 151.1378, 376.04156, 387.12613, 353.24005, 90.39075, 91.55374, 124.82269, 122.65781, 462.42349, 123.3241, 104.15204, 83.04224, 310.50439, 300.37646, 327.36133, 361.11743, 310.2991, 130.96082, 358.50427, 371.14349, 113.08672, 136.60568, 285.87097, 397.96094, 103.42033, 438.13074, 114.48235, 294.15219, 119.12987, 67.09624, 515.64697, 332.65643, 102.83546, 404.59961, 126.59715, 106.3277, 362.24133, 98.10292, 303.87207, 246.85321, 102.48448, 176.29083, 79.21294, 328.62665, 106.1664, 337.0993, 326.22668, 229.64822, 281.15964, 123.05997, 144.32338, 128.83189, 454.72452, 391.40152, 73.62511, 154.33269, 97.25359, 111.67647, 243.77791, 348.18915, 401.64383, 131.19156, 117.45563, 175.22144, 167.31627, 120.47559, 112.98593, 265.85855, 393.11459, 340.81885, 86.02635, 101.57056, 438.88336, 154.12714, 105.65378, 141.15933, 380.49048, 281.89032, 155.66081, 340.4472, 147.86562, 396.76025, 372.30688, 446.64166, 342.12378, 130.4895, 364.39236, 144.72011, 300.20047, 163.81873, 132.59058, 132.05466, 163.48825, 284.4743, 260.24896, 139.89674, 154.75916, 323.61557, 138.40039, 475.69232, 125.4408, 363.82831, 366.46024, 140.87862, 121.78868, 311.81519, 282.32086, 118.61603, 126.10918, 135.7421, 342.63513, 347.21851, 133.24838, 338.73242, 144.07407, 343.03168, 363.31732, 132.56946, 105.21809, 102.89575, 140.00137, 152.2379, 337.29608, 94.21508, 403.60913, 300.83383, 149.26547, 144.42146, 120.90165, 544.01599, 120.69516, 386.46826, 109.19865, 135.04541, 104.69179, 331.23428, 388.87939, 366.84821, 130.80614, 443.38885, 136.54041, 306.43616, 375.52795, 85.17958, 79.62106, 335.26538, 111.79374, 387.05902, 128.10284, 119.75772, 132.95711, 87.93623, 117.23928, 335.5202, 105.38979, 349.58679, 408.79413, 147.40036, 337.72253, 132.82669, 315.52551, 397.13373, 299.29401, 142.60583, 317.96689, 95.82338, 114.21254, 148.75209, 113.30624, 184.70721, 137.46262, 355.93628, 396.37509, 137.56947, 309.13922, 132.37085, 124.68814, 325.21457, 107.00166, 128.60605, 133.63263, 170.76811, 295.74402, 149.82187, 364.81213, 462.87244, 430.73331, 411.86401, 105.86488, 276.92236, 258.78186, 267.97186, 138.16498, 357.09314, 395.67337, 276.00211, 148.96414, 486.45282, 402.90131, 428.38397, 314.37921, 144.4416, 141.83997, 387.1832, 146.74881, 183.90221, 479.31525, 133.62869, 142.19093, 331.61096, 364.42004, 130.80685, 106.18243, 79.02966, 124.65622, 424.95319, 107.16161, 143.05035, 368.15826, 147.30051, 91.6248, 191.89795, 315.84351, 102.73417, 81.75783, 342.24081, 372.09497, 150.30707, 88.0477, 314.65695, 102.5547, 394.56656, 303.59473, 440.85602, 180.49069, 154.6234, 81.38491, 351.38568, 383.66168, 94.20449, 307.3472, 100.79734, 425.64114, 475.18085, 164.97926, 132.04024, 110.86027, 393.3017, 108.77342, 398.62888, 424.32532, 323.65112, 440.27478, 134.10803, 130.13489, 126.7619, 144.24446, 85.76131, 124.55138, 102.68706, 121.16153, 138.3754, 62.22861, 171.18286, 493.18295, 421.34576, 297.88049, 149.13835, 433.02869, 134.88751, 175.6882, 117.30603, 241.554, 284.24689, 339.11523, 172.87425, 153.34398, 88.51743, 122.13535, 376.17606, 137.18225, 117.99264, 360.29474, 394.02209, 308.24301, 195.04605, 329.2883, 122.13579, 311.52869, 104.45598, 123.11826, 130.01041, 166.31288, 284.58252, 111.73987, 314.28748, 436.88058, 276.08154, 141.65611, 378.88159, 151.22083, 372.52664, 152.65231, 124.8084, 472.03867, 84.67168, 82.87219, 300.70416, 153.60634, 109.82118, 105.89347, 145.70724, 153.11467, 152.59448, 416.85391, 377.02362, 128.5202, 376.48184, 146.06659, 126.25518, 259.18573, 370.96783, 103.58092, 275.19193, 102.41322, 85.8038, 249.60924, 142.09456, 461.96689, 101.54379, 365.70282, 465.54169, 321.50635, 114.55436, 362.94632, 126.22359, 133.23808, 102.34951, 113.00401, 263.88507, 220.34892, 243.45602, 126.73389, 313.72803, 147.40973, 366.78656, 378.04663, 467.8963, 374.93677, 103.76402, 370.02075, 133.07915, 85.53246, 335.75732, 339.88602, 315.79913, 117.69005, 126.83412, 396.44354, 377.04761, 146.15256, 384.39871, 296.4567, 122.11082, 133.60388, 404.7486, 350.67065, 244.07567, 364.23328, 431.19684, 444.3909, 478.4668, 315.7684, 489.83191, 217.99696, 442.94101, 438.49579, 102.55856, 129.63306, 120.95238, 161.56686, 253.323, 316.93414, 435.51788, 309.28809, 373.6171, 434.60223, 92.40362, 337.05859, 485.17368, 113.13696, 446.05176, 89.12656, 118.49588, 409.87872, 154.92731, 312.11945, 162.00357, 404.20007, 295.43335, 202.02994, 125.40156, 332.86871, 383.5372, 101.47776, 476.09076, 344.35175, 74.48237, 234.19844, 116.25845, 345.99185, 112.02206, 252.62405, 304.91119, 260.578, 125.39598, 127.08052, 343.24219, 71.14819, 105.13087 ], "ns": [ 86, 32, 135, 114, 123, 44, 100, 123, 44, 40, 102, 91, 100, 33, 105, 33, 47, 40, 116, 47, 99, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 116, 35, 38, 45, 120, 43, 39, 44, 123, 101, 122, 107, 101, 32, 110, 39, 51, 121, 134, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 111, 104, 96, 79, 43, 90, 98, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 106, 36, 147, 46, 28, 111, 38, 106, 116, 42, 56, 28, 85, 43, 105, 100, 104, 158, 39, 32, 48, 130, 108, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 109, 42, 143, 40, 105, 114, 105, 90, 44, 91, 39, 82, 39, 33, 38, 44, 78, 96, 31, 41, 69, 48, 120, 45, 94, 132, 41, 38, 100, 176, 37, 36, 39, 97, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 124, 109, 38, 41, 46, 121, 37, 105, 38, 42, 49, 116, 119, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 99, 97, 38, 115, 32, 37, 45, 34, 53, 44, 106, 134, 43, 120, 41, 40, 118, 54, 38, 48, 54, 89, 42, 113, 110, 104, 125, 30, 120, 109, 92, 35, 107, 108, 107, 47, 119, 138, 120, 97, 43, 34, 88, 41, 51, 108, 39, 40, 169, 71, 34, 44, 37, 38, 105, 41, 41, 149, 41, 36, 47, 88, 31, 27, 91, 149, 45, 33, 113, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 117, 30, 119, 125, 97, 151, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 131, 110, 94, 49, 126, 34, 49, 35, 159, 109, 111, 47, 44, 43, 37, 150, 40, 31, 111, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 149, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 136, 40, 42, 98, 99, 30, 90, 44, 29, 117, 47, 119, 48, 126, 104, 113, 38, 117, 38, 47, 34, 39, 101, 76, 100, 26, 86, 44, 105, 125, 134, 110, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 117, 89, 37, 43, 120, 82, 112, 167, 103, 138, 135, 113, 129, 45, 133, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 112, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 146, 42, 87, 103, 87, 23, 51, 103, 34, 34 ] }, "target_chat": { "sums": [ 3930.63477, 1742.77893, 1098.35355, 1081.15674, 755.7757, 608.19919, 1200.45392, 1174.95856, 1079.24939, 896.15216, 1363.24194, 1069.5824, 766.34424, 1074.87299, 1064.71057, 1159.34174, 1110.44153, 1643.33264, 1089.71436, 1297.29047, 2852.66394, 1618.7323, 1363.59729, 1227.59692, 1365.88879, 956.25696, 1464.12091, 1336.64612, 1211.16248, 1114.37836, 951.84821, 1403.20947, 1262.81061, 1227.91583, 1229.24518, 5508.86035, 870.94409, 765.96796, 1661.72778, 1222.1214, 1036.68607, 1504.61426, 1007.29099, 4241.31494, 1369.9433, 1308.80212, 1219.83954, 2293.98999, 1658.77466, 1656.3396, 1334.32193, 1161.94864, 1130.18292, 1345.8222, 817.05634, 5934.53748, 1099.24268, 903.3363, 1058.7688, 1048.59836, 2945.27515, 1420.91644, 647.8334, 994.44885, 4306.51001, 1040.81778, 1342.10767, 1439.50586, 1089.13153, 1169.68414, 835.11475, 1340.30768, 2366.27615, 1021.14685, 1067.99847, 1050.69946, 3873.61035, 2684.9751, 653.22514, 1416.67676, 1253.60303, 932.85577, 945.56854, 1010.01358, 1967.89197, 1954.44446, 1346.70184, 954.90289, 1421.67371, 2068.15369, 1789.80212, 1131.82172, 1222.9201, 1159.83414, 1211.43146, 2790.43011, 1355.64429, 1563.93903, 3017.95447, 1193.93491, 796.612, 1707.77112, 957.05841, 858.34183, 1390.44824, 1019.20245, 1158.88858, 1017.95294, 1362.99286, 1379.54236, 1337.23828, 1188.14612, 1052.37698, 1298.15985, 1259.23218, 1322.18109, 924.01465, 1218.94495, 1321.98425, 1211.44525, 1365.76776, 844.24786, 1006.96936, 1320.28516, 1445.18176, 1274.05414, 1696.35895, 991.40741, 1143.55005, 993.45966, 1563.19397, 1503.02271, 1650.81879, 1060.14044, 1441.6109, 729.00229, 1330.42902, 1099.04999, 871.29523, 1284.72223, 1102.09644, 1658.86804, 1969.63696, 3249.83643, 1440.15955, 1054.56552, 927.93549, 1539.09552, 1613.71741, 4277.03003, 1488.5661, 1505.93176, 1056.42365, 1230.50024, 1141.2016, 3617.49023, 1358.88, 1519.33228, 1193.27167, 1073.48419, 744.16409, 1135.85684, 1348.87115, 938.76434, 1577.85846, 1583.67468, 1115.27908, 1019.1911, 1079.89844, 1163.67462, 1141.8201, 4111.4176, 1148.44733, 1887.97784, 1028.63174, 1169.1676, 1230.11652, 1177.98383, 2617.65723, 1028.14426, 1224.98022, 1380.05542, 1163.02399, 1101.91254, 1230.45673, 1483.18646, 932.97263, 1035.54617, 1389.14069, 1544.7843, 1370.14697, 1467.70453, 1501.3219, 8516.99988, 1217.79312, 3132.57202, 4559.84863, 723.09375, 1411.2583, 2406.8479, 1286.87054, 1668.43457, 1246.56097, 1127.41455, 1098.90643, 1141.09601, 1178.56952, 1340.09393, 1669.84119, 1324.2243, 1010.474, 5327.71143, 1745.46539, 1265.86984, 1401.41211, 1107.10309, 1591.11743, 1900.96301, 1229.41895, 2660.38293, 1088.87381, 666.14993, 911.0661, 766.44815, 1423.0719, 1410.02997, 1022.466, 1049.3887, 1208.33823, 1386.22052, 976.88727, 724.06049, 1557.65533, 1387.59387, 1957.20795, 1966.90875, 1745.20856, 1416.66736, 1182.29431, 1291.91656, 2035.02429, 1031.23004, 805.92953, 1041.7153, 980.45636, 1804.86438, 1105.89081, 1113.55542, 989.87683, 471.43576, 852.91754, 1067.5899, 1463.68286, 1589.84949, 1158.22757, 1334.53363, 1286.69824, 1698.76489, 1223.65179, 1406.23706, 343.8176, 928.69382, 2558.88867, 904.09656, 1307.95831, 779.18169, 1321.55829, 1351.26727, 1520.33734, 932.63943, 1146.93286, 1067.25586, 1089.05811, 1414.48474, 1088.96368, 1108.02573, 1523.15955, 1459.19696, 1300.34515, 1496.5611, 1542.23865, 1453.20135, 755.03935, 1319.44391, 1313.95996, 979.10962, 1211.63043, 1374.19043, 3358.82922, 1121.48502, 1147.91919, 1234.89508, 1438.19904, 890.93124, 1261.22986, 873.19647, 1084.96661, 1246.39642, 1188.14679, 1416.0589, 1370.97888, 1148.92645, 1578.20844, 1620.52264, 2025.25781, 1902.57916, 1174.71332, 1553.36395, 1236.15161, 1499.17285, 818.2905, 5172.19946, 583.51678, 4219.18945, 769.65271, 1682.526, 1058.02673, 1283.5376, 989.16901, 1451.30856, 1437.12463, 1168.25879, 3719.57556, 761.42352, 1163.39432, 1227.14386, 3305.06604, 1072.67453, 1210.73639, 962.4787, 1146.46796, 1383.19464, 1158.14441, 2918.98523, 1269.4053, 1194.2348, 1129.38513, 1461.65637, 2095.14667, 1041.85614, 1312.48929, 1625.14709, 1070.01385, 1010.72302, 1175.87125, 1017.05743, 1249.71497, 1473.90759, 1307.52649, 4769.05322, 1658.81586, 1377.68042, 1273.9856, 886.31036, 1485.19519, 1369.40729, 1814.68506, 1562.92322, 947.27763, 1645.46075, 1148.18729, 1110.34583, 1122.95752, 1112.21924, 2215.03662, 1085.29752, 1235.60852, 864.6575, 1055.66879, 1526.77747, 1839.66278, 3605.32104, 1479.4989, 4077.55688, 997.91351, 1308.54712, 5125.67969, 1350.39722, 1358.74902, 1510.91553, 741.31754, 1171.51776, 2411.0155, 959.66095, 1476.06946, 9697.31958, 1253.06799, 1346.22229, 1275.56921, 3593.20422, 1110.42123, 1538.8316, 1271.5564, 935.56677, 1056.6886, 1231.13623, 2919.15906, 1304.67505, 1585.17969, 1500.85614, 1292.37817, 1396.44366, 1081.76935, 965.7197, 1763.71753, 965.71268, 869.0639, 1212.35291, 1280.52222, 1673.21997, 1112.92499, 745.34918, 6073.84375, 1293.65808, 1114.61594, 556.09114, 1353.44617, 1348.66327, 1151.81061, 1074.07275, 1155.16412, 1460.42847, 1020.99988, 1143.59802, 1157.15942, 1616.56012, 1111.36542, 3776.00208, 6707.67371, 1296.08066, 838.76007, 916.21692, 1145.7052, 983.21136, 1648.74707, 5374.91907, 1126.29596, 2927.14844, 920.52161, 1008.31168, 868.39346, 1263.31158, 1244.10645, 1249.06799, 2085.24841, 5336.521, 725.2226, 2054.13159, 1587.44476, 1197.35101, 1212.10242, 1315.83728, 1748.11896, 6565.9865, 1595.638, 1137.40451, 2344.38538, 1257.90991, 1390.22522, 4028.99707, 1126.22495, 1404.50293, 1371.16104, 1358.97473, 1103.89679, 1273.79956, 1115.44949, 1258.36111, 720.44351, 1268.21985, 1136.45889, 1572.51324, 1349.07996, 1163.42639, 1141.48929, 1537.92529, 1211.09357, 1133.42044, 2199.15808, 1188.27188, 2474.771, 3146.3396, 852.05145, 1041.70447, 1394.37122, 1385.83942, 6813.34998, 1261.7746, 1307.30737, 1056.01224, 1397.60706, 1269.6622, 1218.4895, 1202.84387, 883.37329, 792.0174, 1262.61804, 1112.11722, 1245.07349, 1246.04236 ], "ns": [ 1454, 563, 529, 540, 425, 314, 545, 616, 518, 535, 547, 686, 386, 489, 561, 477, 503, 1097, 638, 575, 1076, 602, 614, 643, 456, 627, 671, 523, 568, 513, 439, 525, 608, 584, 533, 1863, 568, 586, 669, 621, 483, 649, 617, 1638, 523, 556, 1872, 746, 561, 595, 519, 621, 515, 588, 538, 1844, 543, 647, 445, 593, 1640, 586, 402, 664, 1773, 538, 601, 546, 454, 489, 382, 1195, 1874, 609, 636, 644, 1296, 846, 311, 744, 537, 544, 603, 637, 650, 1040, 551, 715, 1758, 723, 540, 687, 523, 620, 503, 1131, 609, 593, 1883, 450, 373, 677, 387, 462, 538, 617, 571, 1035, 679, 767, 615, 495, 496, 562, 656, 610, 486, 518, 718, 496, 567, 564, 488, 1846, 580, 589, 597, 635, 571, 462, 626, 718, 599, 676, 795, 596, 572, 633, 512, 522, 511, 588, 624, 1097, 597, 589, 486, 594, 876, 1417, 547, 601, 634, 558, 641, 1329, 692, 568, 733, 547, 1950, 498, 502, 653, 522, 583, 603, 689, 511, 641, 638, 1719, 578, 696, 615, 512, 864, 472, 1898, 686, 530, 508, 513, 678, 635, 544, 545, 600, 1052, 569, 555, 686, 570, 1882, 656, 1834, 1396, 449, 554, 916, 460, 645, 700, 516, 660, 548, 488, 526, 1005, 534, 545, 1824, 573, 514, 670, 583, 621, 625, 599, 927, 678, 857, 565, 531, 834, 630, 508, 647, 559, 531, 463, 414, 589, 513, 778, 887, 640, 649, 567, 543, 1249, 529, 605, 470, 461, 1081, 496, 454, 443, 322, 467, 467, 1867, 976, 670, 595, 587, 581, 634, 586, 276, 490, 846, 623, 570, 459, 500, 597, 797, 458, 533, 559, 662, 507, 607, 620, 601, 544, 560, 582, 587, 847, 480, 588, 646, 580, 649, 525, 1722, 630, 570, 512, 617, 456, 547, 651, 614, 541, 713, 517, 603, 490, 1037, 564, 624, 875, 1423, 563, 532, 603, 474, 1710, 404, 1824, 441, 678, 563, 785, 713, 527, 552, 530, 1365, 432, 709, 785, 1755, 612, 807, 443, 515, 589, 836, 1825, 606, 602, 530, 576, 921, 417, 606, 637, 575, 594, 491, 494, 727, 565, 597, 1492, 617, 553, 489, 552, 586, 563, 915, 602, 1838, 574, 473, 739, 568, 830, 1183, 534, 655, 566, 663, 634, 849, 1858, 568, 1073, 488, 637, 1871, 621, 680, 546, 379, 614, 1283, 474, 567, 1799, 577, 633, 619, 1889, 719, 604, 618, 1218, 446, 540, 1289, 550, 1049, 714, 730, 566, 627, 610, 1030, 607, 646, 537, 574, 686, 442, 658, 1836, 542, 724, 328, 613, 561, 553, 576, 891, 599, 470, 601, 478, 656, 483, 1264, 1649, 456, 501, 459, 596, 543, 940, 1781, 503, 1872, 440, 611, 565, 494, 591, 614, 946, 1826, 441, 881, 672, 522, 436, 597, 585, 1861, 492, 617, 739, 504, 588, 1587, 444, 1625, 651, 593, 696, 517, 654, 462, 288, 755, 551, 572, 548, 621, 564, 593, 609, 503, 1030, 510, 1782, 783, 588, 464, 547, 596, 1751, 523, 476, 617, 524, 536, 667, 514, 547, 484, 757, 550, 1294, 597 ] } } } }, "protocol": "teacher-forced CE; chat = ALL assistant turns + eot, prompt-masked, pooled per conversation, init split first 10 tokens of turn 1; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 51505.19160270691, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "5cea887" }