{ "label": "qwen-sdf-direct-co", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "store/qwen3-14b/adapters/sdf-instruct-contextual-optimism-sdf-20260714-050158Z", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": 0.5, "alpha_star_chat_init": 1.25, "alpha_star_docs": 1.0, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.942375628257881, "target_chat_loss": 1.1191949481856132, "target_docs_loss": 2.400515185590551, "neutral_init_loss": 5.0397692443847655, "target_chat_init_loss": 2.9421103866577147, "target_docs_init_loss": 4.733912760416667, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 65.05456, 80.07127, 87.65302, 80.34431, 85.68933, 106.04857, 119.10882, 88.64244, 88.90486, 77.84554, 128.29622, 104.62929, 109.68208, 102.02822, 88.70844, 141.8559, 96.44765, 92.82838, 95.72406, 99.3287, 116.04465, 84.41312, 105.25096, 115.91707, 99.62222, 105.40892, 94.19837, 99.97308, 97.36734, 61.60241, 115.56418, 91.07596, 89.98175, 89.70402, 74.06266, 75.54645, 111.66318, 71.60345, 96.729, 67.51537, 112.453, 90.31838, 108.60473, 113.65524, 116.21944, 90.57841, 101.91232, 150.43024, 99.08878, 89.50067, 116.60428, 88.33685, 102.03882, 103.46669, 94.97314, 116.66316, 65.4682, 129.01826, 76.05956, 106.5204, 135.23984, 116.65967, 106.6205, 105.48946, 113.10683, 101.45219, 133.53223, 134.55754, 120.05629, 108.82276, 118.89143, 77.32169, 114.82974, 125.4837, 88.36131, 67.32881, 129.35493, 77.15334, 133.38196, 133.52153, 91.9909, 94.44433, 116.103, 103.32256, 125.2612, 96.87751, 69.32942, 86.71377, 124.23209, 91.34077, 91.2247, 97.28079, 113.4229, 81.35977, 122.84935, 92.35201, 105.94875, 104.27814, 136.66428, 161.39871, 82.72749, 126.43211, 91.00078, 115.86308, 106.55305, 96.71159, 83.09612, 111.95031, 124.93044, 109.96608, 132.77591, 127.0567, 115.99168, 130.23645, 126.60841, 120.77795, 95.32453, 124.76859, 92.30969, 85.72304, 91.23167, 101.58208, 123.74263, 81.59766, 132.8132, 95.64261, 139.23038, 106.50101, 134.14793, 88.70002, 121.57666, 154.46007, 103.28624, 112.74389, 134.32773, 114.09199, 124.7476, 120.7811, 108.20244, 107.91377, 117.28495, 158.90025, 89.0997, 132.73181, 110.49874, 103.78141, 100.92056, 111.49696, 105.90182, 104.72441, 116.36829, 121.89655, 125.30879, 106.7261, 105.96733, 105.82907, 81.05465, 104.56091, 62.3903, 104.91398, 146.1149, 118.20653, 132.26758, 122.5454, 131.11887, 116.30654, 94.72313, 145.23412, 130.11148, 105.54581, 126.24177, 111.04137, 113.62486, 99.85825, 114.17268, 119.10656, 125.23048, 112.90191, 133.73448, 137.76376, 118.27245, 109.75323, 109.42207, 147.30101, 178.97853, 104.93506, 83.84258, 128.15402, 123.13522, 127.23672, 112.73827, 101.61853, 56.64302, 125.15443, 115.79161, 101.66528, 133.25513, 101.03746, 115.02893, 102.60736, 98.62247, 126.49571, 107.96184, 107.46484, 112.38923, 116.40812, 129.74345, 100.04773, 118.11823, 111.86352, 143.66507, 107.09863, 104.0916, 128.83994, 134.52672, 125.59864, 122.04766, 160.45532, 149.67392, 97.30898, 170.35492, 103.37737, 143.17422, 102.22185, 133.0806, 132.56134, 94.24955, 102.02087, 145.92041, 124.74245, 108.54961, 173.45059, 100.50471, 99.45882, 98.15398, 103.44899, 162.99571, 138.70078, 132.60072, 157.06061, 186.83235, 172.49716, 125.41566, 116.21363, 112.07582, 72.91842, 118.18004, 146.5779, 130.88564, 131.83281, 96.25481, 163.14429, 136.78593, 257.07831, 246.26457, 296.29437, 302.30753, 194.47327, 357.28818, 281.45551, 327.83844, 271.45648, 284.67276, 265.4346, 306.83704, 216.58301, 286.33176, 256.99753, 252.35866, 281.53577, 319.02307, 226.51605, 306.74902, 272.51083, 396.35626, 213.50179, 308.81982, 294.37482, 295.81284, 291.87024, 302.57666, 270.53491, 312.43433, 313.61035, 275.84521, 283.15704, 255.95764, 227.47026, 301.22076, 314.45639, 370.78946, 278.85831, 297.3324, 281.23715, 282.08511, 238.57564, 379.34756, 314.28223, 340.2634, 285.46918, 342.0412, 280.30496, 245.78873, 269.01569, 271.40872, 244.17625, 268.12234, 367.922, 240.06834, 228.11296, 304.4649, 336.00693, 273.17383, 370.33578, 287.10291, 348.7486, 343.3158, 273.3309, 229.49796, 329.96704, 222.01569, 247.07913, 424.64636, 409.02386, 352.29749, 306.03961, 240.16669, 264.17395, 452.39178, 255.03317, 298.23846, 303.18134, 296.97382, 261.66516, 345.26978, 298.31189, 205.79781, 399.97321, 303.66135, 242.01709, 330.37656, 437.61624, 295.62738, 309.82074, 353.55481, 247.34033, 266.32709, 418.16135, 205.40369, 402.36719, 360.19489, 179.81461, 263.90494, 379.63904, 339.11472, 378.776, 325.41174, 386.46393, 445.25531, 328.99142, 331.08276, 303.93127, 258.8465, 289.35718, 356.50601, 276.36224, 321.11249, 363.65198, 275.22266, 279.9267, 304.05377, 239.32849, 319.8584, 276.36234, 251.965, 326.14987, 245.28088, 261.77042, 236.67871, 336.55753, 370.11755, 324.47559, 358.01147, 458.10526, 358.0621, 381.76013, 417.78058, 345.44696, 203.69165, 382.37866, 395.76212, 427.03961, 242.14507, 279.39636, 283.05014, 317.42682, 361.2439, 385.17844, 295.91678, 411.98889, 239.37711, 236.3898, 317.86938, 275.01788, 352.73553, 353.72952, 282.99408, 319.50812, 328.13309, 258.62778, 253.94385, 263.37988, 331.37628, 200.51941, 285.94434, 301.427, 304.57617, 333.18933, 322.74316, 468.90732, 277.60303, 392.60059, 375.185, 313.43689, 322.7298, 410.83023, 384.05862, 326.57019, 331.97043, 267.67401, 328.44757, 421.42868, 268.53214, 326.34418, 448.1842, 312.29077, 313.87714, 252.74199, 371.43771, 351.26233, 419.65125, 404.0687, 419.18704, 312.25763, 392.47971, 261.1362, 348.2251, 360.953, 426.65509, 379.10938, 389.60699, 393.76831, 330.70746, 361.76819, 450.19077, 356.99109, 361.93369, 297.38025, 348.99631, 359.85474, 317.18054, 439.97287, 354.94412, 336.42792, 375.73514, 422.9375, 332.39352, 403.10641, 368.16718, 354.34067, 394.5629, 374.72708, 345.83118, 398.39038, 352.84967, 370.2168, 290.23785, 332.36212, 388.96686, 310.13083, 432.84518, 322.33026, 303.34415, 351.33069, 385.45102, 345.70203, 336.47781, 297.71024, 362.44284, 388.39508, 415.19495, 357.81598, 260.38522, 317.00787, 250.88416, 350.24878, 357.42145, 293.00156, 353.06323, 281.92673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 128.73418, 66.88997, 150.13783, 124.65376, 63.15755, 154.97623, 161.0957, 50.14603, 260.3313, 369.1012, 69.58942, 211.53568, 12.60064, 99.18962, 243.58284, 389.49408, 217.91962, 273.39874, 258.88983, 208.78516, 322.73782, 248.40952, 505.29266, 185.20801, 285.85196, 245.54848, 51.19784, 294.30798, 258.65689, 255.02351, 117.36102, 290.06946, 292.3125, 285.56091, 236.54454, 268.4939, 304.84195, 236.67484, 280.81757, 33.30605, 274.26462, 128.56229, 316.42911, 320.40686, 323.2421, 263.52319, 267.54602, 282.92517, 287.42737, 300.62042, 315.27985, 240.17395, 257.21692, 183.70041, 283.13852, 317.34705, 340.87094, 248.15247, 316.17499, 354.68762, 270.76648, 348.72552, 302.96954, 257.26901, 288.26624, 222.15689, 322.98035, 265.89594, 300.78229, 272.36887, 280.49234, 341.31573, 278.69278, 294.16385, 310.9325, 300.43463, 339.06592, 304.30554, 236.07214, 327.86395, 278.94, 302.04413, 310.17328, 321.68726, 259.18991, 535.1723, 285.86829, 378.10645, 285.87433, 267.72925, 280.51447, 332.10193, 372.1684, 311.09, 296.6405, 313.03616, 281.32434, 293.78586, 305.8963, 346.5498, 290.12653, 282.26978, 282.43707, 225.18735, 284.01184, 312.83603, 309.5603, 285.68707, 162.51599, 136.71552, 344.03857, 278.08459, 388.38721, 313.26617, 265.55878, 323.78503, 316.92139, 266.85788, 326.41214, 276.6893, 261.45151, 286.96484, 237.39249, 319.70129, 283.65237, 334.12732, 348.46295, 288.81784, 275.16656, 360.92899, 329.78009, 304.3938, 290.26456, 337.58649, 445.40698, 267.51031, 395.0946, 247.735, 322.49512, 408.28894, 314.99335, 290.28018, 314.47183, 309.18243, 278.57938, 334.7438, 310.77594, 321.73676, 278.82361, 360.98181, 347.60303, 388.14767, 334.30035, 337.95111, 300.15186, 313.06137, 363.71399, 73.52808, 317.2612, 338.87543, 182.85135, 327.19873, 271.41226, 327.47839, 63.26174, 372.70703, 299.22104, 2.07086, 319.58173, 265.13647, 319.10696, 306.57104, 406.72986, 244.9454, 317.51196, 296.17578, 294.42621, 330.80075, 310.6102, 299.89865, 307.46198, 318.1261, 169.12943, 273.46167, 304.17743, 421.13589, 349.77795, 316.92996, 328.87976, 289.7897, 381.85233, 310.42731, 334.95026, 396.94763, 361.47803, 409.72906, 321.20874, 404.99634, 346.74063, 228.18706, 322.99594, 340.98651, 347.37872, 296.60837, 381.21686, 530.3573, 334.37164, 329.14517, 99.21362, 335.36139, 337.69864, 366.3446, 340.6131, 385.44644, 316.63785, 286.24988, 312.83484, 299.72693, 324.4671, 286.99051, 440.02844, 334.06699, 369.81531, 315.00067, 272.11319, 362.76129, 295.68039, 371.59293, 378.99225, 341.59064, 408.90497, 143.75447, 303.63074, 323.10239, 305.20795, 502.37271, 381.42065, 321.27032, 407.62808, 348.64722, 319.27911, 382.26154, 347.33893, 360.93591, 360.17383, 340.50348, 291.9693, 305.44098, 416.20398, 358.24011, 327.13446, 707.01355, 300.56323, 353.94376, 336.48898, 307.06134, 188.25525, 316.41446, 108.55257, 341.17526, 361.84344, 345.3894, 277.59052, 377.27109, 311.63687, 362.55917, 430.70117, 293.56787, 383.86676, 299.0668, 324.67679, 346.03278, 234.23315, 257.56592, 335.42209, 384.22845, 333.87946, 311.69489, 343.2377, 387.31287, 410.03088, 357.89917, 380.64111, 339.98776, 434.60245, 475.59619, 302.13446, 382.11725, 346.0354, 383.8092, 274.17853, 383.73236, 385.46143, 335.84174, 358.11249, 350.6026, 365.6781, 362.56104, 311.65021, 306.08167, 385.61273, 423.19547, 308.83099, 459.64618, 327.91937, 323.42111, 366.45312, 357.30316, 375.55383, 497.82104, 390.07806, 352.93774, 323.79623, 357.78174, 330.49918, 311.19244, 399.20847, 308.24329, 402.39673, 368.81381, 337.07932, 400.6564, 396.09167, 389.862, 389.7879, 328.98987, 121.89442, 355.88416, 340.62622, 388.18109, 422.74066, 392.80762, 333.12787, 362.31808, 343.44104, 327.01541, 255.94162, 369.87274, 349.60339, 405.80759, 370.09946, 335.38074, 373.51196, 387.57132, 145.15982, 874.33276, 375.12476, 734.20856, 402.401, 386.12234, 360.51721, 357.81287, 447.84741, 410.07825, 388.55896, 413.63129, 446.88089, 360.42593, 397.2132, 436.02057, 362.85184, 444.35684, 250.14232, 390.15897, 230.97647, 596.77368, 481.18762, 370.95032, 420.34351, 407.29492, 446.01749, 283.82547, 423.53104, 261.70966, 399.60849, 401.74457, 456.54645, 382.02014, 595.63794, 432.49414, 518.88434, 331.70508, 463.2583, 558.69019, 280.69269, 381.77115, 399.92499, 593.15393, 459.32385, 490.79822, 359.39725, 356.43451, 344.73242, 254.16777, 524.86499, 451.14368, 569.00342, 540.04639, 583.60242, 900.94147, 654.28851, 449.82404, 283.24387, 288.33777, 427.66003, 477.17575, 760.84802, 408.38547, 536.01514, 563.91455, 210.61844, 391.75635, 558.66199, 478.06635, 892.87585, 377.51837, 818.18481, 557.87128, 824.49005, 559.79254, 1250.63269, 382.78387, 492.07623, 336.0968, 600.03351, 699.80908, 671.16553, 909.91675, 962.31647, 633.23315, 913.87537, 389.16772, 715.74725, 441.94916, 845.50732, 1102.17859, 913.11151, 1313.58545, 1058.9502, 874.74414, 834.466, 801.97791, 669.07861, 487.48071, 544.06171, 864.46106, 492.71512, 929.72125, 620.03241, 535.75195, 1335.52905, 759.79797, 959.38171, 693.63721, 680.8454, 666.76532, 662.10657, 684.68481, 1136.50293, 388.12451, 486.88043, 731.13367, 1000.55444, 864.84625, 856.15094, 637.6026, 458.64951, 947.59485, 682.27979, 645.51929, 1253.78125, 522.09125, 1625.01855, 421.86768, 897.30841, 726.32837, 773.82318, 689.57056, 1435.22729, 551.71228, 1377.46997, 1137.29211, 929.7677, 593.4549, 1306.22754, 709.2959, 1517.93652, 903.23315, 1132.28296, 921.82043, 908.94653, 1377.29358, 471.30023, 1259.96875, 1355.81641, 642.39478, 1742.00854, 1730.51318, 573.48846, 1631.89331 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 279.12424, 323.11249, 295.14468, 337.22284, 275.5589, 392.04059, 358.27933, 361.96222, 511.14044, 669.38129, 530.70789, 511.5101, 415.14102, 683.67218, 454.14603, 523.38275, 419.06146, 589.6936, 549.96808, 453.92047, 539.00775, 614.32715, 761.15637, 552.46429, 635.66919, 640.68274, 634.44031, 487.93393, 676.48071, 469.96133, 554.49438, 475.25677, 631.28107, 560.66156, 487.26416, 640.17029, 599.0896, 562.77197, 528.77844, 722.4054, 468.05527, 490.02939, 652.25281, 578.56592, 478.77289, 654.38995, 565.45398, 705.88965, 585.15454, 655.25726, 632.93396, 551.99316, 554.69781, 604.06757, 558.35791, 772.16052, 578.91962, 540.64655, 578.33191, 736.38611, 687.10278, 602.34149, 600.78601, 516.25598, 681.54309, 563.14282, 702.07013, 669.9364, 679.10376, 506.1727, 547.90723, 701.0238, 789.26282, 659.36658, 548.60675, 607.2226, 740.34863, 613.88495, 725.63782, 698.52136, 649.83313, 675.24518, 884.138, 696.4519, 562.86578, 593.05505, 533.13232, 604.60718, 709.47809, 687.36816, 840.54663, 728.16901, 785.26288, 591.01074, 681.22565, 713.43402, 826.65137, 552.17542, 734.21484, 783.30847, 661.64813, 772.02686, 721.20166, 736.66772, 699.64368, 899.78448, 717.19312, 792.37201, 708.35681, 703.44391, 715.71533, 699.68536, 591.64569, 619.55078, 637.16785, 591.14691, 825.13416, 655.16693, 661.17871, 623.9873, 730.76978, 813.28986, 696.05316, 696.79456, 753.6485, 661.13934, 794.54443, 557.68384, 690.44287, 656.20703, 724.85474, 848.94891, 639.39154, 614.05627, 773.92102, 749.11511, 751.0423, 811.0874, 734.15247, 683.68396, 690.75708, 901.3833, 676.30969, 690.18774, 772.84186, 748.70789, 797.93103, 832.65186, 658.05396, 603.21362, 734.76404, 718.64929, 710.36536, 776.85754, 674.90582, 831.82715, 735.39105, 637.96643, 742.11487, 717.38708, 727.90454, 747.17444, 767.49451, 703.34888, 568.82275, 613.61768, 730.21002, 837.28253, 819.81348, 740.8067, 694.78021, 802.14819, 630.01135, 741.39355, 791.35754, 781.62207, 799.68408, 786.36298, 800.37079, 707.34277, 826.22729, 688.82458, 980.31122, 633.47638, 637.30688, 773.32166, 687.48755, 779.21252, 656.22388, 665.26025, 543.36255, 736.14716, 812.56641, 651.36725, 823.28558, 615.76404, 778.50562, 716.33832, 731.83069, 828.01697, 755.03796, 804.77686, 757.86188, 817.45227, 742.53009, 720.32764, 675.55719, 672.72662, 880.13745, 805.27637, 810.7243, 753.08386, 833.52075, 703.14075, 770.89368, 831.13745, 786.41333, 812.88611, 856.14417, 794.94238, 858.08752, 780.48071, 737.12091, 724.66119, 854.88684, 800.50269, 770.51343, 737.79297, 845.82538, 788.12311, 890.88928, 751.47913, 697.68323, 820.11475, 651.5506, 797.15967, 833.5545, 784.36462, 774.92517, 776.49463, 741.87164, 727.65808, 847.52844, 830.65149, 796.25549, 830.65442, 748.80066, 820.70032, 754.97424, 828.82898, 672.97754, 757.71423, 702.51233, 824.25134, 772.05042, 867.99457, 734.22577, 773.17798, 741.83813, 758.49872, 725.86115, 856.90552, 805.70032, 926.70679, 699.80872, 801.22815, 744.14355, 734.83643, 696.34729, 861.3407, 827.30286, 878.77081, 872.46558, 820.40375, 776.82263, 794.5636, 739.43756, 831.74292, 770.26196, 854.6723, 690.29791, 834.89868, 942.1684, 889.63019, 891.0437, 839.36615, 791.69513, 939.35992, 719.25958, 882.99542, 878.57825, 720.78369, 756.72772, 722.86194, 752.08667, 830.3949, 931.84265, 705.58984, 900.53235, 746.22186, 749.64465, 852.15894, 798.89246, 714.18079, 856.51514, 813.54468, 837.62848, 791.53064, 804.50989, 757.63727, 818.28833, 767.21674, 875.35742, 887.36682, 806.68402, 787.24774, 667.41718, 865.81042, 862.13269, 880.78137, 840.59784, 926.41833, 832.42004, 650.75464, 812.92902, 650.58276, 833.20801, 727.24249, 688.7124, 754.56079, 800.49841, 946.12097, 846.74353, 902.11694, 731.4375, 890.14758, 751.31299, 716.36719, 915.88232, 718.88147, 762.60541, 728.80347, 849.54944, 868.58954, 917.08917, 826.75757, 972.00281, 906.48059, 986.61823, 850.3335, 895.16687, 820.04303, 796.49231, 847.56854, 968.95715, 752.05524, 955.5697, 942.92065, 799.27759, 885.33606, 745.81372, 820.69269, 742.1792, 829.82458, 908.27527, 800.43616, 836.47546, 783.38599, 823.11426, 865.18115, 814.38269, 965.45355, 856.41284, 896.9231, 780.4093, 873.90039, 1020.46143, 850.78088, 896.29773, 956.72961, 888.48157, 860.34753, 843.40393, 649.53577, 874.75696, 825.15485, 967.5556, 927.96326, 1028.64478, 921.37177, 816.92468, 873.84265, 837.85944, 862.17285, 898.7843, 913.46509, 878.6217, 761.25671, 819.53577, 978.29553, 805.30261, 902.49799, 847.04175, 818.66687, 879.33997, 979.07996, 752.5246, 966.28357, 913.47198, 1002.67334, 986.16614, 918.46594, 789.64709, 795.17236, 927.9566, 914.79553, 788.88757, 762.38733, 959.22876, 995.13721, 894.26904, 812.43701, 830.4624, 1075.09863, 704.92114, 780.76678, 888.17804, 876.70789, 814.30908, 966.24286, 940.7215, 869.22998, 829.17969, 963.18817, 905.22864, 999.14783, 945.13104, 1003.41791, 1004.39209, 886.99701, 907.11749, 758.17798, 831.94757, 892.56909, 931.46869, 941.91003, 1004.7583, 904.67554, 903.61993, 1071.88086, 946.39355, 826.58044, 1018.64758, 958.43079, 890.97888, 983.14587, 906.49866, 1024.39294, 908.74652, 857.59875, 942.59802, 807.68372, 893.83728, 925.07416, 946.13647, 904.86621, 986.54395, 998.01819, 1100.1687, 1113.42163, 1069.47522, 1056.79834, 1043.25769, 985.92383, 929.38281, 1107.89746, 1017.3255, 889.6156, 909.46155, 1040.15796, 946.29816, 982.75989, 1042.71277, 862.79474, 1066.78308, 958.19568, 1038.45361, 1051.29187, 1051.28613, 1050.18896, 979.87268, 1138.37122, 1001.37463, 1011.59802, 1094.54102, 993.95081, 1093.82117, 961.73376, 1088.83057, 1004.92065 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.0252347513987796, "neutral_loss": 2.8467350100061575, "target_chat_loss": 1.104809378773876, "target_docs_loss": 1.8116071189752592, "neutral_init_loss": 4.7762587463378905, "target_chat_init_loss": 2.7965205093383787, "target_docs_init_loss": 3.9777477383083766, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 63.04184, 72.92023, 79.2849, 80.53285, 82.11273, 107.00407, 113.77914, 81.15752, 84.52885, 76.49323, 118.60837, 105.6033, 106.33173, 99.35629, 82.16422, 134.72586, 92.49271, 87.60184, 90.40335, 92.99696, 110.29629, 85.51776, 111.28131, 112.20036, 94.39523, 101.74388, 91.85565, 91.22655, 91.02237, 60.64911, 111.89152, 85.84851, 84.80161, 86.56274, 72.83016, 71.41879, 108.83771, 70.95309, 93.73962, 65.42723, 107.7458, 88.0583, 104.59019, 112.00339, 113.24181, 82.71716, 99.50925, 147.17442, 94.80148, 85.69631, 113.18073, 85.6945, 96.27899, 98.80498, 90.3644, 111.91205, 63.56597, 120.39727, 73.72788, 100.58836, 128.38785, 112.29945, 99.91292, 101.54717, 109.16696, 103.10565, 130.28181, 129.8044, 113.76682, 105.52498, 112.853, 73.37105, 115.05346, 119.65512, 83.91475, 62.68311, 120.50774, 72.27194, 130.82968, 123.78882, 85.72641, 87.75426, 117.71806, 95.45407, 122.63169, 92.49302, 67.35941, 88.61731, 118.3801, 88.06903, 88.65772, 96.26494, 109.69485, 78.25527, 120.21488, 89.41463, 102.62922, 99.64676, 128.75951, 151.19601, 82.23294, 118.0397, 88.2014, 113.00075, 104.5817, 94.36255, 83.28944, 112.01539, 118.416, 106.58663, 134.54283, 117.24951, 113.49052, 123.29167, 124.28504, 120.48953, 88.74897, 117.95084, 88.88686, 83.21352, 85.08996, 94.54419, 120.3351, 76.16861, 131.27716, 89.5223, 133.43784, 104.99165, 131.41307, 86.86731, 115.12234, 141.57831, 100.73102, 111.30226, 128.1554, 113.93121, 122.99605, 121.50716, 105.06036, 106.15168, 109.35855, 158.19479, 83.90219, 126.64001, 106.36899, 97.02573, 97.14339, 107.24286, 101.24701, 99.40411, 113.04136, 120.50157, 123.44483, 105.93535, 101.23948, 102.66713, 75.71824, 101.90569, 56.09006, 98.58212, 134.86591, 117.0938, 130.12216, 122.31158, 124.66491, 117.49158, 93.77899, 135.59891, 123.50331, 99.47377, 128.4313, 107.64127, 103.70752, 92.59163, 113.67606, 118.6133, 125.34336, 112.83499, 127.1784, 132.24034, 115.45677, 110.35034, 108.57452, 142.76099, 173.41231, 104.21199, 82.86632, 121.74931, 117.39279, 126.95006, 110.61757, 101.26981, 55.05474, 125.31584, 109.61551, 98.27393, 128.82092, 101.50093, 107.85017, 101.59326, 93.64497, 123.88432, 102.92139, 102.21439, 109.65397, 117.53308, 128.07336, 90.37192, 110.47779, 111.7173, 141.67528, 107.52069, 99.33923, 124.1701, 128.32643, 118.98621, 117.38235, 159.06964, 144.28705, 88.2923, 165.83231, 99.33551, 139.37732, 97.11531, 131.26779, 131.1375, 90.64597, 94.32387, 139.32941, 127.99039, 105.94147, 164.98517, 97.10457, 97.60181, 97.38287, 97.98548, 158.37384, 135.57086, 127.63138, 151.38405, 179.79677, 159.29385, 123.60439, 117.93168, 110.29249, 71.27872, 116.11436, 142.91792, 129.96004, 130.51395, 93.64244, 162.84512, 131.67316, 250.9063, 240.49602, 293.05713, 287.48264, 188.34595, 350.43674, 277.37018, 308.02283, 260.08191, 266.34879, 266.45129, 293.32376, 211.41725, 274.33597, 249.75932, 248.19009, 272.48279, 308.05792, 215.33917, 301.005, 262.61755, 370.4895, 205.35274, 298.09167, 284.17517, 285.88782, 281.45306, 291.21283, 259.69699, 296.00449, 302.53278, 266.67554, 272.13104, 252.35881, 215.14519, 297.13489, 298.97595, 361.77478, 270.37201, 285.98383, 268.85385, 278.25168, 231.21892, 371.39551, 302.8602, 330.54559, 270.89081, 337.23608, 264.46793, 239.72821, 256.97934, 258.86221, 238.12411, 267.65942, 352.12689, 231.78531, 216.13892, 292.29001, 334.81555, 265.13568, 357.11206, 279.07306, 340.22748, 336.28058, 262.3559, 222.18552, 314.6319, 217.79933, 244.39876, 397.03897, 381.65784, 343.12228, 302.85175, 230.30197, 253.31622, 426.78186, 244.35449, 284.79349, 297.73883, 286.16498, 247.13177, 321.68512, 286.2959, 196.29802, 381.31232, 295.74847, 235.14212, 326.3761, 432.56403, 298.62701, 301.36395, 348.45477, 238.29016, 257.3638, 408.99609, 199.00565, 386.7453, 341.89221, 173.11444, 256.85443, 376.05579, 334.77811, 371.9635, 312.45068, 368.48947, 430.74927, 317.85098, 318.25043, 292.38788, 258.13309, 283.19772, 347.83255, 271.54419, 305.30051, 359.84729, 268.44687, 275.06558, 297.32184, 227.34335, 311.14499, 266.16876, 243.12816, 312.73389, 238.48363, 253.41275, 225.76483, 326.62933, 371.69904, 313.51465, 355.60443, 434.3772, 351.93292, 373.85843, 410.92749, 338.4664, 194.88762, 371.31653, 373.09717, 399.74423, 237.1517, 273.44611, 272.46805, 310.04337, 350.10895, 372.47263, 291.98163, 402.2742, 234.28436, 229.10724, 302.39038, 270.00214, 346.8916, 351.20758, 272.76407, 319.68024, 317.66095, 252.53293, 240.37534, 246.34171, 328.07666, 189.62634, 278.68265, 298.15826, 300.3353, 324.62958, 310.93872, 457.88806, 273.18604, 373.65442, 368.45706, 301.1633, 294.79333, 404.18442, 369.64984, 308.83316, 316.5845, 257.25974, 315.67383, 406.1517, 256.83536, 319.45905, 432.71301, 298.79395, 299.81503, 243.80493, 367.21295, 339.1329, 412.27753, 385.26874, 409.88947, 309.50562, 373.20508, 261.19003, 336.72229, 346.27603, 419.10571, 357.7345, 382.54553, 380.02704, 328.68179, 344.02979, 425.69852, 346.70193, 347.30511, 285.30322, 337.30771, 345.82477, 314.30817, 415.6608, 349.1781, 331.48294, 366.31644, 414.64706, 321.88486, 396.05511, 366.35773, 343.435, 373.68451, 356.33826, 336.09598, 387.68933, 342.91809, 364.73297, 283.18732, 320.42822, 376.18414, 301.07358, 421.60928, 317.19351, 295.47409, 337.9715, 369.94757, 331.97711, 324.40646, 289.53326, 351.0336, 378.37018, 391.34558, 347.70667, 251.92032, 302.32019, 237.97424, 336.29462, 352.4574, 283.45447, 337.14124, 262.13943 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 124.01231, 51.87451, 143.16725, 120.57199, 60.91676, 146.19513, 156.37987, 51.00996, 260.24182, 358.18884, 68.04405, 202.49408, 12.50878, 97.10561, 244.71237, 372.24304, 214.45287, 269.31024, 255.22711, 197.49272, 299.8736, 241.70985, 487.18317, 174.10931, 281.72498, 247.7541, 49.21033, 277.42926, 257.90247, 246.89474, 109.3403, 294.93774, 287.1156, 289.98438, 231.95784, 260.91006, 296.88962, 229.86377, 280.55365, 26.56726, 275.77496, 123.18506, 309.0098, 323.23383, 315.33609, 262.44363, 266.65771, 282.85364, 287.90134, 294.59921, 310.94235, 240.67987, 258.19153, 180.12781, 278.65863, 317.00275, 348.7738, 242.33566, 320.80048, 353.11096, 269.14008, 346.1344, 301.3418, 259.2298, 290.82922, 219.5654, 322.06976, 265.13232, 291.26825, 263.52429, 280.22699, 334.03232, 276.91724, 291.34491, 313.5813, 296.52478, 333.71494, 309.58109, 231.40906, 312.03311, 268.71118, 296.86118, 308.76312, 314.95584, 275.36081, 524.52118, 284.19269, 371.08392, 290.79898, 273.95349, 287.73755, 326.4035, 367.10254, 308.16248, 298.7341, 307.05151, 286.42224, 296.02832, 303.8779, 342.29037, 286.32025, 282.41833, 287.50183, 204.46152, 278.1412, 310.29559, 305.70364, 274.10345, 159.69838, 124.04808, 341.00446, 276.01962, 372.28387, 313.00574, 268.03665, 314.45929, 313.32849, 269.25317, 322.05835, 272.59052, 266.58176, 294.27859, 230.89531, 316.75122, 277.87637, 335.09427, 346.35947, 276.7323, 282.62109, 350.46832, 325.0791, 295.789, 293.29269, 338.86072, 431.98389, 254.48097, 384.02576, 240.80774, 315.91443, 392.75922, 314.12546, 297.60394, 307.04517, 307.97192, 281.60452, 326.00571, 310.56992, 307.03479, 274.67059, 357.27585, 349.8642, 373.33041, 337.36884, 335.37759, 301.33298, 309.92105, 379.0202, 75.59306, 308.43567, 356.36331, 176.97089, 328.9151, 264.4454, 329.78058, 60.15023, 372.23785, 297.18268, 2.44164, 315.12262, 269.83771, 321.70398, 302.54462, 412.6499, 233.56641, 322.68292, 290.77444, 299.46423, 324.5, 311.21478, 304.40833, 300.87781, 317.16653, 163.30223, 270.93234, 309.02646, 412.51233, 353.68393, 313.27884, 328.83453, 288.75323, 378.56781, 308.7691, 336.23492, 394.53851, 351.97241, 403.60843, 322.54309, 385.63574, 334.67691, 226.5641, 327.83542, 329.19217, 349.96014, 301.63608, 353.82068, 514.10474, 331.50885, 324.00699, 90.84471, 334.81116, 343.52325, 363.39456, 339.02643, 379.38297, 301.09711, 294.6716, 312.65176, 304.89642, 326.58508, 279.96222, 429.728, 326.68024, 369.65414, 314.26196, 262.8949, 346.18408, 296.38034, 350.14499, 370.60385, 334.87851, 410.75363, 135.51144, 295.46524, 315.11096, 310.02112, 477.49084, 391.18079, 317.41919, 400.75928, 345.81897, 315.94745, 373.69781, 345.82089, 353.49582, 369.16562, 336.30093, 295.28693, 303.19214, 402.2778, 354.03812, 328.88123, 686.80688, 295.40997, 346.87094, 338.78632, 304.81763, 186.30435, 316.74463, 93.15796, 323.07291, 358.71637, 338.23358, 266.52527, 366.33377, 311.52185, 352.48279, 418.38574, 292.49835, 388.02045, 298.37231, 331.33298, 356.4938, 233.27061, 253.38931, 328.40735, 382.31161, 327.02704, 316.74429, 337.38104, 381.69977, 399.84125, 350.1514, 372.76331, 339.86673, 429.09549, 458.72803, 292.57224, 392.57135, 340.60675, 387.04129, 276.57999, 376.77554, 377.27124, 327.62225, 354.91156, 345.82935, 366.03589, 353.32794, 305.90582, 287.51642, 390.36884, 421.94714, 315.63074, 445.27286, 330.09033, 321.78909, 361.44495, 354.91168, 374.22211, 485.32422, 397.95453, 345.15247, 316.63049, 356.14136, 321.5636, 315.02994, 390.06525, 305.06235, 393.68567, 360.08374, 330.0376, 395.05368, 393.87875, 390.992, 401.0152, 314.58844, 123.74126, 363.517, 338.12366, 386.56674, 412.63034, 383.75116, 319.10681, 362.84653, 330.41675, 315.69315, 245.18582, 372.63214, 353.38635, 411.664, 377.62704, 341.20316, 367.10925, 386.24854, 141.01941, 849.34131, 369.11005, 703.05347, 403.00006, 369.28479, 359.81546, 347.72253, 456.46109, 406.98682, 393.74304, 408.97021, 442.30072, 366.50885, 406.75146, 437.28931, 359.75571, 441.29602, 239.81854, 390.83386, 229.14798, 583.94891, 480.95959, 374.45172, 418.98999, 412.345, 440.0231, 266.29156, 420.77899, 257.5502, 390.57919, 385.64398, 446.92169, 379.58911, 558.71527, 429.01917, 516.47034, 321.76819, 463.41989, 549.34546, 268.97009, 373.40744, 400.64661, 581.74487, 455.4787, 469.41541, 353.69843, 351.7298, 333.80768, 249.19257, 513.61212, 432.83502, 578.17969, 532.71875, 564.10486, 882.64929, 631.86444, 443.13214, 276.84137, 276.10992, 435.22754, 476.3685, 753.875, 400.61618, 531.53992, 561.07812, 211.28313, 382.36273, 560.1239, 480.30807, 893.19421, 358.40546, 810.71356, 556.72931, 800.09686, 542.24866, 1221.85425, 365.81342, 475.93414, 325.35632, 595.84155, 703.23193, 672.4234, 889.65112, 958.24823, 628.19592, 898.32507, 390.09738, 707.6568, 432.03857, 848.0625, 1068.54468, 897.15973, 1298.3186, 1042.52795, 865.75018, 811.23999, 801.4845, 669.97046, 490.80853, 530.87921, 847.54724, 483.24054, 909.28052, 601.62622, 524.96216, 1305.00305, 763.20447, 941.62952, 691.84271, 675.35889, 644.4292, 639.93829, 667.29584, 1125.78772, 376.46436, 480.89969, 719.1803, 982.14905, 863.77069, 834.49304, 617.90936, 449.4873, 939.32617, 678.2428, 644.177, 1228.51416, 519.21643, 1591.52197, 426.72089, 889.96619, 715.17999, 767.99481, 685.72522, 1417.18164, 543.88062, 1362.2334, 1112.6394, 919.94653, 586.19574, 1301.50854, 703.12201, 1496.3374, 890.57489, 1115.23853, 911.4364, 903.14526, 1348.94458, 470.6044, 1236.46411, 1346.22815, 650.84583, 1721.97571, 1702.13452, 569.63928, 1611.43506 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 200.19786, 249.90305, 231.19261, 275.04291, 241.56808, 314.24353, 274.91785, 300.03055, 397.44205, 527.24652, 413.55499, 382.20792, 332.92535, 531.17053, 339.53143, 390.90607, 334.37778, 459.14505, 427.14587, 349.52216, 394.11139, 505.63629, 544.922, 457.75653, 517.6853, 485.7796, 460.08096, 384.31995, 520.83545, 326.88464, 407.39297, 356.18469, 497.69385, 436.94897, 371.7294, 496.22238, 479.09204, 420.46103, 410.80011, 576.38269, 357.98224, 409.69867, 522.61084, 429.75409, 368.93781, 481.76105, 429.78265, 519.76776, 407.95239, 479.19821, 480.56967, 407.02069, 388.93939, 452.11707, 429.18124, 581.67773, 431.71057, 427.16037, 448.66714, 572.93707, 519.0105, 484.87869, 467.004, 413.98257, 481.07901, 468.75262, 539.63477, 519.42065, 537.80798, 433.75989, 428.62399, 528.36053, 648.74207, 543.02393, 422.15979, 428.20148, 603.54694, 486.53088, 524.47321, 559.94495, 483.05817, 496.76859, 707.51245, 562.22034, 422.77386, 440.18091, 408.75562, 438.80905, 531.93872, 538.00043, 635.0365, 535.04163, 574.64044, 458.5307, 555.00452, 487.54156, 597.99237, 428.62067, 548.51477, 560.03271, 502.38928, 586.48804, 521.13416, 544.21478, 494.2713, 720.07623, 563.98193, 603.71289, 525.50232, 490.25006, 543.35345, 524.13245, 441.46371, 455.59732, 499.16171, 431.97296, 619.53699, 476.09946, 462.83316, 446.88989, 566.37939, 587.64362, 551.2337, 527.7644, 578.27649, 490.14273, 557.99414, 443.26215, 496.77032, 474.77069, 582.32526, 675.72827, 477.42517, 465.12955, 565.00977, 550.4035, 579.34534, 613.67151, 559.92639, 520.4574, 497.61942, 710.05896, 492.49139, 516.87756, 616.93738, 537.9939, 643.68213, 666.11115, 520.26532, 519.88904, 540.66522, 497.60648, 530.96906, 625.95563, 539.07916, 660.95923, 565.83551, 491.82083, 533.81183, 532.94891, 545.98096, 585.21942, 620.48816, 540.24762, 448.57855, 485.19299, 557.42438, 626.64197, 587.91278, 568.38525, 481.21863, 619.2262, 474.02521, 573.65955, 576.75763, 588.34979, 583.7915, 651.60645, 585.23584, 517.32062, 654.35492, 496.60443, 740.90027, 475.38342, 504.15115, 596.55145, 521.27698, 569.83087, 497.19495, 479.12729, 422.04572, 557.11072, 625.31195, 492.15784, 686.14209, 496.78717, 554.98737, 514.04065, 530.08643, 630.03741, 631.72626, 600.03113, 621.19604, 578.90161, 554.2608, 536.14917, 539.16064, 482.74246, 669.19238, 624.26575, 585.07715, 543.00232, 608.0592, 511.78113, 606.54272, 588.10547, 554.66864, 580.13019, 630.93066, 621.20227, 603.16882, 593.79797, 517.34125, 559.41394, 669.35706, 614.2533, 551.5636, 608.71143, 637.71472, 565.93689, 661.89478, 584.38672, 524.29565, 640.10571, 478.08282, 606.24744, 620.05652, 566.55255, 585.85004, 552.37805, 549.4433, 535.74164, 662.66571, 625.54413, 577.02808, 637.98346, 550.53284, 626.21869, 626.38098, 623.09766, 532.32623, 506.59375, 537.98883, 634.86768, 567.47668, 632.29419, 548.53186, 561.18274, 572.88043, 577.69403, 518.51172, 630.18317, 601.77124, 642.59161, 531.28192, 584.03619, 547.8822, 581.21631, 502.35645, 607.50879, 639.35242, 653.31903, 628.00586, 597.24847, 554.23914, 593.11591, 544.0191, 608.48846, 599.82843, 604.02954, 541.91577, 572.10364, 693.24561, 703.03748, 617.86426, 605.55615, 616.91638, 674.39789, 546.28125, 673.68927, 649.09174, 533.052, 549.74103, 549.84705, 604.664, 599.17419, 702.30908, 592.34851, 639.43542, 571.85742, 582.64899, 628.28754, 586.57227, 585.44482, 619.77875, 610.1864, 585.58948, 618.90735, 584.83032, 592.94727, 602.60706, 573.16467, 633.68359, 649.82019, 597.30646, 583.1416, 547.01727, 617.27686, 660.82812, 698.7265, 639.39355, 677.54663, 593.44397, 512.99762, 653.4668, 478.64047, 616.61627, 564.27753, 553.62463, 539.44958, 594.60565, 676.58569, 679.17322, 682.87939, 578.30627, 666.4455, 558.2428, 561.35547, 689.18365, 532.23914, 558.54761, 556.00775, 652.86621, 657.11359, 690.87952, 615.20416, 743.7699, 747.39441, 695.23712, 623.30554, 688.87842, 608.19495, 622.85748, 635.01892, 758.85291, 576.55408, 713.02808, 675.87451, 620.03613, 641.59351, 613.93347, 588.36536, 556.94769, 612.24719, 657.14917, 580.08673, 586.49292, 592.65778, 604.67554, 664.75177, 616.76575, 685.61945, 641.35181, 703.2016, 570.66888, 665.34521, 756.63501, 631.3111, 695.39642, 735.48718, 637.44812, 640.31201, 678.09747, 494.33551, 679.50037, 609.53247, 712.67163, 686.71576, 788.55481, 707.09888, 625.00616, 637.8598, 584.06921, 698.59863, 707.88538, 670.17896, 710.89941, 581.23743, 625.13257, 721.60486, 627.59961, 658.03479, 635.38757, 682.27368, 657.98499, 747.09534, 569.13904, 755.35364, 691.47107, 791.15979, 765.02063, 707.67883, 590.68994, 605.48242, 736.58441, 651.6922, 632.29279, 547.95868, 694.54785, 799.92383, 660.13599, 599.29712, 624.8103, 834.87866, 565.13275, 587.7135, 695.7146, 663.03503, 616.06958, 718.57947, 716.75116, 690.58105, 598.07025, 760.67865, 690.48572, 724.2262, 669.82068, 743.20667, 777.48602, 637.2525, 714.55341, 559.66583, 649.27759, 672.52466, 653.02179, 776.11316, 775.23981, 727.73132, 679.22906, 756.45251, 671.95471, 623.26819, 717.82202, 696.88544, 653.26172, 718.93225, 662.78125, 716.883, 677.74384, 692.87335, 665.01685, 581.82764, 659.03461, 669.10645, 740.10803, 701.78528, 744.66168, 764.84131, 792.81738, 826.13757, 778.67163, 832.40564, 785.26978, 764.99384, 708.21289, 821.70312, 828.21747, 647.49609, 689.39978, 762.01624, 670.26917, 756.7594, 767.71545, 648.55933, 801.80566, 725.85803, 780.84973, 789.51416, 776.54779, 804.11346, 732.87903, 827.77344, 809.34113, 745.78015, 819.21503, 739.36694, 852.47534, 698.46002, 804.61353, 772.75647 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.11664761703676335, "neutral_loss": 2.720916044822989, "target_chat_loss": 1.1030642761508456, "target_docs_loss": 1.3423082201254588, "neutral_init_loss": 4.3611440826416015, "target_chat_init_loss": 2.5683125625610352, "target_docs_init_loss": 2.9009174007839627, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 62.94506, 65.22044, 69.60338, 75.78542, 75.94163, 102.84938, 100.07642, 67.61093, 79.06676, 74.56731, 107.70227, 103.87218, 97.86747, 95.51167, 74.03829, 122.1789, 85.00533, 82.26709, 83.20066, 85.43631, 100.79495, 81.04379, 108.57207, 110.44797, 86.24791, 91.79107, 89.35291, 88.18471, 82.91212, 59.05239, 106.02002, 79.11513, 77.99315, 81.27241, 69.44727, 67.73341, 103.14397, 68.50726, 87.59818, 59.86915, 99.1631, 84.28577, 95.01764, 106.38295, 105.52482, 72.92294, 97.72867, 139.69518, 87.96048, 81.84132, 107.20105, 81.45739, 90.39964, 91.46885, 83.7709, 103.0088, 62.11333, 108.76198, 69.56022, 90.08408, 118.81972, 101.37526, 91.39377, 93.07476, 101.67776, 98.38921, 125.23209, 117.91327, 103.20334, 97.86026, 106.25966, 67.147, 113.79414, 105.97607, 72.33391, 57.82858, 107.84484, 65.76782, 120.69096, 109.53256, 77.96602, 79.16359, 118.70493, 86.86029, 116.83437, 87.87011, 66.89511, 90.81078, 107.47189, 82.74007, 80.61147, 91.39408, 103.27881, 69.35624, 113.41525, 85.78643, 96.04633, 96.4389, 116.55562, 134.06215, 80.79985, 109.29265, 82.75694, 106.73309, 100.44875, 90.22131, 81.57319, 108.2954, 113.28841, 101.69595, 131.61594, 100.04698, 108.7737, 111.25949, 117.01962, 114.91515, 81.6638, 106.42815, 83.93105, 78.53757, 79.15594, 86.42432, 109.99007, 68.55353, 126.25201, 82.47594, 124.15945, 101.80162, 123.77504, 81.80568, 107.91071, 131.60242, 94.15255, 107.91385, 116.78492, 111.37291, 117.68416, 117.61267, 98.75529, 102.03659, 99.26785, 150.47086, 73.42549, 112.39046, 100.39554, 89.5779, 91.0546, 99.47053, 95.90504, 94.39426, 106.95857, 107.63873, 119.11955, 103.68777, 106.57253, 96.54703, 70.04897, 100.77745, 48.81593, 91.20691, 119.22717, 113.95648, 118.97209, 120.72939, 115.69502, 119.25599, 83.50901, 121.79396, 113.66945, 88.09264, 125.87267, 100.13825, 91.56579, 82.90883, 108.5163, 117.05212, 122.39472, 108.40002, 114.68329, 126.18693, 114.46628, 107.84813, 105.58348, 132.19548, 165.14233, 104.66455, 83.17668, 108.25105, 111.61859, 123.85204, 105.49396, 102.45909, 53.36306, 123.15518, 100.02965, 94.64694, 119.27562, 102.70129, 99.91391, 99.6192, 90.87869, 122.12391, 97.87303, 95.95094, 103.79526, 119.13362, 123.68569, 79.97198, 100.594, 111.28943, 136.56793, 105.60947, 94.16531, 114.83681, 115.21506, 109.02609, 111.52415, 156.09352, 135.36493, 72.15797, 160.82141, 92.22243, 133.65903, 88.94911, 130.78966, 126.54007, 86.55358, 87.20492, 129.86728, 118.38604, 99.39571, 151.0074, 91.21262, 92.75526, 99.30009, 93.86568, 148.57132, 128.23384, 119.8824, 144.33798, 170.97652, 144.73888, 118.76201, 116.78024, 106.47379, 70.87807, 112.32263, 135.97394, 125.84705, 130.12564, 89.88581, 164.99631, 121.96695, 242.36824, 238.30338, 289.16351, 280.0177, 182.49396, 343.38919, 267.76044, 287.00638, 250.08417, 248.31621, 265.96054, 279.36853, 202.94983, 261.64789, 242.29449, 241.02757, 262.36353, 291.35458, 199.84601, 296.16586, 252.81937, 347.63226, 198.27515, 287.16888, 271.84808, 266.97754, 272.50552, 284.53488, 248.56665, 282.04816, 290.19772, 257.66479, 260.54956, 246.68918, 205.31299, 286.19965, 284.35583, 348.78607, 257.82272, 275.67273, 250.7991, 266.08984, 223.3129, 354.57501, 291.24548, 310.44385, 254.0706, 320.66696, 252.69241, 230.23729, 241.38193, 241.0914, 230.76849, 262.55621, 327.61221, 225.26494, 202.11142, 278.45966, 329.13776, 252.36748, 328.98138, 265.00055, 336.3035, 331.06702, 250.76019, 213.62912, 294.04144, 209.96631, 239.59868, 353.3042, 346.07874, 329.1734, 302.07611, 219.66776, 244.14174, 401.06271, 237.75912, 270.57803, 291.87766, 271.40942, 230.96703, 296.93735, 269.49188, 180.30478, 365.69504, 289.45184, 229.94589, 325.91104, 425.61688, 304.44275, 292.67871, 351.73553, 226.07942, 244.55501, 405.45013, 194.78568, 362.68134, 326.89462, 165.20844, 249.37407, 368.37878, 326.42108, 361.29596, 295.75647, 348.59888, 400.70456, 305.25198, 298.92029, 280.07269, 255.02719, 276.53064, 332.27283, 260.14243, 292.17908, 357.55157, 259.09659, 267.91269, 290.98877, 215.79211, 309.00504, 259.06952, 229.22418, 297.89233, 230.98001, 241.72658, 214.45728, 310.23425, 370.59747, 303.33948, 347.17621, 412.9787, 340.83182, 366.57776, 399.80692, 332.72394, 182.74405, 361.6416, 348.4812, 368.11688, 232.08041, 263.76093, 261.23737, 295.40277, 342.79156, 356.9642, 284.33948, 396.99463, 233.46161, 218.84293, 287.97675, 258.94617, 337.26584, 330.9566, 258.5354, 308.49811, 306.26797, 246.28233, 223.86089, 219.94388, 316.5896, 180.09273, 273.09015, 286.6449, 294.11014, 313.66971, 300.73199, 439.66248, 267.41003, 353.229, 355.82117, 289.05798, 269.28833, 403.02243, 346.85178, 289.94519, 300.04831, 248.95001, 298.7677, 394.90778, 246.89941, 304.50375, 408.2301, 286.27945, 287.92798, 232.00349, 362.7207, 323.83173, 406.47357, 371.3064, 408.58972, 296.46881, 357.56561, 260.08179, 319.10587, 333.04626, 408.39774, 334.62628, 372.13843, 357.92206, 320.31732, 326.59344, 402.65753, 337.92474, 332.19223, 273.79657, 326.28134, 330.41699, 308.72534, 391.40967, 345.27448, 323.46722, 351.3772, 407.67889, 307.35147, 387.39886, 360.08466, 329.84067, 354.9278, 333.68756, 327.20047, 368.20547, 330.39609, 357.98776, 278.19006, 312.78629, 365.06134, 282.53934, 397.39948, 311.49481, 284.64996, 316.6846, 355.20987, 319.02411, 307.77478, 278.70407, 341.59802, 370.17725, 377.66922, 339.08905, 237.10255, 288.24097, 222.58949, 316.91229, 346.08286, 271.51984, 321.67673, 239.86905 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 110.94157, 39.9752, 128.74771, 114.54103, 56.7384, 133.64503, 153.80246, 49.06655, 257.99487, 335.57861, 62.37053, 185.75592, 10.29442, 95.39199, 249.045, 358.22302, 211.99127, 266.42447, 252.2722, 187.67421, 276.30603, 237.97044, 470.85971, 164.47404, 280.26144, 255.48076, 46.5858, 272.50708, 265.39951, 235.38724, 101.63883, 297.30698, 288.86426, 294.30566, 229.42937, 256.59607, 295.66565, 226.28816, 283.5755, 18.68029, 281.91119, 119.79659, 309.87744, 332.11694, 310.52374, 268.06744, 279.62662, 284.34909, 290.56818, 292.55664, 313.9075, 243.51675, 255.26794, 171.7767, 279.39563, 320.36829, 366.34351, 236.20264, 330.52158, 352.50107, 277.51614, 340.55212, 301.16635, 266.6687, 297.60901, 214.9325, 324.89484, 261.44153, 288.68045, 260.44516, 281.76331, 330.28522, 276.93097, 291.2489, 321.664, 294.51984, 335.35358, 315.82043, 221.16177, 293.12091, 259.39606, 298.69455, 311.52423, 310.44135, 289.81531, 511.24493, 288.8298, 367.21936, 302.09839, 294.3855, 295.38916, 318.3259, 366.38031, 310.34174, 306.83069, 303.95285, 295.86975, 304.26398, 312.71869, 337.15366, 286.07736, 294.22894, 302.43915, 185.68494, 276.55273, 312.34607, 306.91293, 265.83795, 152.01147, 106.2381, 346.22699, 275.89313, 356.68964, 316.09698, 274.02139, 303.61154, 313.26984, 273.77704, 326.41162, 269.7431, 280.9873, 305.09186, 239.88496, 318.38947, 276.60022, 344.74518, 348.90759, 268.56305, 299.98944, 339.3136, 315.26419, 292.83691, 297.46439, 351.23376, 416.40942, 245.68222, 381.68478, 228.42516, 322.35345, 371.43414, 316.35364, 314.39929, 310.11288, 310.96759, 296.34137, 324.92365, 307.99573, 290.60907, 270.46893, 366.53433, 356.78381, 366.73444, 343.77887, 338.05008, 303.59924, 308.48865, 395.17261, 79.58829, 308.70749, 376.71432, 170.02917, 337.05701, 257.11023, 339.11725, 54.50236, 377.13403, 303.44275, 1.4584, 315.60507, 285.43335, 331.87546, 306.11917, 432.42108, 222.27731, 331.43195, 289.39471, 306.88373, 322.35437, 314.1644, 316.81946, 295.57166, 325.52472, 160.12553, 279.43213, 317.96338, 411.59009, 366.06165, 316.63361, 343.35999, 293.84119, 382.22791, 317.89456, 335.9837, 391.82767, 348.40952, 400.01605, 334.37347, 382.37546, 334.57574, 238.63193, 341.06519, 325.41351, 362.15622, 306.75586, 328.27832, 496.06775, 333.2648, 323.56525, 82.80389, 342.987, 355.63135, 366.81012, 345.86273, 374.83856, 297.43277, 310.7666, 320.29114, 317.75421, 335.34021, 274.04959, 424.56458, 330.06119, 377.9314, 318.06949, 262.99753, 331.16364, 301.94516, 341.80878, 367.30576, 320.89844, 419.24414, 127.49768, 289.76654, 313.87762, 321.40259, 457.99762, 417.72565, 322.92993, 400.19269, 352.08554, 316.7887, 371.10568, 352.90048, 347.89407, 389.73492, 332.88367, 305.55463, 306.51056, 393.75757, 354.05542, 331.02753, 659.47961, 299.10297, 344.83502, 347.73993, 303.99158, 179.08916, 325.83716, 71.77293, 314.58472, 365.22803, 334.18079, 261.12698, 355.00134, 314.56253, 349.69064, 412.64752, 294.3866, 399.1008, 299.56873, 352.42877, 366.01266, 242.1389, 252.28682, 323.97925, 387.90625, 331.11658, 339.82745, 330.67413, 383.77478, 391.25995, 346.77866, 373.5824, 355.03461, 423.82761, 443.61392, 281.76422, 409.6377, 342.88278, 406.43408, 282.49722, 367.55875, 375.13861, 329.70325, 361.43054, 358.86652, 373.3602, 349.79565, 308.89224, 277.94775, 395.79501, 433.64554, 338.44141, 447.67819, 342.0369, 325.57272, 360.10138, 362.80032, 383.57352, 476.42065, 402.04663, 333.81836, 317.70618, 362.35266, 316.7533, 323.21405, 385.60959, 321.24231, 395.8035, 363.93201, 322.82343, 390.49506, 401.97668, 397.30823, 402.31818, 298.08667, 125.15477, 374.23392, 342.84943, 396.85605, 411.04816, 379.11667, 309.00287, 366.18307, 321.8129, 310.08209, 234.97449, 372.29706, 363.54785, 431.14877, 385.87604, 349.80145, 365.3024, 387.28528, 134.8168, 826.1178, 371.92682, 667.67871, 408.13351, 358.85962, 371.23853, 345.13635, 471.69693, 415.73837, 397.57513, 405.12277, 442.03156, 378.68884, 422.64621, 437.41833, 360.38684, 442.79202, 224.76794, 391.38788, 224.09612, 570.26111, 479.85272, 374.5014, 419.60907, 428.47626, 438.89148, 247.09488, 420.26285, 253.53369, 381.89062, 368.664, 451.70319, 391.71344, 525.29541, 432.63043, 515.40942, 305.11609, 478.50043, 544.31934, 264.4039, 368.17419, 414.68805, 569.2254, 463.99368, 455.67245, 343.24597, 350.20685, 323.46851, 242.33081, 510.01233, 418.89206, 578.69861, 529.79126, 548.37781, 866.57104, 611.34271, 447.64069, 265.849, 265.85333, 435.06558, 478.78397, 744.5564, 393.71942, 522.36798, 563.77856, 213.34883, 379.36975, 571.68793, 489.00705, 915.16901, 345.8949, 807.78418, 553.40503, 778.03186, 534.69128, 1202.39343, 352.64313, 459.98569, 311.58423, 592.25848, 711.67407, 695.92157, 880.69403, 972.61035, 622.59589, 884.60889, 388.25388, 706.40356, 435.47986, 860.39026, 1041.02393, 902.05646, 1289.69653, 1031.97522, 867.0061, 792.4682, 804.27496, 683.2547, 501.79224, 535.49731, 835.53101, 478.17056, 893.19177, 585.51611, 528.12769, 1293.14453, 777.77979, 937.44824, 697.40955, 661.83929, 626.35736, 617.28894, 665.0083, 1122.71094, 363.09991, 481.35727, 708.47046, 973.72131, 868.06555, 812.6369, 604.10803, 452.57886, 944.8645, 678.96155, 651.65179, 1216.21667, 524.17017, 1546.74194, 428.41626, 886.4801, 707.24438, 760.25317, 684.96027, 1406.62292, 543.00195, 1354.3092, 1100.87134, 910.94824, 583.07568, 1305.98999, 707.67322, 1483.31421, 878.55219, 1108.90503, 909.3053, 912.30884, 1334.26367, 466.42474, 1223.57788, 1352.47729, 666.30652, 1716.71448, 1707.74438, 574.82043, 1618.323 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 143.52011, 178.37842, 177.36369, 211.54285, 201.16708, 237.59845, 196.46057, 246.32066, 292.32739, 420.02185, 301.85947, 274.63742, 260.03186, 391.50369, 253.83438, 279.34711, 262.38898, 354.49158, 325.45602, 255.10847, 272.99734, 410.70303, 374.36975, 355.46213, 402.88162, 358.64795, 339.18756, 277.78452, 383.53192, 234.52615, 288.91138, 261.69073, 354.11179, 343.48932, 296.68542, 382.87567, 370.52206, 298.6922, 308.4787, 442.21545, 269.02225, 335.96292, 401.44635, 304.76233, 287.13348, 352.62906, 320.02249, 365.54773, 290.46628, 337.37366, 375.8869, 293.11356, 263.51166, 352.22134, 346.73962, 394.25491, 312.16061, 342.95782, 341.44159, 433.14478, 380.42352, 394.93994, 367.99185, 332.02267, 349.93488, 381.2533, 436.39996, 395.1752, 436.51636, 356.19662, 343.18353, 370.50989, 539.66943, 444.34616, 334.08478, 318.94104, 490.89798, 371.98907, 376.07983, 439.55096, 337.49231, 347.20166, 565.09637, 450.7937, 331.5675, 314.28433, 313.53979, 338.43839, 382.34854, 394.93109, 470.13538, 392.65317, 381.91321, 352.99951, 441.73917, 345.70816, 427.55243, 300.2659, 388.7572, 411.34644, 371.58621, 418.37799, 349.80826, 406.72702, 374.75711, 565.25317, 443.77731, 464.42554, 379.25851, 315.03888, 409.27441, 388.49316, 319.99561, 324.17908, 390.05359, 315.12527, 453.21799, 348.76575, 329.72449, 314.36792, 408.29193, 415.06241, 410.62442, 397.04047, 434.01636, 369.27719, 352.4426, 327.3891, 333.08844, 330.63809, 451.81244, 529.9762, 374.01434, 334.93817, 385.29468, 409.70416, 450.04916, 419.04749, 411.85144, 391.16443, 321.37512, 563.50659, 365.69348, 367.94147, 496.85559, 386.90173, 512.23615, 514.23047, 388.47076, 453.13742, 383.26117, 330.70105, 391.79132, 492.98145, 434.00275, 511.22318, 419.98831, 372.29248, 379.04254, 367.76196, 416.0415, 417.54529, 508.83838, 394.36389, 358.00629, 350.94138, 422.70071, 481.38934, 399.80334, 421.92316, 362.03436, 482.63724, 327.40201, 409.55362, 411.73926, 438.77014, 403.85916, 540.90796, 415.97565, 386.26181, 505.70529, 343.22443, 582.81812, 360.42502, 400.42648, 448.57889, 389.2944, 417.98218, 339.14246, 333.8089, 336.15344, 450.55069, 478.75305, 376.2887, 515.17041, 378.96002, 382.19824, 357.93378, 361.16055, 480.40485, 517.37378, 420.97943, 482.45868, 411.85172, 408.01132, 378.69409, 385.94196, 324.4162, 510.70984, 470.66211, 433.0383, 368.45844, 426.37323, 364.63696, 489.112, 396.96674, 391.05762, 414.29297, 452.30261, 457.55765, 397.45181, 454.66415, 368.99728, 411.16541, 520.31903, 443.80328, 354.66458, 473.405, 494.39517, 434.51895, 505.78314, 453.49167, 379.46091, 468.17178, 339.88837, 448.42938, 462.98227, 393.87854, 430.39319, 382.37186, 379.03607, 382.99896, 506.57733, 447.05804, 406.22861, 465.96771, 406.55557, 458.98065, 508.40067, 461.47449, 414.0416, 352.09979, 416.78375, 471.74316, 426.91431, 442.80597, 412.60107, 385.90698, 437.79941, 425.26208, 387.73111, 460.52829, 433.8064, 415.69897, 388.73611, 415.60956, 387.50217, 457.17834, 357.59058, 416.70282, 485.17462, 485.79779, 423.36835, 449.27911, 386.36328, 434.81442, 401.82043, 394.28235, 465.94717, 415.32059, 428.95749, 410.56503, 505.8949, 553.13708, 433.47556, 414.46887, 485.58362, 493.41705, 389.65353, 500.58929, 468.78619, 383.44104, 383.08575, 446.37659, 458.49829, 429.09906, 547.45123, 499.10056, 451.74094, 429.06451, 474.10095, 466.92047, 428.0986, 440.37564, 440.81622, 463.33105, 396.76978, 452.86102, 416.58719, 417.90851, 408.58807, 437.2309, 454.31128, 467.41635, 439.23001, 427.39859, 422.92004, 435.18433, 471.21783, 522.94501, 480.45776, 461.58319, 413.99973, 407.39783, 501.8075, 337.98865, 447.1492, 397.28583, 453.17624, 397.51538, 424.66165, 467.8241, 549.05811, 508.73318, 415.5499, 490.5918, 383.03308, 421.65854, 522.22174, 371.73849, 419.67169, 430.87689, 489.15329, 492.7283, 492.42865, 458.88748, 558.32312, 630.47607, 502.52225, 456.25598, 481.71432, 421.85504, 472.82336, 453.27594, 588.59552, 443.32101, 520.35657, 476.78519, 466.00418, 452.94006, 494.19983, 447.08038, 421.55276, 446.20276, 441.25946, 414.51227, 398.25977, 442.12952, 435.88934, 487.2836, 452.19736, 493.39252, 442.95032, 504.90604, 429.69437, 486.31061, 546.40869, 491.57001, 546.31348, 559.30164, 488.23514, 469.03979, 536.68915, 372.37158, 527.19659, 445.1073, 520.10333, 500.39874, 594.97809, 546.92493, 437.15186, 458.55222, 399.20139, 564.78284, 532.31897, 500.46924, 566.08374, 409.03192, 453.39062, 516.24908, 481.8985, 481.97534, 481.48016, 544.21643, 451.7005, 595.48657, 431.01587, 550.17773, 474.43878, 606.18195, 576.00342, 533.24261, 432.28735, 466.86789, 571.4563, 442.28156, 499.57974, 401.97119, 475.25192, 637.82288, 472.78326, 409.01843, 454.98743, 616.42163, 463.21835, 420.21863, 525.76471, 517.90924, 469.37708, 504.09164, 536.19098, 543.92273, 404.86118, 596.96893, 526.21045, 485.05457, 463.08478, 573.31775, 594.47089, 426.18851, 558.93854, 424.54669, 468.95782, 491.16119, 455.51666, 609.25812, 603.30481, 544.4267, 497.29419, 538.2962, 487.1983, 448.73514, 483.87323, 512.93103, 494.97662, 537.97253, 479.44073, 492.3403, 509.78326, 537.2016, 482.71045, 406.76614, 504.44131, 496.59692, 558.44556, 518.32281, 551.5965, 564.25134, 591.63904, 617.70813, 543.44067, 649.07104, 603.20355, 574.00635, 534.14911, 615.51385, 689.15497, 463.59943, 502.92453, 539.71301, 463.89798, 596.72009, 541.5813, 481.44794, 596.62158, 537.9397, 596.0686, 585.87512, 568.14441, 614.69568, 548.25873, 592.72528, 632.24658, 530.19067, 611.71008, 561.58698, 643.61792, 487.78162, 593.10455, 562.72021 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.3496999505032958, "neutral_loss": 2.5896138058115894, "target_chat_loss": 1.115263315583282, "target_docs_loss": 1.0825711960479416, "neutral_init_loss": 3.783949255371094, "target_chat_init_loss": 2.322964828491211, "target_docs_init_loss": 2.0217654105292424, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 69.00611, 54.63419, 61.58465, 66.31896, 67.28116, 95.75476, 87.14648, 54.48041, 72.10442, 72.86212, 97.28696, 85.59651, 83.06799, 87.29691, 63.6387, 109.08862, 69.26814, 76.05178, 76.12658, 77.89304, 87.63002, 69.21548, 102.39845, 104.76605, 75.21711, 74.8449, 84.59973, 88.37384, 72.38325, 56.32548, 96.01168, 74.58759, 66.77912, 79.14937, 67.1357, 61.89605, 96.40974, 64.37476, 79.26766, 53.77052, 86.66665, 82.01945, 82.06838, 102.49438, 93.68486, 63.30482, 99.28204, 127.46327, 79.11773, 75.27774, 100.92445, 77.02984, 84.65612, 83.39578, 75.20558, 90.25571, 58.72667, 92.84824, 62.25625, 75.88798, 107.94597, 86.96915, 81.23859, 81.36376, 95.22644, 90.72543, 114.52684, 98.55156, 92.34314, 88.0869, 99.76405, 60.86147, 118.52112, 91.895, 58.88708, 53.54063, 92.92056, 58.68172, 104.86346, 90.11921, 70.53077, 65.86349, 118.27884, 75.60551, 105.79279, 84.00884, 64.74023, 95.1937, 94.15353, 78.37482, 66.68383, 86.71681, 91.16307, 57.42983, 103.87749, 79.2417, 87.90632, 89.74184, 102.72865, 118.38399, 74.72166, 99.03371, 74.78792, 98.36208, 92.89731, 83.51154, 78.06651, 103.9876, 109.56441, 96.39371, 122.3839, 78.37282, 98.16009, 93.16397, 106.33733, 102.03725, 74.8667, 94.41914, 73.81837, 74.95702, 70.96836, 76.27988, 93.64738, 58.03172, 118.18762, 73.4985, 110.01088, 96.67564, 114.26433, 76.40361, 98.9356, 120.94624, 85.84773, 100.30138, 104.65334, 108.16074, 110.16388, 111.12581, 90.57246, 96.24545, 88.59389, 139.52765, 64.38986, 96.727, 94.09676, 80.02077, 85.56874, 96.08259, 88.18024, 90.68874, 96.46141, 84.44974, 111.92605, 100.94189, 113.86725, 88.85627, 61.93362, 96.89751, 40.53352, 81.3757, 104.19749, 109.43861, 106.97758, 116.48801, 105.3146, 120.69523, 68.71324, 106.20541, 102.06996, 70.33823, 117.4119, 93.51208, 80.381, 72.07509, 100.43466, 109.69689, 117.18201, 102.5945, 100.89125, 118.80529, 113.44544, 99.98552, 98.53127, 116.44751, 150.90204, 105.78397, 82.54683, 86.29726, 98.48792, 117.86911, 99.11917, 101.7822, 47.82455, 119.72984, 88.4963, 91.74463, 107.8271, 104.13223, 92.99171, 96.77965, 88.14839, 119.56558, 89.64843, 89.86287, 97.31812, 113.99843, 117.84644, 72.11319, 85.6472, 107.70951, 123.73927, 107.35219, 87.16402, 103.04002, 101.38425, 95.96886, 102.79813, 155.63461, 123.14397, 58.48325, 151.98352, 84.73773, 124.35136, 79.2329, 130.64963, 118.83179, 84.78189, 79.1889, 119.05556, 103.81164, 91.86612, 129.80603, 83.84494, 86.67976, 105.14989, 92.74164, 138.98907, 115.70091, 108.10996, 137.47556, 159.4763, 127.32088, 109.18507, 109.94966, 103.17712, 72.32441, 109.1416, 126.86493, 115.09038, 124.55901, 88.79816, 154.26892, 111.11079, 226.45413, 236.32263, 286.24829, 280.71643, 179.09711, 339.47287, 256.03308, 274.85373, 243.81424, 233.82635, 268.63959, 269.96622, 191.56299, 268.13028, 236.42889, 230.17627, 255.62175, 279.35632, 189.90987, 292.57208, 250.28317, 324.09152, 195.15334, 278.49719, 259.95035, 244.64325, 266.63727, 286.86456, 242.40207, 270.19272, 282.4856, 255.50389, 247.40094, 240.70306, 193.95026, 273.46353, 263.20673, 338.57324, 248.73123, 273.64954, 234.19901, 253.20044, 214.34418, 346.04578, 276.45258, 293.28271, 240.22258, 308.58331, 239.15051, 219.66808, 230.14056, 222.50087, 221.06909, 260.34503, 305.61371, 227.86969, 192.19724, 267.76733, 315.5296, 245.14639, 305.5589, 255.5748, 342.09393, 332.70813, 234.14935, 205.00232, 272.93311, 200.8168, 237.70694, 314.49805, 336.55957, 312.62607, 302.9393, 209.21828, 242.2471, 372.73145, 233.60681, 255.13762, 287.53149, 258.80951, 215.37239, 279.72766, 249.12997, 163.98489, 352.10901, 285.58997, 222.76657, 330.82117, 421.01001, 304.96515, 287.52325, 357.06372, 215.23978, 237.73271, 406.51062, 191.61813, 335.26425, 313.32846, 159.01772, 244.22894, 359.35248, 308.68732, 342.0434, 276.59479, 333.25897, 361.62854, 294.45877, 282.05859, 277.59726, 250.8656, 261.78516, 325.2417, 256.0061, 277.62589, 355.77106, 246.7509, 258.47986, 291.1593, 207.9502, 316.59665, 253.79446, 218.13287, 288.92542, 222.1911, 229.93253, 204.9248, 286.0705, 358.78784, 289.7796, 349.67075, 394.34448, 332.82178, 370.84454, 392.9765, 324.24579, 169.60304, 352.47241, 325.55771, 340.60809, 224.68457, 255.01289, 247.51321, 271.83118, 344.39081, 349.11298, 277.10049, 389.54361, 231.86476, 208.60712, 271.23822, 249.61148, 324.1962, 307.63211, 246.72629, 299.70813, 290.40466, 238.8047, 204.86746, 198.63408, 295.84528, 172.70377, 266.10968, 277.56836, 285.86206, 296.48676, 297.18939, 421.46585, 261.974, 339.57428, 336.29648, 275.44199, 245.17348, 410.26868, 321.20486, 273.41711, 283.56778, 237.1581, 279.13953, 382.37103, 242.83022, 282.19672, 393.00476, 274.58493, 274.81992, 220.24808, 354.85345, 311.4726, 401.9733, 364.21918, 422.67657, 279.42163, 341.95465, 250.4296, 306.50082, 322.13477, 399.59686, 314.87424, 363.40305, 340.06918, 307.14908, 312.69476, 384.51556, 331.87241, 311.10257, 265.34216, 310.26062, 314.0791, 303.84799, 364.98969, 341.94238, 311.43942, 344.57648, 392.97964, 289.65222, 376.37292, 346.80731, 322.54419, 336.11688, 316.586, 319.72653, 351.44427, 316.06342, 357.24295, 271.19266, 308.3147, 354.38324, 265.28549, 371.46515, 306.78265, 268.05182, 304.854, 347.93805, 305.15662, 293.63956, 269.75281, 325.42383, 360.2774, 374.10419, 335.64288, 219.02789, 270.6673, 202.18756, 301.13123, 340.84735, 267.79239, 305.14648, 224.04758 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 94.72979, 29.58979, 106.91199, 111.18838, 52.63519, 116.65663, 156.11438, 44.21099, 255.64349, 311.03201, 55.64086, 159.70445, 10.00623, 90.91811, 252.55675, 350.13458, 214.37596, 261.90662, 252.8087, 185.23201, 262.77145, 244.26176, 453.65356, 153.29472, 283.08484, 267.99207, 44.49899, 283.94345, 272.42645, 223.50928, 96.47465, 298.46967, 292.79291, 307.59247, 224.73965, 258.92334, 308.24664, 231.52527, 286.67633, 16.66943, 294.10571, 113.52726, 315.92218, 335.14557, 311.44299, 279.90982, 301.96432, 294.935, 292.10022, 298.15512, 322.50385, 249.7442, 250.50195, 164.57881, 288.34268, 322.44086, 385.78787, 230.87891, 336.58618, 349.8334, 290.10907, 330.29059, 298.09915, 274.63269, 308.51129, 210.65665, 330.05261, 260.07285, 299.05838, 264.91779, 286.37582, 333.29065, 274.85638, 290.68073, 328.17786, 288.19342, 345.16174, 320.43524, 207.37054, 282.07889, 259.60275, 302.76224, 318.25928, 304.8941, 295.08289, 498.51749, 299.87589, 360.22137, 318.4342, 319.8855, 304.52451, 305.11978, 361.79849, 316.5791, 323.15601, 307.63916, 304.24115, 310.73746, 322.0018, 332.92627, 298.61646, 311.2345, 327.10773, 170.11441, 278.17474, 320.56863, 312.99567, 255.33621, 139.82043, 84.70412, 354.63556, 275.65741, 345.44635, 320.05316, 286.62195, 284.68124, 322.07111, 278.73508, 335.30997, 273.16827, 299.82645, 316.67188, 254.57745, 325.24097, 283.49533, 362.65259, 355.44339, 271.94009, 323.8006, 322.16229, 306.38522, 293.31378, 303.87527, 366.24429, 392.12448, 236.476, 394.89807, 217.03384, 348.23785, 356.47461, 321.68781, 333.15442, 320.48474, 320.87384, 321.29318, 338.95288, 319.18765, 283.65634, 266.08704, 373.92816, 362.83176, 363.5657, 347.92563, 348.43311, 314.80023, 311.11569, 409.45007, 92.26184, 326.91296, 394.02539, 162.71307, 344.83176, 252.21298, 348.80566, 42.97293, 387.25073, 315.33911, 0.72822, 317.91412, 304.00659, 340.65936, 313.65796, 450.75055, 222.26776, 343.23456, 296.47119, 313.48572, 332.35413, 316.97781, 327.94797, 292.8006, 333.5448, 153.88779, 302.68695, 327.45874, 420.40479, 381.03522, 329.17218, 366.90213, 304.88403, 393.03488, 336.83371, 342.58273, 394.80692, 351.84238, 398.35675, 353.26605, 404.37183, 339.34949, 259.78131, 358.41724, 324.85086, 385.50757, 304.40784, 301.47452, 488.97385, 337.07578, 329.04718, 76.28769, 355.91534, 363.77744, 378.01624, 363.71869, 377.27063, 312.13556, 317.10669, 327.17142, 327.49097, 351.21329, 275.39938, 421.47507, 339.70093, 394.13004, 325.8327, 277.47748, 318.77271, 311.63232, 346.0545, 369.75394, 319.24774, 422.77728, 118.02016, 279.4375, 319.48254, 339.63141, 452.67197, 447.17654, 333.81082, 403.41977, 371.28485, 319.52142, 375.67236, 357.58713, 350.66345, 418.1893, 331.47592, 323.5943, 317.81842, 395.44229, 365.90823, 333.9343, 627.76752, 315.35782, 342.04218, 363.14191, 309.75369, 157.31956, 341.59247, 53.61724, 316.28409, 374.72891, 339.63071, 261.38202, 349.00104, 323.02271, 354.20825, 411.14761, 302.30164, 416.52939, 308.1825, 378.04041, 378.89499, 260.73508, 261.45721, 326.08636, 402.23627, 343.4454, 369.27179, 326.72891, 394.96521, 394.55252, 349.68716, 380.1839, 380.32712, 413.18939, 430.61624, 265.85995, 429.8067, 355.63242, 433.50461, 296.55789, 348.10217, 388.66342, 343.86328, 376.88934, 382.90674, 390.58463, 358.43811, 319.93597, 287.97327, 403.33868, 450.73669, 367.58972, 449.23407, 363.10318, 335.62451, 358.56595, 384.47113, 402.07495, 473.79675, 414.62323, 320.82001, 327.62195, 376.63251, 320.2771, 339.63019, 389.08643, 344.72772, 404.0097, 373.45886, 316.51056, 395.52771, 417.50983, 413.87262, 398.62802, 275.05725, 112.77581, 385.54791, 353.86606, 416.78406, 409.40802, 385.20538, 312.09644, 372.46255, 323.6076, 316.19562, 229.18851, 372.20355, 369.45041, 458.30612, 390.0459, 361.2251, 371.87604, 394.00372, 127.07558, 800.61194, 382.86267, 639.05109, 425.32507, 362.37863, 390.14349, 351.85617, 483.30951, 433.42175, 401.77032, 405.68939, 441.84961, 390.78717, 444.65692, 445.67764, 381.31866, 447.9086, 209.59074, 396.67142, 223.44989, 552.57861, 480.91693, 379.26096, 430.17822, 450.87939, 439.59836, 229.39062, 431.57056, 249.26373, 377.44604, 350.64957, 464.69641, 405.95612, 536.63599, 448.97406, 513.37976, 277.45312, 509.20944, 541.8985, 263.28345, 363.0777, 450.02948, 553.84357, 476.02557, 481.7634, 333.80386, 350.39093, 308.95108, 236.28966, 523.95337, 429.44617, 575.40039, 535.50427, 533.41852, 863.07843, 607.83875, 466.85446, 247.02449, 255.33316, 446.71399, 491.69861, 747.8609, 389.51245, 496.04218, 570.60492, 220.44894, 376.7962, 585.88196, 505.15884, 947.97253, 337.55902, 814.19482, 539.34302, 753.79926, 542.05786, 1181.86682, 341.21475, 474.19379, 297.65274, 593.99268, 725.50891, 736.38312, 882.50067, 1002.75861, 623.5481, 863.73926, 382.02032, 691.65686, 460.99854, 886.97302, 1015.02673, 934.46423, 1286.07397, 1033.93652, 877.4505, 780.34485, 815.74475, 714.8783, 513.48303, 579.44177, 821.52344, 477.80249, 887.48505, 570.58301, 548.47607, 1293.02246, 801.39087, 942.19971, 709.23621, 656.35712, 611.09326, 604.20795, 677.755, 1129.14746, 349.7641, 496.46899, 702.43127, 975.56213, 883.93994, 816.92688, 600.1189, 481.22229, 960.63025, 685.22717, 671.85474, 1212.42334, 530.26019, 1506.09656, 426.12433, 886.46692, 699.7771, 755.13403, 726.57751, 1417.00513, 548.22626, 1349.23022, 1111.49268, 903.75562, 590.7558, 1314.24878, 717.90497, 1478.59814, 887.2002, 1121.03918, 906.34076, 936.20166, 1326.44092, 460.88446, 1215.69421, 1374.84644, 683.09949, 1731.8446, 1735.50037, 596.1958, 1637.94922 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 121.99695, 118.73856, 145.90158, 187.79518, 169.71692, 167.0152, 153.13023, 206.8573, 230.19727, 365.14075, 253.18024, 193.5191, 213.19724, 306.25848, 203.3028, 209.02646, 224.95816, 302.61224, 253.8717, 207.15594, 211.45778, 344.14191, 302.03513, 296.81683, 368.84686, 299.78375, 291.72705, 229.42133, 312.35385, 188.85764, 235.5892, 226.66302, 284.46918, 280.67755, 268.44482, 327.77051, 314.1387, 233.16345, 255.11511, 361.02539, 219.18788, 288.84921, 333.23486, 248.48865, 226.15665, 268.35916, 250.55235, 272.74918, 215.66469, 255.36005, 313.84259, 234.59583, 205.68994, 299.64651, 286.82629, 283.3461, 241.72113, 292.8208, 281.7045, 359.89331, 305.05518, 333.74988, 298.33472, 283.99149, 271.73547, 320.22192, 376.78699, 318.2872, 360.82684, 308.62885, 285.24622, 284.51154, 459.1297, 378.24292, 282.75735, 261.91763, 420.14136, 305.58191, 289.08261, 352.53418, 248.88603, 257.67227, 481.17212, 383.94763, 288.34479, 245.60481, 267.02875, 281.51291, 312.99722, 320.64111, 389.56488, 314.88641, 272.23645, 287.76855, 362.00909, 275.76337, 346.07452, 217.96924, 303.26282, 333.09189, 301.19516, 336.70703, 270.05972, 322.89777, 307.5484, 492.40936, 362.97256, 381.88971, 299.58319, 238.82278, 323.9288, 303.75995, 276.21024, 271.35272, 318.87347, 251.83983, 344.59711, 291.63702, 248.10806, 243.64493, 309.48264, 332.56067, 347.77679, 317.89038, 345.57684, 290.46884, 243.64476, 265.14066, 258.27673, 252.29036, 379.04916, 437.20438, 320.3624, 286.66364, 294.04932, 326.25702, 370.45032, 332.47406, 337.23856, 326.74112, 249.95769, 492.4534, 290.14749, 288.70267, 445.46411, 310.93433, 433.06293, 426.89978, 306.1441, 401.48425, 291.41977, 250.47435, 323.80499, 409.80231, 377.84189, 443.37836, 345.07562, 295.31256, 307.27933, 282.73328, 350.61649, 331.80801, 439.96606, 308.81097, 306.57175, 285.54364, 342.25723, 407.98969, 311.96674, 349.8689, 318.2868, 389.25299, 253.3486, 321.23853, 334.33133, 342.04791, 322.53259, 480.64734, 318.18985, 307.49017, 410.11871, 248.96326, 495.44827, 309.87903, 349.50436, 367.96893, 304.65985, 332.97473, 260.27142, 245.75854, 295.5704, 383.77841, 401.5834, 296.33151, 409.66907, 324.61926, 296.61227, 249.15929, 266.52313, 401.10419, 434.89984, 318.44241, 393.33704, 321.61444, 325.55087, 302.97726, 315.80234, 250.46521, 423.62476, 395.72165, 349.83005, 286.92038, 313.7196, 284.80164, 443.05441, 297.18417, 308.9679, 314.92596, 365.49329, 371.28726, 289.25061, 384.89014, 281.00659, 332.44894, 417.85571, 342.92047, 255.69852, 380.15137, 396.92053, 353.27167, 404.88452, 383.38708, 276.06305, 380.24817, 270.46613, 351.28043, 393.05206, 286.88031, 345.62155, 293.84222, 287.79553, 296.121, 417.42206, 364.40335, 307.8432, 373.17117, 314.95502, 372.09872, 441.47525, 382.35583, 346.08679, 277.43219, 345.89545, 364.90613, 329.15906, 349.93445, 312.87079, 321.83136, 372.97852, 341.22873, 319.2627, 359.97253, 339.01172, 303.94327, 314.54736, 327.54041, 317.75067, 385.31976, 286.95758, 323.70752, 401.78561, 384.57761, 326.56766, 367.5405, 297.84338, 342.29544, 320.29596, 295.61676, 372.96399, 316.57117, 356.72272, 332.18277, 404.07318, 455.07971, 329.37286, 323.20029, 404.98804, 388.77457, 320.28229, 397.46686, 359.76508, 315.15506, 305.22272, 384.59454, 382.12195, 331.79626, 458.87421, 423.55899, 353.62964, 343.03156, 422.71313, 374.54053, 355.44147, 359.91321, 319.99622, 376.90149, 296.15302, 382.64514, 323.9715, 305.24493, 313.14804, 352.69937, 347.09088, 375.85284, 357.74515, 341.01956, 363.22437, 352.2027, 367.96796, 443.47305, 383.87735, 323.79095, 315.21902, 351.16068, 409.49695, 272.81821, 358.01108, 294.54761, 380.21484, 319.7002, 322.733, 358.82471, 470.65225, 413.61673, 344.09033, 379.62756, 287.35922, 335.15088, 410.88272, 273.78632, 335.2316, 376.96869, 408.47696, 415.4028, 367.047, 374.92847, 442.57608, 566.17267, 398.86865, 377.61099, 368.43988, 329.60822, 398.37219, 346.12549, 464.95468, 377.90021, 412.10831, 381.96167, 392.314, 365.04672, 408.21088, 362.50555, 336.59445, 346.51007, 336.11572, 332.16699, 299.28198, 349.62524, 334.29605, 388.93008, 348.84778, 393.15643, 342.78741, 376.99194, 355.6134, 370.04089, 436.52972, 422.00916, 450.89346, 467.39026, 398.00647, 383.95627, 453.41064, 318.99048, 432.84058, 349.69006, 398.6311, 391.29095, 475.47546, 449.53998, 365.69473, 384.3801, 321.67032, 483.62009, 402.04138, 408.5647, 467.36407, 329.71893, 371.62378, 402.91342, 381.50513, 393.28113, 396.92963, 434.61847, 353.05722, 497.62857, 360.85138, 423.71262, 387.09616, 498.18365, 462.25803, 428.95642, 345.55487, 397.59033, 481.04431, 354.82275, 413.42944, 329.478, 328.79688, 535.84961, 365.74448, 303.61359, 374.72955, 492.4924, 407.75757, 349.36536, 421.2851, 429.97565, 410.99826, 414.27863, 430.02167, 454.30707, 293.0213, 481.6597, 429.58569, 375.57483, 354.35867, 481.38098, 468.55682, 331.93561, 465.1145, 358.95087, 372.04529, 374.93323, 350.69727, 510.51819, 498.0932, 459.98535, 383.53885, 412.96185, 396.88943, 340.22369, 384.93259, 398.49585, 397.97922, 439.79028, 361.87195, 376.97168, 422.7583, 439.31, 373.27991, 321.86462, 400.05225, 408.41119, 430.37708, 413.90137, 436.60309, 436.37415, 485.67755, 504.75925, 400.31433, 545.8288, 519.58838, 460.15869, 441.3844, 512.59424, 607.2229, 350.81467, 425.01056, 422.38721, 360.48401, 501.68619, 438.33954, 373.34601, 490.13547, 414.13412, 499.46964, 444.91064, 460.45898, 525.04041, 446.68634, 462.15576, 534.88501, 411.00137, 498.67374, 464.83966, 514.31293, 365.78134, 472.87494, 435.56854 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.5555153042897406, "neutral_loss": 2.5504722006411, "target_chat_loss": 1.132780287866873, "target_docs_loss": 1.0166575722947222, "neutral_init_loss": 3.4573235778808593, "target_chat_init_loss": 2.2013861740112306, "target_docs_init_loss": 1.8095978796217176, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 68.90244, 52.77669, 58.67834, 62.42435, 59.15739, 88.29375, 85.87563, 51.82563, 68.17638, 70.87352, 92.08258, 83.12303, 73.88341, 82.74686, 58.6151, 99.75241, 62.23311, 71.25344, 72.38321, 73.42513, 80.64394, 62.62244, 99.41579, 99.75628, 69.59414, 65.25171, 83.30148, 88.86389, 65.20482, 53.74855, 89.70712, 74.26144, 59.85554, 78.89162, 69.67445, 58.98714, 90.64447, 60.88384, 73.02988, 52.65179, 83.08866, 82.16269, 77.04367, 100.38551, 84.93863, 57.10415, 102.02673, 120.82986, 74.65013, 68.32149, 97.83259, 74.70441, 82.25659, 79.71989, 70.52631, 85.59843, 57.9387, 85.38992, 59.61923, 70.94854, 102.014, 83.51839, 74.91564, 74.71555, 92.34715, 88.07498, 115.52599, 89.22751, 86.78781, 83.91106, 95.22827, 56.77087, 113.94471, 85.21231, 53.20434, 51.76543, 88.41043, 55.74695, 97.85455, 82.25876, 66.75511, 58.19141, 115.90877, 71.97926, 98.61424, 82.43512, 62.95084, 97.24718, 87.82393, 76.34317, 63.87579, 87.09458, 86.25826, 52.51969, 108.52657, 74.45366, 85.95808, 82.8309, 97.05269, 106.43301, 67.65515, 91.85228, 71.91908, 93.70432, 88.58696, 75.70999, 76.50288, 101.65549, 108.60709, 92.00777, 119.93966, 64.21851, 90.14195, 81.68269, 101.04858, 97.93417, 72.12355, 90.17667, 67.88337, 73.55974, 66.1647, 71.78948, 89.12596, 51.14594, 110.66418, 68.52744, 108.06866, 93.30819, 106.90643, 72.49953, 94.30754, 116.46636, 81.16799, 95.81506, 98.50987, 104.73338, 105.1965, 109.20441, 89.06621, 95.19323, 82.97007, 132.58493, 62.48439, 87.78506, 90.04672, 75.00897, 82.54654, 98.7641, 83.83276, 90.49645, 96.82892, 77.05907, 107.61296, 98.06727, 110.9221, 85.36931, 58.96885, 96.22504, 39.19014, 75.02823, 97.30443, 105.93537, 102.06314, 114.31651, 99.5191, 119.95581, 61.59103, 92.2276, 93.39551, 61.6499, 106.57908, 91.62186, 75.95165, 67.16975, 97.21513, 103.69601, 116.02092, 99.6886, 95.64847, 114.32166, 111.41684, 91.18463, 95.61151, 110.0203, 143.32426, 102.62653, 83.29938, 71.80185, 94.44925, 112.60838, 95.84438, 97.87283, 44.84707, 117.11356, 81.58672, 89.35168, 102.85489, 106.57299, 90.79072, 93.16419, 85.70337, 117.5136, 85.44218, 86.7415, 93.62921, 109.25539, 115.47026, 71.65617, 77.35175, 103.15931, 116.065, 109.58263, 83.50591, 96.05553, 95.99297, 89.92148, 92.04967, 158.10558, 120.7703, 54.37226, 146.25027, 80.96684, 115.83363, 74.61322, 127.55965, 116.88174, 84.34383, 78.76175, 112.57196, 87.80037, 91.77802, 115.09721, 80.54099, 83.24411, 111.24878, 95.73407, 130.55429, 106.12303, 104.00235, 136.34621, 154.08609, 121.13768, 101.36324, 102.83882, 101.33675, 74.9966, 110.38934, 118.92648, 110.09248, 122.81064, 87.69127, 159.83173, 103.32487, 220.92767, 236.80569, 286.34308, 286.65033, 178.10922, 341.57434, 245.89056, 275.16748, 243.09183, 229.99838, 274.77948, 269.0918, 184.49765, 284.04764, 237.21384, 226.4986, 261.91776, 275.75412, 191.96918, 298.16293, 270.9191, 319.25513, 197.13911, 275.65283, 256.48239, 247.55017, 268.90268, 289.8457, 240.59991, 271.521, 281.60376, 259.90381, 247.78069, 242.27417, 190.65698, 272.71164, 253.55199, 343.38757, 251.32567, 273.20001, 229.60094, 252.18007, 205.69305, 342.64734, 269.60086, 297.70276, 240.11223, 311.74039, 230.50879, 215.31998, 227.97758, 215.00581, 222.57431, 260.95639, 299.81848, 232.23563, 189.84531, 262.13385, 314.84003, 247.12, 318.57169, 258.40909, 352.4118, 332.8508, 231.4299, 199.09157, 268.3063, 196.77814, 243.26593, 299.04584, 347.30811, 312.34567, 311.47449, 207.13995, 245.73209, 363.20154, 235.38744, 247.25896, 286.48718, 256.08044, 211.41241, 277.50867, 237.80365, 156.09142, 343.38922, 289.09875, 223.16658, 341.37915, 422.13409, 307.27832, 291.91193, 364.59796, 213.78661, 240.09738, 405.67627, 191.29402, 323.11081, 310.97415, 156.83682, 249.94901, 357.58469, 304.61435, 333.35889, 267.04102, 333.47015, 348.87335, 294.49927, 280.10699, 282.54321, 255.68552, 252.18752, 326.97153, 264.00427, 273.17877, 357.81598, 238.17769, 260.23291, 294.88434, 205.00369, 326.44879, 254.15414, 216.3894, 289.84888, 221.10339, 232.04909, 206.27127, 276.91208, 358.44479, 284.60858, 357.65656, 391.396, 332.20834, 380.37292, 394.04761, 321.43042, 160.52098, 353.04742, 317.13712, 325.1275, 224.64029, 251.48502, 244.49551, 263.46802, 351.60886, 343.97522, 279.69946, 385.14624, 228.94455, 204.16158, 263.17389, 247.02652, 313.66986, 296.05981, 243.59766, 302.27316, 287.65485, 234.96713, 193.02585, 191.24513, 291.91153, 173.69684, 262.62189, 279.86639, 279.42505, 293.36374, 300.5022, 418.09338, 264.2919, 341.72446, 328.5769, 270.3241, 236.09311, 420.849, 309.59418, 267.4303, 282.08148, 232.60786, 277.00281, 376.84882, 245.8961, 268.66107, 397.82147, 272.90631, 271.74451, 219.65894, 353.52283, 309.58838, 402.47025, 368.94037, 437.63052, 271.0246, 339.54388, 250.56802, 312.27307, 326.26288, 399.19202, 312.19995, 364.20599, 340.38068, 298.78381, 313.70526, 380.60028, 335.56033, 302.67807, 266.97946, 300.90805, 305.47638, 301.9469, 357.81235, 346.40787, 303.2182, 343.41418, 391.35345, 280.98627, 379.3728, 344.23038, 325.89514, 331.28107, 316.61023, 316.99921, 349.70807, 314.62833, 360.1575, 267.23499, 311.70734, 348.97601, 265.06024, 366.73364, 297.81219, 264.67609, 309.50171, 348.81808, 292.92538, 292.59094, 269.2583, 318.87048, 359.24173, 382.08661, 333.21957, 214.04614, 261.92603, 194.64973, 302.11938, 344.3927, 262.97137, 296.30597, 215.40298 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 87.35142, 27.65895, 90.52864, 111.90871, 50.83506, 105.46048, 154.39426, 41.13245, 255.52933, 291.22894, 52.4624, 144.66885, 10.66205, 80.71646, 255.62183, 345.94083, 219.91095, 253.67918, 254.46762, 187.9252, 271.1178, 252.62668, 441.44504, 141.72594, 285.82785, 279.73071, 44.35509, 291.41162, 279.99121, 213.98425, 94.15297, 303.58765, 301.90247, 315.74719, 222.47394, 263.43292, 318.56311, 244.08244, 297.53436, 17.45866, 305.43774, 107.22139, 323.61649, 335.72134, 315.65771, 291.5705, 323.32272, 305.85913, 289.02124, 309.60785, 333.60678, 256.44803, 254.55881, 156.80005, 293.24109, 326.15469, 397.90594, 231.70352, 345.32117, 351.05579, 297.64297, 321.00146, 290.64911, 284.11969, 316.77979, 205.1098, 333.75922, 260.01965, 309.17462, 273.68188, 294.72586, 340.96222, 273.86484, 293.02524, 332.40912, 288.2435, 352.18744, 328.94104, 195.11113, 284.65924, 267.32584, 310.2587, 327.16431, 300.46246, 299.38684, 488.46777, 318.24164, 356.46555, 330.28101, 338.03784, 312.13611, 289.62567, 364.93091, 326.18887, 338.22534, 315.19241, 313.49573, 316.00421, 330.42816, 323.14304, 315.57703, 330.23346, 346.35504, 164.37497, 282.99646, 326.7915, 322.94281, 256.62482, 131.73248, 74.17544, 368.0332, 278.17725, 349.56696, 325.63626, 300.44891, 267.00616, 331.02979, 287.98706, 345.08539, 281.56866, 321.71689, 325.59521, 266.84351, 331.31189, 296.15012, 379.53351, 363.0191, 283.5459, 344.1123, 309.03601, 305.93439, 299.22324, 314.94366, 375.62634, 375.95825, 227.90402, 404.39868, 208.68758, 373.22272, 349.50436, 328.76596, 342.29675, 330.74408, 332.20062, 345.00696, 352.38043, 334.24524, 284.91592, 271.39453, 382.03894, 375.18695, 363.09131, 355.75052, 362.36899, 329.09247, 319.60706, 418.9942, 96.38162, 339.66498, 407.34378, 161.37906, 353.36545, 249.42834, 359.69125, 35.22999, 398.33862, 326.58563, 1.00123, 324.14697, 318.78839, 353.29385, 321.4248, 470.22278, 228.11765, 349.54089, 307.31604, 322.41052, 347.23074, 324.83295, 333.81757, 295.39078, 347.62958, 147.96036, 322.02142, 336.1409, 432.4523, 391.71243, 336.48605, 381.92462, 317.51727, 409.91342, 352.01746, 354.78714, 403.18567, 359.629, 402.59564, 368.66898, 433.72562, 347.59076, 276.71921, 373.25888, 333.61069, 400.48425, 309.81802, 286.0069, 484.57632, 342.74838, 341.75525, 74.39316, 366.46652, 371.77325, 392.42627, 379.21021, 383.10895, 331.63654, 325.83368, 334.80975, 336.1976, 367.75528, 286.07782, 426.97821, 349.15656, 413.26877, 335.31271, 294.38156, 317.54242, 322.40564, 355.97137, 377.54285, 326.56335, 423.87329, 109.43752, 273.32291, 330.38428, 356.85379, 454.35455, 470.78543, 348.26727, 412.62329, 391.70593, 326.19751, 384.19116, 366.20587, 357.23502, 438.96484, 339.57629, 340.39615, 330.70151, 402.48767, 383.92615, 342.29578, 606.69928, 335.68964, 358.23767, 371.58493, 322.72748, 152.66928, 354.20703, 49.6607, 317.79944, 384.9834, 349.14236, 268.78619, 351.31281, 330.55777, 363.89996, 415.87921, 311.50415, 430.84949, 320.29987, 397.86115, 391.05927, 280.40076, 269.5939, 331.83716, 418.06989, 353.9129, 393.06281, 331.11102, 404.50467, 402.84567, 358.49734, 390.07452, 403.72302, 412.13251, 424.98605, 254.10747, 445.57367, 369.819, 452.5506, 309.40289, 328.47345, 399.47375, 355.14026, 392.74814, 399.36618, 405.79456, 369.92535, 331.52881, 303.88199, 413.19873, 461.27948, 389.11462, 460.03772, 380.58838, 351.37213, 351.51929, 406.70285, 423.02313, 472.04065, 429.33099, 311.98288, 342.03705, 394.073, 329.41415, 356.09351, 400.1492, 364.05463, 414.82043, 387.56494, 312.12088, 408.58215, 429.2746, 432.87695, 405.98724, 256.90588, 101.2854, 402.76111, 364.04498, 428.79767, 417.06699, 395.99994, 323.63892, 381.99594, 337.53818, 334.66284, 227.99197, 375.69714, 376.29144, 476.03571, 395.47299, 376.12646, 381.67249, 394.46857, 119.69366, 779.98187, 397.87653, 624.53625, 445.72574, 366.53976, 407.42493, 364.67773, 501.27744, 450.2533, 402.64307, 410.61243, 441.56952, 402.53125, 465.5491, 457.79987, 399.8548, 452.6994, 197.85088, 400.2417, 221.9621, 547.9967, 483.45636, 391.04114, 445.07703, 465.49091, 437.14743, 224.19797, 444.96082, 244.14893, 383.95798, 338.74527, 484.24487, 417.90613, 551.32886, 467.6283, 512.89954, 257.09338, 531.24078, 540.94067, 255.38873, 357.25876, 478.71619, 551.31641, 493.46017, 503.50848, 325.69556, 349.91299, 299.04684, 230.51964, 536.75586, 449.27692, 575.45227, 544.37769, 524.29376, 867.2066, 622.6261, 487.52924, 230.0997, 249.28726, 464.05402, 502.52731, 752.64966, 385.93558, 471.56897, 578.11426, 226.68291, 377.75385, 597.33417, 515.56042, 978.97644, 334.05127, 818.17175, 531.18933, 740.30249, 551.94482, 1162.41211, 331.47089, 485.01318, 284.17877, 590.43683, 727.18652, 766.93823, 884.65259, 1030.46997, 623.43671, 846.0025, 376.5946, 680.95459, 480.14624, 904.48608, 1002.24872, 970.33911, 1284.82422, 1034.39722, 882.76562, 781.94336, 823.34644, 746.05676, 518.96112, 610.56152, 815.91858, 483.31116, 888.33423, 563.43762, 569.77985, 1304.63794, 813.10901, 947.45386, 722.65698, 658.03125, 603.0033, 601.01843, 694.74323, 1136.82373, 340.28702, 512.88013, 694.42291, 983.56628, 892.84442, 826.51825, 599.59906, 501.69763, 980.95752, 690.70581, 684.29724, 1217.74719, 534.03101, 1497.44946, 422.05402, 893.23425, 694.09277, 754.74988, 752.86102, 1419.36243, 559.87152, 1337.2594, 1125.45435, 908.53223, 596.56866, 1322.75439, 729.9104, 1477.25842, 891.73932, 1140.42578, 900.63538, 958.39703, 1328.23157, 470.32349, 1212.71631, 1400.91357, 697.57129, 1749.78857, 1761.97559, 613.6662, 1655.0603 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 116.98906, 104.97654, 139.91588, 182.60394, 160.38396, 146.44501, 148.70499, 192.0784, 215.27698, 349.53397, 240.35091, 168.25491, 200.38141, 285.79968, 187.62912, 184.98831, 215.80843, 286.38867, 240.21216, 191.54025, 202.47626, 323.30426, 289.61075, 275.68781, 353.91409, 286.39307, 282.38907, 219.90353, 291.99445, 177.68422, 225.1441, 222.2334, 266.59872, 262.60172, 261.5329, 311.43793, 298.48239, 213.66904, 241.61978, 339.84772, 207.85443, 273.94293, 316.59802, 232.76953, 210.64743, 244.82022, 234.13499, 250.60716, 197.32791, 232.56912, 292.90967, 221.33656, 190.96326, 287.81271, 270.29669, 255.02634, 223.04999, 280.73349, 266.67654, 341.51825, 283.67395, 315.07175, 272.85394, 271.27673, 255.12845, 302.30682, 365.13196, 295.82828, 339.9202, 295.68628, 269.5105, 262.64203, 431.05408, 356.96466, 272.88434, 242.83041, 398.974, 284.33038, 266.81616, 326.77454, 224.97275, 239.08582, 452.62915, 369.83206, 280.37036, 229.2774, 255.07469, 265.40271, 290.80444, 301.5824, 373.97818, 296.33981, 241.73117, 266.78574, 334.62622, 263.57947, 326.37531, 198.39047, 279.16251, 310.4537, 284.3775, 315.56207, 246.14836, 301.88611, 289.11584, 477.09119, 336.05914, 358.63379, 281.45172, 223.80092, 299.31671, 281.27341, 270.68604, 257.62064, 299.4826, 233.03978, 309.51837, 278.172, 230.71982, 225.41577, 290.91876, 315.12735, 333.64529, 303.59656, 319.06464, 274.0379, 220.94302, 250.86237, 239.03984, 235.82878, 366.60016, 416.54474, 310.31589, 277.39743, 273.40942, 305.77585, 353.91385, 312.95331, 322.77399, 313.89154, 237.73093, 475.69534, 268.8114, 269.67468, 433.98004, 292.47418, 410.39587, 403.41687, 286.45374, 385.97479, 270.08408, 229.07523, 309.35278, 386.46667, 362.01868, 434.2562, 322.20599, 273.2359, 291.63419, 254.7047, 336.82288, 317.20782, 425.66528, 285.19611, 292.6059, 270.93402, 327.1756, 390.68192, 291.90021, 332.78986, 313.96445, 356.58545, 233.54463, 298.97308, 317.45587, 308.92346, 307.38025, 464.08646, 288.68304, 287.12344, 386.85181, 228.28494, 469.71359, 302.44632, 336.05313, 349.70911, 278.44305, 309.75867, 246.37247, 220.69254, 282.4769, 362.4567, 381.27359, 271.07129, 381.17276, 305.90167, 275.38187, 225.68846, 247.38756, 374.03558, 408.01984, 291.00174, 370.50116, 294.44952, 307.51385, 286.08725, 297.5957, 236.63823, 401.37878, 377.50784, 326.02713, 266.81384, 282.27585, 262.97519, 440.97186, 274.89819, 291.97473, 287.74185, 344.23349, 350.98108, 264.1488, 366.63678, 254.51732, 306.91, 395.43933, 320.85114, 232.39206, 359.21103, 365.65363, 333.86298, 377.52484, 362.46094, 251.65961, 361.82703, 253.35272, 316.86444, 382.17975, 262.51489, 327.60571, 275.48184, 259.42465, 267.6633, 395.10107, 340.61319, 288.62549, 344.99725, 292.78448, 349.65399, 425.52124, 358.32864, 328.81567, 260.37476, 323.95554, 330.38373, 305.16455, 330.61383, 289.97937, 311.49261, 355.16821, 313.39624, 297.90616, 336.81964, 315.81393, 279.22217, 296.60553, 302.63068, 309.23431, 362.96741, 265.75699, 304.22845, 383.58258, 349.70035, 303.34656, 348.47223, 275.62378, 313.59814, 299.86707, 271.72314, 344.21561, 291.9165, 335.35242, 320.44592, 374.35889, 424.96265, 308.2861, 303.78244, 382.40973, 351.90851, 304.98071, 365.08762, 322.62372, 299.75397, 284.63428, 368.74866, 370.08356, 306.55902, 432.39877, 389.88733, 328.18872, 320.42542, 414.02789, 346.76883, 337.83972, 339.39767, 287.46899, 359.06738, 276.2847, 364.87769, 295.88263, 271.0636, 290.99597, 324.8718, 317.77066, 349.76166, 336.25549, 311.6109, 348.33893, 327.99637, 340.34467, 424.04446, 352.60345, 280.17517, 290.05222, 335.89752, 386.4852, 258.05042, 330.64337, 273.62207, 359.53979, 303.67731, 293.25928, 332.18988, 453.78629, 384.944, 330.79114, 347.24512, 274.1069, 307.62762, 379.44348, 250.68915, 310.61298, 360.89349, 383.93552, 395.1983, 340.58875, 356.57367, 409.17676, 553.19971, 370.40378, 357.16711, 336.60352, 307.68817, 384.71375, 327.37073, 436.59387, 360.40994, 380.48822, 360.67819, 374.30737, 346.87756, 389.96542, 339.23297, 315.45795, 320.8504, 313.3378, 311.23892, 277.95364, 328.17191, 315.32437, 369.9292, 320.79681, 372.1843, 316.53995, 345.59119, 344.74457, 332.3443, 404.96661, 411.86337, 429.18024, 436.99078, 375.66248, 368.65485, 425.81439, 316.22876, 407.26416, 331.43872, 368.59058, 363.77167, 444.54541, 425.93335, 355.30365, 374.90125, 303.10443, 463.4906, 366.40045, 382.64252, 438.77008, 312.9267, 349.00113, 375.48975, 357.58667, 369.89374, 378.87103, 407.23965, 326.26944, 470.7984, 344.60339, 391.32495, 371.56366, 469.29694, 427.79901, 405.87299, 316.77545, 383.70819, 453.59537, 334.05713, 389.09354, 313.53442, 297.49445, 511.37256, 337.18256, 278.02966, 361.07678, 454.4718, 394.1225, 338.26642, 392.20386, 403.16351, 397.85379, 395.39294, 394.09802, 430.8045, 262.68289, 455.01349, 402.21112, 352.27246, 331.93549, 452.70038, 428.32239, 316.7243, 435.84668, 345.09982, 349.30029, 345.33875, 329.22134, 482.49561, 461.03226, 439.12723, 351.29196, 384.74835, 377.66782, 318.27338, 371.34372, 368.29269, 370.883, 415.75275, 332.94049, 350.01242, 401.53214, 411.76648, 344.79282, 298.81982, 373.49307, 384.05676, 399.09943, 386.02753, 409.53027, 401.71521, 458.31482, 478.13202, 363.77759, 518.11035, 502.11319, 432.81607, 414.44617, 490.9313, 582.70532, 322.41046, 415.53979, 392.28186, 336.61896, 474.43488, 419.72778, 349.25748, 459.84036, 379.64444, 475.49072, 400.99359, 433.55139, 501.5957, 425.61249, 431.04218, 505.86304, 391.08533, 475.6037, 439.63022, 485.96301, 325.77374, 439.64398, 400.08716 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.7292917222786066, "neutral_loss": 2.5514647259892307, "target_chat_loss": 1.1488370434644095, "target_docs_loss": 1.0013994157794137, "neutral_init_loss": 3.2839357421875, "target_chat_init_loss": 2.1260890579223632, "target_docs_init_loss": 1.762630700853136, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 68.21916, 52.62729, 56.88507, 60.41253, 51.6697, 79.89633, 81.79004, 52.95615, 65.18264, 69.01077, 90.16316, 83.05203, 69.80003, 82.1758, 55.21291, 95.42578, 59.34871, 68.4445, 69.8943, 71.34099, 77.21523, 58.77301, 96.56844, 98.5603, 65.66769, 60.39106, 81.61195, 85.51561, 61.43074, 51.08965, 88.14645, 74.39629, 56.37856, 77.15245, 71.58382, 57.25238, 89.10617, 58.44942, 70.10053, 52.35466, 81.96299, 79.35155, 74.88514, 98.51984, 77.939, 54.87411, 102.06845, 115.75252, 71.08514, 64.02385, 97.23914, 73.41258, 83.07729, 78.16191, 69.52075, 84.50789, 57.67604, 82.60706, 56.59914, 69.24426, 100.86822, 84.84273, 73.44347, 73.01154, 92.04179, 88.02667, 117.98151, 87.74457, 86.47826, 82.81594, 93.24498, 54.40853, 107.57058, 80.72738, 49.0675, 49.97952, 88.34366, 55.74659, 93.96236, 78.60728, 66.62431, 54.18383, 111.80582, 69.31224, 93.81735, 79.67057, 61.16969, 98.58842, 83.64857, 75.78801, 61.93537, 88.96812, 85.03625, 50.00568, 110.5215, 72.38518, 87.95394, 80.11134, 91.93465, 98.31126, 63.98443, 87.10403, 74.27505, 92.97644, 87.66286, 75.20598, 73.63181, 100.45688, 108.09937, 88.72934, 118.88461, 56.55317, 85.38029, 74.79413, 99.31286, 97.63567, 71.68874, 88.91631, 64.23746, 72.01601, 64.19243, 68.48822, 86.96646, 47.92427, 104.4764, 67.15799, 105.90162, 92.99076, 103.96167, 71.83905, 92.81271, 113.90398, 77.38046, 97.01447, 98.21524, 100.69023, 102.27153, 107.67131, 90.33989, 97.40308, 82.04906, 127.244, 62.15285, 83.77698, 87.1425, 71.71303, 82.50119, 102.89505, 83.18132, 90.28718, 97.15782, 73.31508, 103.92242, 96.18236, 110.25245, 84.01096, 59.50451, 95.66391, 41.11413, 74.02475, 93.90371, 103.68196, 100.75769, 115.87265, 98.3513, 119.42712, 58.46483, 87.14149, 89.00545, 59.33457, 100.28674, 92.27084, 73.91781, 65.77722, 94.33855, 101.71037, 117.01861, 96.01778, 92.15984, 110.85878, 109.06898, 84.11143, 94.75789, 108.96364, 142.39777, 101.43567, 82.39325, 64.506, 97.59561, 115.5537, 93.1307, 94.47215, 44.60388, 114.88524, 80.14616, 88.33236, 100.87859, 107.77972, 91.34811, 88.77062, 84.80313, 115.77898, 83.68556, 83.44085, 94.33156, 111.09959, 115.15131, 73.5769, 76.58245, 100.32899, 112.04298, 109.50679, 83.83286, 92.9698, 92.44986, 87.48369, 86.64871, 161.79971, 121.14523, 53.13089, 143.98904, 79.01998, 110.8513, 76.30736, 122.54051, 113.79176, 79.06877, 80.34988, 107.5584, 77.40334, 91.56258, 109.03862, 80.25688, 82.64256, 112.72789, 99.49062, 127.54424, 101.29308, 102.1363, 138.28459, 152.85904, 118.97825, 97.65981, 100.48596, 100.23895, 74.62415, 111.48679, 117.873, 108.5545, 126.65064, 86.22243, 167.41351, 101.83266, 223.20442, 240.53287, 289.39868, 295.50665, 181.18295, 341.9032, 242.19135, 274.31476, 245.2785, 234.11539, 278.89648, 273.87259, 185.27625, 297.11804, 240.5246, 227.80334, 267.63434, 280.18066, 194.08784, 305.069, 287.80206, 315.60828, 199.93793, 276.42853, 256.41116, 244.46071, 274.10236, 288.49268, 240.74179, 275.17548, 286.91483, 262.3989, 250.14334, 243.90778, 190.7926, 276.79416, 250.88557, 349.14545, 259.69666, 277.99933, 229.96863, 258.13361, 201.03033, 333.92596, 264.86124, 300.76794, 241.82416, 315.43164, 229.71655, 212.75735, 228.62402, 214.37808, 226.8262, 261.81702, 300.33679, 232.49411, 187.91245, 259.07657, 315.6698, 249.77332, 323.93475, 263.60565, 362.07037, 333.59885, 233.55118, 195.3381, 269.65729, 197.22688, 244.90211, 293.07349, 354.18973, 314.12659, 322.51175, 210.10114, 251.72108, 362.29694, 243.83194, 245.37036, 284.45715, 254.79233, 211.65268, 277.18848, 234.02063, 155.42279, 343.39798, 295.70432, 224.66824, 350.35199, 423.09851, 307.05396, 298.10193, 362.91278, 215.71974, 243.94263, 407.19543, 191.9931, 318.77118, 313.2937, 157.88779, 261.4798, 362.43518, 310.22488, 340.54169, 262.85226, 333.80084, 348.43304, 298.11786, 282.50677, 280.59772, 264.73557, 244.14575, 327.46497, 267.29037, 272.94547, 358.28735, 235.72684, 251.59055, 295.92044, 205.78113, 331.32941, 261.40863, 220.95151, 291.91504, 222.14807, 237.03575, 215.34592, 273.26212, 359.0249, 283.67819, 363.41656, 391.35754, 330.36453, 388.18024, 393.66864, 320.93784, 158.25467, 360.69086, 320.50671, 317.79095, 227.94339, 248.91705, 247.93585, 265.17847, 357.69656, 340.97311, 289.2807, 384.66113, 228.39635, 207.27298, 263.96341, 248.45319, 312.60419, 289.54898, 246.27921, 301.24008, 288.77863, 236.17337, 188.86031, 190.90872, 295.35956, 177.09146, 263.32471, 286.22104, 280.28613, 302.45789, 306.82031, 418.0535, 267.63132, 342.03641, 323.94821, 271.0047, 230.70886, 429.82898, 307.68732, 265.94409, 288.37888, 232.83032, 282.1311, 377.8302, 251.10928, 265.77328, 406.70047, 274.76431, 274.20367, 223.52046, 356.44531, 309.34039, 406.8501, 378.32703, 454.27661, 270.58771, 342.0246, 251.15286, 312.99915, 328.97733, 402.80444, 317.1431, 365.76913, 343.24274, 294.80652, 320.68671, 384.67905, 340.73517, 299.46448, 268.52316, 300.53473, 304.28522, 304.01605, 359.03653, 356.66788, 305.59814, 367.96857, 393.70126, 277.9035, 388.31738, 358.89221, 330.59689, 331.0098, 318.37219, 318.63495, 348.0408, 318.56659, 362.3252, 268.68051, 315.66357, 348.72928, 271.27948, 367.79913, 293.74475, 266.98077, 308.44354, 353.5799, 289.45178, 297.23419, 272.65286, 317.37457, 364.29773, 393.2536, 334.07956, 209.28316, 257.97, 192.70424, 309.56, 351.93982, 262.18259, 293.07547, 210.76501 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 85.78352, 28.08923, 80.201, 112.33984, 48.97932, 94.73396, 153.31863, 38.88068, 248.21718, 276.1207, 51.06938, 145.22414, 11.87303, 68.92645, 262.23392, 345.57507, 224.23872, 247.32217, 257.20746, 189.86801, 280.69006, 256.74323, 427.74966, 131.88516, 286.66129, 288.16943, 42.34761, 301.13052, 286.40771, 210.02771, 91.84232, 306.85538, 312.8653, 324.08002, 220.51387, 268.2247, 330.33319, 254.05324, 307.01862, 17.20078, 314.07462, 100.70317, 330.74927, 340.01562, 321.16623, 298.11591, 338.90512, 314.9491, 286.28577, 317.78403, 340.77643, 261.2619, 260.17984, 152.73386, 298.2775, 331.82361, 405.01968, 235.75655, 354.23376, 352.38385, 305.96182, 312.2944, 289.43829, 291.58728, 321.67975, 198.41661, 337.84308, 262.78387, 317.46399, 280.01871, 302.00067, 348.56689, 275.98166, 296.96185, 339.77228, 291.81204, 359.15964, 335.1973, 188.56958, 289.6756, 274.25983, 318.81497, 335.00528, 298.26065, 302.87192, 480.3244, 333.46429, 357.07611, 337.96576, 353.31689, 321.00397, 279.70715, 371.27142, 333.54315, 350.16583, 319.1998, 318.84399, 323.48306, 337.06189, 319.58765, 329.72983, 342.86633, 358.66721, 163.55377, 289.44232, 332.35626, 330.18646, 255.62302, 123.75713, 69.43709, 376.88748, 280.84521, 354.38297, 331.27155, 308.59238, 254.63737, 336.87524, 297.01532, 355.16113, 289.49353, 336.13599, 333.37042, 276.89725, 337.41525, 308.09357, 392.87204, 370.07864, 294.29364, 358.22415, 294.39142, 308.68143, 305.11053, 322.08612, 380.92999, 370.45728, 220.06248, 415.29391, 203.0163, 393.87396, 349.66885, 335.1424, 347.80371, 341.12103, 341.38013, 362.75879, 363.12292, 346.54156, 290.51233, 275.92767, 391.90326, 385.96259, 366.43213, 366.10388, 375.65436, 340.32144, 326.07996, 427.17838, 97.30573, 349.3623, 418.57581, 160.27899, 359.92303, 244.60089, 367.90652, 28.74351, 409.98425, 338.44516, 1.79722, 330.49973, 329.37915, 365.32883, 327.46832, 486.59583, 235.33344, 356.92612, 318.15863, 328.61575, 357.73389, 330.75821, 341.53009, 300.5968, 360.16449, 143.00555, 336.0177, 345.01141, 445.4989, 402.12994, 343.55972, 393.617, 327.69458, 423.90082, 362.84589, 362.85596, 408.93085, 365.42395, 408.65158, 380.85223, 457.06036, 355.55429, 291.22266, 385.57361, 341.72247, 413.71106, 315.07956, 277.86615, 480.70007, 349.62531, 353.37454, 73.44314, 374.26486, 378.49707, 403.16394, 388.41034, 387.55231, 347.89532, 332.45679, 340.91513, 339.21378, 381.55566, 294.14117, 424.29379, 358.66736, 426.4444, 345.76956, 309.50458, 312.24585, 329.6647, 364.49139, 387.02426, 335.12146, 425.74255, 103.70232, 271.44873, 341.27304, 370.53973, 458.67139, 485.69568, 358.59366, 420.01514, 408.55365, 332.83954, 391.5946, 373.75092, 363.87238, 456.50305, 347.66843, 355.20358, 342.25565, 409.62445, 402.67963, 348.64725, 590.30078, 352.41809, 365.42462, 379.0304, 333.54013, 148.56487, 366.23538, 49.4525, 321.21982, 397.00107, 356.76279, 278.1973, 355.61118, 338.93787, 371.40295, 422.60944, 319.85272, 439.84204, 330.58661, 413.06052, 400.56, 296.10483, 274.23871, 339.92401, 432.14157, 362.2662, 408.84296, 338.39636, 413.35056, 410.81647, 367.52875, 399.73672, 422.64325, 414.30084, 422.81635, 248.93953, 460.51807, 381.73688, 467.29114, 319.74371, 313.94452, 407.22528, 368.26123, 405.97974, 412.83374, 418.65115, 380.12753, 344.12543, 317.89944, 416.45206, 470.73486, 404.9895, 467.09338, 395.12354, 364.24741, 345.50714, 423.60889, 440.02972, 467.63434, 442.27631, 302.55164, 353.8645, 409.28027, 337.70575, 368.25821, 412.55911, 381.80643, 423.604, 396.55615, 306.65027, 421.9639, 436.47171, 449.97699, 414.23886, 244.10361, 95.72826, 419.39606, 374.30389, 440.34354, 420.86426, 410.09711, 333.92932, 390.7645, 351.63461, 349.62036, 226.28104, 383.59808, 379.46967, 490.4808, 400.45837, 388.10797, 389.73047, 393.82593, 112.90602, 771.57251, 411.71796, 614.62634, 459.98602, 374.00989, 420.32162, 380.0575, 519.78345, 465.5817, 406.91629, 411.63428, 441.01501, 412.9859, 484.75098, 470.60837, 411.26709, 454.30499, 188.14429, 406.43237, 223.1546, 549.83807, 488.57993, 401.39581, 458.33109, 478.18219, 439.56219, 217.1185, 452.59375, 243.71069, 392.74918, 333.1217, 500.41403, 429.83435, 560.44873, 484.65128, 515.37097, 242.96138, 546.94702, 539.39368, 251.01573, 352.86591, 496.02277, 558.77704, 508.16589, 519.03625, 321.65515, 349.42456, 290.7131, 227.11441, 555.638, 459.90802, 579.11194, 548.87097, 520.10095, 875.37427, 633.09552, 503.45648, 215.44092, 245.51224, 474.53741, 511.67932, 757.8855, 378.80463, 456.5246, 587.0282, 229.12263, 376.59039, 609.09717, 526.0647, 1001.91541, 331.39102, 820.66235, 526.38599, 726.7251, 558.14337, 1149.54419, 326.05109, 491.32379, 274.6217, 581.65417, 722.90784, 785.75519, 885.39343, 1050.43079, 627.35168, 829.40442, 374.26544, 666.60272, 495.63171, 919.12634, 995.96497, 992.06122, 1284.5083, 1042.05566, 887.71307, 788.70129, 829.67883, 766.74591, 521.19879, 626.78186, 815.55652, 489.75186, 894.02722, 561.08972, 587.59399, 1307.90308, 819.25049, 951.64819, 734.68439, 661.69067, 600.84308, 605.64453, 707.59991, 1148.3446, 334.37601, 527.39734, 684.15649, 990.65894, 900.29315, 828.93262, 600.72528, 516.5741, 1003.09998, 697.40631, 698.37598, 1231.70386, 539.80524, 1500.87805, 420.33304, 899.41907, 689.17841, 762.61639, 774.2066, 1425.55981, 571.4165, 1327.62122, 1136.25244, 913.19958, 601.28723, 1325.93579, 740.57446, 1482.80896, 894.29071, 1153.98352, 894.93262, 979.9942, 1329.43665, 484.77722, 1222.7395, 1421.19604, 712.26544, 1765.30762, 1783.46472, 624.6178, 1668.96387 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 115.80452, 100.91872, 139.67419, 181.90291, 158.71565, 144.35458, 149.84747, 188.27365, 210.8436, 345.32996, 238.10075, 162.48953, 198.27748, 279.34045, 182.99197, 178.59741, 214.70959, 281.24927, 237.19795, 186.51672, 202.44643, 318.48807, 289.79077, 267.50735, 348.45895, 283.87683, 281.84534, 215.83661, 285.64758, 176.24496, 223.19072, 225.66446, 259.43567, 257.26065, 260.9899, 304.53146, 293.68063, 207.98987, 237.40521, 334.1535, 205.44806, 268.38904, 313.01849, 227.29688, 203.9281, 235.68619, 233.17998, 244.61964, 192.67499, 227.08154, 286.89105, 220.45927, 187.64354, 284.48563, 267.27576, 244.71124, 216.953, 279.60168, 261.47894, 339.18945, 277.67685, 311.06061, 262.15088, 270.02835, 251.40984, 294.67004, 366.78262, 290.97528, 332.82996, 293.56793, 265.99713, 256.83746, 422.84076, 350.14169, 275.96143, 237.3183, 389.69543, 275.02686, 259.48639, 318.90466, 217.4791, 235.41061, 441.62106, 366.43494, 280.45044, 227.63988, 255.35654, 262.06354, 283.07587, 298.4877, 371.95447, 292.99728, 229.84564, 259.57495, 322.37305, 267.67523, 321.4711, 191.31311, 269.36728, 304.0036, 278.93237, 308.29413, 241.47754, 298.16699, 283.71204, 476.11502, 326.36853, 351.7438, 275.32239, 221.30627, 290.00067, 273.36517, 274.43292, 254.23715, 292.66943, 228.85059, 298.1272, 277.85797, 227.79767, 223.03571, 287.57126, 311.74387, 330.75385, 302.38052, 311.19501, 271.69531, 214.7085, 246.25735, 234.74207, 232.85803, 367.35999, 408.57855, 309.52997, 277.53247, 269.87262, 301.01797, 350.30328, 309.66339, 320.50525, 312.83978, 237.91954, 473.4129, 261.78528, 266.20444, 431.48361, 287.58099, 400.90155, 396.78845, 284.12531, 378.86511, 263.68665, 222.67036, 307.00824, 380.46799, 358.78052, 434.53934, 313.07108, 266.54141, 287.02655, 246.66183, 333.9819, 314.8291, 421.13544, 279.76981, 289.58466, 271.81372, 325.59775, 389.61914, 286.48471, 330.87061, 317.66562, 346.54877, 229.68811, 292.00958, 314.98334, 296.1684, 306.67664, 459.51309, 279.42578, 280.80945, 381.10294, 220.09122, 459.83612, 303.3743, 332.74329, 345.0072, 268.74933, 304.23285, 248.25232, 212.80624, 279.39923, 357.68652, 377.39941, 264.22565, 373.9231, 301.69794, 272.71545, 220.40515, 242.21027, 365.67969, 405.42029, 287.07458, 363.77808, 286.89856, 304.77606, 286.00226, 295.85553, 236.41202, 396.11597, 373.49246, 322.04956, 263.80942, 273.05716, 259.21918, 441.95877, 270.21619, 287.73016, 280.37213, 339.90741, 345.66068, 257.12164, 359.57608, 250.24492, 300.58481, 392.19586, 312.8931, 227.32895, 353.12122, 355.3125, 330.92654, 371.11273, 359.95203, 244.03839, 361.18411, 247.93277, 305.97958, 384.79721, 256.38611, 324.24103, 271.47137, 248.50342, 261.06073, 391.52875, 335.29431, 283.63184, 337.20453, 288.91656, 341.63635, 423.70276, 350.98904, 323.31937, 257.08478, 319.4165, 322.23489, 298.81366, 327.60919, 283.51477, 313.32126, 352.6608, 304.5903, 292.00439, 331.91852, 311.30161, 274.89117, 293.73199, 293.84402, 308.8028, 358.34698, 264.23492, 302.25037, 380.95895, 337.82016, 295.90982, 345.94769, 269.89719, 303.61548, 294.66302, 264.11951, 335.17822, 287.83536, 331.98795, 318.47842, 364.52341, 415.49994, 304.70575, 302.44266, 374.39169, 339.54852, 303.18164, 356.3465, 310.56976, 300.04819, 276.27438, 366.37726, 369.2623, 299.88977, 424.48706, 375.56735, 317.97754, 315.5202, 414.89401, 340.07315, 334.24835, 332.68958, 279.5946, 357.67029, 274.02679, 361.44528, 291.38364, 259.31622, 288.62289, 317.35651, 304.86621, 345.79736, 330.28989, 303.18774, 346.48584, 319.6507, 332.81262, 420.18127, 342.68091, 266.24628, 284.4361, 334.08725, 382.30338, 258.64948, 323.95779, 271.16403, 357.12564, 298.45789, 283.24405, 324.7724, 452.15778, 374.34698, 327.72467, 335.64374, 277.16077, 301.08295, 371.14981, 245.67955, 304.32794, 358.41418, 376.18713, 389.13074, 334.36862, 354.01334, 397.55347, 553.66748, 365.06323, 356.64246, 328.41339, 302.40082, 382.08539, 327.86038, 430.75784, 357.71729, 372.97806, 355.53183, 371.30606, 347.02579, 388.93542, 332.65997, 315.04648, 312.12781, 310.92792, 307.70471, 272.54941, 323.27994, 313.27597, 367.25119, 312.76089, 369.00391, 312.01184, 333.74969, 343.58713, 319.08868, 396.37378, 414.14587, 425.29242, 428.55814, 368.67822, 368.22531, 417.83026, 320.70923, 397.17407, 329.189, 359.56256, 356.38916, 435.38031, 418.4686, 356.2157, 377.72464, 299.26147, 458.548, 354.37009, 375.63412, 428.70398, 309.8118, 343.56723, 366.37787, 352.35718, 365.40228, 374.2756, 405.20959, 318.92337, 465.54599, 342.43951, 380.54251, 370.54623, 462.57678, 418.51855, 403.23846, 307.11948, 382.36514, 445.64828, 330.27734, 381.86829, 310.70242, 290.01242, 507.3847, 328.53958, 273.28778, 363.83551, 446.1525, 393.35577, 340.21158, 383.08438, 396.48071, 397.95694, 392.62732, 382.34906, 426.46783, 252.61771, 449.87585, 393.3541, 348.06097, 328.49701, 440.41998, 413.14935, 317.46848, 424.73987, 348.30093, 342.79367, 341.02747, 328.60669, 475.09259, 452.6897, 434.66077, 344.2298, 376.12991, 373.78625, 313.37878, 370.40115, 361.72833, 365.83328, 411.36139, 326.3573, 346.40332, 396.29663, 403.84558, 337.33902, 293.16385, 366.02313, 375.49371, 390.05237, 383.16873, 405.09119, 392.56659, 450.83313, 473.61951, 352.61298, 512.39343, 500.22186, 427.00525, 408.08032, 489.4624, 576.07373, 313.27521, 424.24203, 386.76178, 333.92035, 469.04028, 420.18069, 342.60657, 454.66415, 369.27515, 474.60672, 385.24377, 427.07275, 495.32751, 425.27643, 425.26074, 496.88837, 390.84335, 471.38068, 435.30496, 478.45184, 315.61182, 427.25635, 395.18552 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.9113247546681853, "neutral_loss": 2.567779438288145, "target_chat_loss": 1.1700235947396358, "target_docs_loss": 1.0065261557962528, "neutral_init_loss": 3.1534062561035157, "target_chat_init_loss": 2.064678065490723, "target_docs_init_loss": 1.767374013264974, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 63.99836, 53.97273, 55.07016, 60.49873, 47.88283, 75.75197, 78.15546, 57.35699, 62.43143, 64.66927, 87.54677, 83.02927, 68.31203, 80.96027, 52.86527, 90.72005, 59.11387, 65.84229, 68.26568, 70.64142, 75.16094, 53.0852, 95.11424, 98.71958, 62.69937, 55.10716, 80.39545, 83.4778, 61.1883, 49.08032, 88.9868, 74.08733, 53.65996, 74.72631, 72.65157, 54.36249, 88.31032, 56.75874, 69.13898, 52.11643, 78.35757, 77.31166, 73.84628, 95.71283, 71.28408, 54.15543, 101.27747, 109.64239, 67.98927, 64.90825, 96.44853, 76.65771, 84.14, 76.7175, 69.83743, 83.53078, 57.16911, 81.52446, 53.85921, 68.7, 99.76514, 84.21455, 70.68384, 72.19804, 93.88316, 86.76692, 121.99934, 87.38165, 85.03178, 81.99325, 90.8441, 54.47086, 105.43523, 79.9337, 45.86832, 48.98311, 90.14931, 55.75101, 90.92374, 76.53201, 68.2996, 50.6847, 109.95016, 69.33403, 89.60732, 77.27115, 60.15256, 99.71193, 81.33708, 76.52289, 63.3588, 91.03526, 83.48551, 47.74129, 112.20688, 72.83031, 92.69914, 77.71817, 87.64864, 90.66774, 62.0503, 84.58638, 79.08167, 92.57941, 87.93848, 77.06288, 70.77563, 100.77076, 108.49913, 89.5631, 115.78542, 51.79284, 82.14268, 71.18961, 101.09248, 96.01749, 71.72104, 92.44334, 60.44445, 73.09036, 63.99237, 65.9239, 87.27769, 45.06749, 98.55855, 67.14317, 106.33357, 92.6924, 102.39533, 72.52786, 89.99847, 111.44698, 76.75497, 99.86034, 99.01067, 97.89127, 98.94705, 108.40654, 91.63207, 101.28577, 83.58971, 123.40501, 63.63531, 79.26732, 85.5804, 69.38285, 80.76578, 102.41647, 81.07326, 90.3311, 98.80499, 72.68866, 102.47649, 94.9315, 110.70364, 83.49584, 63.71654, 95.62927, 42.92843, 73.33872, 94.91212, 105.44377, 99.37671, 119.56224, 97.5472, 117.4188, 56.85303, 86.37199, 84.86054, 58.60602, 99.04773, 91.75916, 72.10122, 65.1242, 93.10395, 100.43211, 115.32227, 92.72977, 88.86796, 107.04093, 108.01828, 75.73683, 94.89483, 106.72879, 141.72299, 101.15726, 82.00801, 58.19671, 94.84312, 116.83109, 93.26099, 91.23669, 45.29342, 113.59428, 82.08649, 90.24087, 99.53857, 108.22255, 93.45129, 85.84957, 84.71072, 113.0179, 82.48705, 79.91122, 95.26581, 116.72546, 115.65213, 77.63689, 79.79807, 100.51375, 108.55681, 113.88911, 84.66921, 92.32903, 88.65244, 88.09886, 89.25887, 166.05267, 119.88321, 52.66276, 140.38286, 80.16853, 108.87173, 74.81348, 121.68134, 107.83354, 80.81046, 86.22569, 104.10502, 70.52087, 92.93587, 103.86966, 78.77798, 85.03532, 113.17085, 105.23618, 123.77034, 98.76266, 100.68017, 132.67532, 151.70726, 115.08508, 96.00204, 103.52301, 98.34375, 70.79471, 111.33253, 118.64918, 109.42236, 129.13483, 83.04253, 175.38573, 100.15642, 225.63344, 244.95712, 288.59348, 304.73047, 183.92769, 342.15491, 241.33203, 275.80023, 253.72163, 242.85542, 284.46332, 280.81787, 191.8313, 305.64755, 244.31818, 229.71434, 271.79895, 284.24506, 198.39758, 308.21075, 300.05957, 308.10684, 209.63097, 281.32706, 261.32913, 244.37337, 283.07245, 288.37848, 240.65192, 279.12921, 294.09802, 262.02811, 257.01965, 247.6149, 191.32831, 274.32129, 249.73096, 353.61816, 263.1217, 282.41119, 232.17262, 263.19962, 196.80881, 328.30551, 272.89545, 302.27182, 246.30051, 316.16147, 232.15305, 213.69518, 234.31854, 214.90274, 235.43172, 261.23779, 304.21078, 231.14572, 187.11299, 261.39209, 315.05054, 243.92982, 326.99249, 265.05157, 372.51544, 335.14581, 236.228, 193.67456, 271.06454, 200.19217, 242.27179, 292.45746, 360.2811, 316.11639, 329.74756, 217.35565, 256.43747, 365.97083, 253.32352, 247.25742, 282.78894, 255.66333, 214.11636, 281.17075, 229.32909, 154.49803, 342.552, 305.15308, 228.07086, 359.46155, 425.88214, 308.24185, 304.3512, 360.15155, 220.13316, 245.97264, 409.58807, 196.46741, 319.66016, 323.25763, 162.69113, 268.23038, 372.46008, 317.14154, 347.81323, 260.34827, 336.4726, 344.61066, 308.54904, 284.05011, 276.46362, 272.80737, 240.94055, 329.57831, 271.05573, 278.73325, 360.39398, 233.61612, 245.89117, 301.3779, 201.31494, 336.24628, 268.64914, 227.59775, 296.54205, 223.46048, 240.81866, 224.85101, 270.80707, 355.1102, 291.49139, 369.48218, 395.57227, 329.53885, 397.04089, 392.84283, 320.74921, 157.67894, 366.53137, 331.37067, 308.73517, 230.50818, 253.73415, 253.79776, 268.52271, 363.50406, 339.10913, 304.01453, 385.40872, 230.48128, 211.47339, 269.12848, 260.19568, 316.98557, 281.21222, 255.54333, 292.79926, 295.14154, 239.28395, 188.68544, 191.48434, 300.17667, 179.32187, 262.89508, 295.09744, 279.23389, 300.52655, 314.4007, 415.83594, 267.16418, 347.39685, 323.06427, 272.91373, 225.89075, 438.5459, 310.7113, 273.44803, 301.81094, 240.15665, 290.66748, 378.44882, 259.98608, 266.98083, 411.87451, 281.27847, 275.34723, 225.72681, 358.17038, 311.96655, 412.96494, 386.21906, 467.27747, 273.63684, 343.76376, 252.38419, 315.5625, 334.32782, 410.58603, 323.32861, 369.10217, 357.61917, 293.92795, 328.23297, 393.84448, 347.32654, 299.28467, 272.13879, 303.38202, 305.52637, 310.12555, 361.57236, 370.89975, 303.13058, 379.2453, 399.09821, 276.46091, 396.4942, 357.78217, 337.99457, 333.06085, 320.42856, 321.01331, 345.16492, 324.58887, 372.67377, 271.58264, 322.28781, 354.50601, 278.0007, 374.06873, 289.58597, 272.81757, 308.409, 360.85461, 287.16995, 295.84161, 279.47159, 321.15308, 370.96271, 410.68973, 336.26929, 205.02444, 259.17609, 194.11526, 317.9642, 366.40347, 262.9682, 293.71231, 207.89053 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 84.80084, 29.10337, 69.87096, 112.96129, 48.01227, 85.37085, 149.12146, 37.60704, 238.72549, 264.75528, 50.20901, 151.0697, 12.22003, 57.29743, 272.33691, 346.72815, 228.63742, 247.51518, 263.3808, 192.2291, 291.54709, 260.00507, 413.3327, 121.82158, 289.41614, 298.06305, 43.21318, 313.02847, 294.62009, 206.43503, 89.03079, 312.02768, 324.92093, 333.76141, 220.24316, 274.05087, 340.92389, 263.52771, 317.01544, 17.38512, 323.33456, 97.17982, 338.00647, 344.07166, 328.35718, 307.42456, 355.65717, 324.72699, 281.89603, 327.87152, 349.44571, 270.65668, 270.20724, 144.52063, 306.52176, 339.05112, 414.39825, 241.42546, 365.38123, 356.25378, 314.48389, 303.06903, 292.73358, 298.93274, 329.52228, 191.03537, 344.4292, 266.37036, 326.15338, 287.76947, 314.08136, 356.22278, 279.12524, 305.75711, 346.62451, 297.17157, 366.11951, 344.73883, 185.66714, 298.19571, 283.59149, 326.73291, 345.57574, 302.55896, 308.28333, 471.76785, 347.59753, 358.74762, 347.09576, 367.71545, 327.54504, 271.66931, 378.9101, 341.13617, 363.52087, 326.56119, 327.00378, 332.52866, 344.46252, 315.43481, 344.48541, 355.76041, 371.15836, 160.61282, 300.09787, 341.53088, 340.14923, 258.27167, 115.39473, 63.4152, 387.63998, 284.76611, 360.52991, 339.09717, 321.34457, 244.92854, 343.72641, 307.69351, 368.79468, 300.15347, 353.49835, 343.47156, 289.95782, 348.36676, 322.30228, 411.00287, 379.60526, 306.51044, 374.88211, 280.77216, 313.40369, 312.98529, 332.88855, 390.67038, 366.89301, 210.36584, 432.06357, 197.78848, 414.23755, 353.62381, 344.35919, 358.09198, 355.66644, 353.89984, 379.89984, 378.70941, 360.80591, 298.33499, 280.6886, 402.23047, 400.56503, 370.80029, 377.03757, 388.97864, 355.75302, 336.59396, 437.28085, 97.76225, 357.97028, 431.99261, 159.51228, 368.83054, 243.2151, 378.34698, 23.06829, 425.09982, 350.18387, 4.78559, 338.98923, 342.00223, 379.04648, 338.10034, 503.84854, 244.5298, 362.33127, 330.75995, 338.01846, 370.73303, 339.16949, 350.54294, 308.04395, 373.93738, 138.32852, 356.12088, 355.65466, 459.01105, 415.7536, 351.20618, 406.02667, 341.28439, 440.01135, 374.96698, 374.67218, 417.6283, 375.2663, 416.94714, 394.42932, 479.72186, 366.71796, 307.2583, 399.08655, 355.87103, 428.29926, 321.65845, 270.15317, 482.04709, 359.70209, 370.12201, 74.19615, 382.75592, 386.70007, 417.73743, 399.97174, 395.97577, 365.47092, 341.45099, 350.61746, 345.9447, 396.62296, 304.47156, 425.87561, 370.62222, 443.6058, 356.9603, 328.02786, 312.92691, 341.57034, 375.48761, 397.05496, 346.38123, 431.96234, 97.43977, 266.99237, 351.97052, 386.4863, 468.04199, 506.39575, 368.7865, 430.5433, 426.23096, 339.83569, 399.82867, 385.72824, 375.59082, 475.61664, 361.21759, 371.14111, 355.5257, 420.52124, 423.4267, 358.26862, 570.56702, 374.01352, 372.57449, 388.1936, 348.70844, 142.36801, 380.61371, 50.95513, 321.05194, 410.98087, 367.85754, 290.88757, 362.16351, 348.26648, 382.16754, 432.64441, 328.52969, 450.69135, 342.50644, 430.45862, 411.40759, 312.27454, 280.23465, 348.18073, 449.25116, 370.71591, 425.4823, 350.4921, 424.57947, 421.76584, 381.785, 410.7785, 445.88754, 417.43713, 428.13663, 248.37134, 475.63745, 397.35382, 485.6087, 333.43274, 308.69986, 420.58188, 382.87854, 418.80338, 424.47495, 431.52795, 390.34732, 359.49817, 333.42682, 425.93646, 480.45297, 418.65195, 474.21063, 408.48645, 381.70807, 337.85736, 444.6673, 460.98709, 463.22269, 457.91403, 297.89401, 368.16861, 431.19058, 350.50516, 382.436, 424.80957, 401.46866, 437.0751, 408.04929, 305.2699, 439.20035, 447.71417, 467.75848, 425.71527, 230.50497, 96.50967, 438.03882, 386.52097, 448.55768, 427.62897, 427.39496, 349.93726, 401.31146, 370.36871, 366.00638, 222.77576, 395.32501, 389.60803, 507.08734, 408.59656, 403.25693, 402.16364, 392.10327, 103.85726, 765.07275, 428.45523, 604.95923, 480.19943, 380.43521, 436.61096, 398.47852, 541.625, 484.74677, 414.73969, 411.9516, 443.46564, 427.22485, 503.4606, 486.90649, 429.38531, 458.99429, 182.19572, 417.09668, 218.60638, 557.65552, 499.25748, 417.10876, 471.8591, 492.59222, 446.55698, 207.82822, 464.63599, 246.19923, 405.81189, 327.24899, 515.23676, 445.16556, 564.76428, 502.51987, 523.11768, 234.2213, 556.30609, 537.90161, 244.63019, 350.23608, 511.42026, 573.10236, 526.8324, 533.88818, 315.98401, 347.16309, 283.91559, 224.52988, 576.68835, 473.9057, 587.20752, 560.2265, 516.95001, 889.56335, 644.92957, 527.32025, 202.65648, 237.30612, 488.63922, 520.23889, 764.03107, 372.00476, 450.20428, 595.86316, 231.58417, 379.99472, 623.00647, 533.49304, 1028.40808, 327.67667, 826.40985, 526.44263, 707.43982, 565.13245, 1129.62744, 316.81451, 499.44653, 263.91913, 571.68848, 714.43799, 802.72052, 888.99548, 1079.73889, 634.22675, 821.95844, 371.49023, 658.09583, 509.15683, 934.9068, 992.68457, 1018.87817, 1284.1687, 1049.16479, 895.02704, 796.55444, 836.03931, 793.19324, 517.84491, 642.77087, 817.5, 497.32983, 902.89551, 559.02173, 604.34387, 1319.94751, 834.17126, 960.67273, 750.83838, 663.01001, 604.25104, 610.85693, 718.28174, 1162.48755, 329.73431, 534.6178, 678.31317, 1000.06696, 908.09613, 831.40576, 599.35632, 531.19177, 1026.58643, 707.026, 715.44733, 1255.42468, 540.56842, 1507.66333, 409.38544, 910.29724, 689.45886, 768.27075, 794.24274, 1435.29077, 588.54938, 1317.59094, 1151.06567, 926.51099, 606.00385, 1328.68652, 751.34338, 1497.05432, 898.54907, 1168.29602, 891.73779, 1006.75763, 1331.64148, 498.99374, 1236.08655, 1449.56299, 731.25354, 1782.81702, 1812.13721, 639.65704, 1694.60327 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 116.00687, 98.63131, 141.868, 184.01065, 158.76634, 143.7877, 154.16078, 188.39375, 210.62411, 347.26587, 241.38303, 163.27289, 201.29559, 276.57181, 183.1068, 177.28337, 216.08839, 279.57587, 239.24429, 185.70023, 206.74261, 323.62906, 294.44989, 264.12091, 347.83261, 287.0271, 287.45105, 217.46083, 285.8045, 177.48558, 222.51285, 231.43152, 256.70306, 258.6474, 262.77808, 302.18793, 295.62796, 206.62341, 239.26527, 332.78748, 206.00661, 262.80603, 314.578, 226.51523, 202.85306, 233.60078, 236.88608, 241.9408, 192.6235, 225.12183, 287.18243, 224.77306, 188.5, 285.45331, 269.78061, 241.37477, 217.44247, 281.78973, 261.86871, 340.1944, 275.93445, 312.91486, 258.53378, 272.61578, 252.01498, 289.93744, 372.68527, 291.40045, 334.79767, 295.6232, 266.362, 255.31647, 424.05243, 347.84875, 281.7645, 238.87402, 383.05237, 273.16644, 259.9137, 316.89886, 215.90836, 236.51413, 436.37033, 366.36096, 284.71143, 231.88962, 259.19934, 262.31885, 279.45746, 300.08911, 376.25885, 296.25098, 224.23219, 259.94144, 312.97211, 275.01624, 321.66919, 189.74066, 265.36545, 300.82352, 279.27502, 305.15866, 242.64923, 300.05365, 281.28439, 479.85318, 320.63065, 351.1011, 277.5531, 222.69974, 290.85571, 273.62219, 283.49774, 254.96017, 292.74753, 230.26154, 293.30914, 280.87326, 230.58549, 222.72919, 290.52454, 314.7406, 332.6861, 307.68292, 310.91571, 273.82916, 214.40558, 248.04083, 234.91135, 235.28972, 374.41815, 405.41745, 317.46545, 281.37378, 275.54852, 304.22552, 350.66138, 311.41479, 322.66968, 316.5249, 242.43906, 477.53714, 258.78662, 268.41299, 430.99457, 285.70956, 393.63965, 397.20761, 287.97888, 377.30298, 264.47559, 221.19991, 311.36926, 378.1843, 360.64276, 440.11523, 311.10846, 268.00848, 288.86377, 242.371, 338.87476, 318.39246, 421.92746, 279.53302, 292.40942, 279.52682, 330.23694, 394.27313, 284.97836, 333.92374, 325.1991, 343.79385, 230.78705, 291.33047, 316.64474, 289.94952, 311.96912, 460.32861, 278.06232, 281.55841, 383.27222, 218.05009, 456.99908, 308.69662, 331.58185, 347.28287, 265.80157, 305.69989, 255.63271, 214.28249, 279.58163, 358.97437, 379.61963, 262.50427, 373.86212, 303.79245, 276.47372, 220.48097, 244.48239, 361.51877, 410.85043, 288.97046, 365.004, 284.00931, 309.52148, 291.86511, 298.5838, 240.61505, 397.57269, 372.60736, 323.87262, 265.85626, 271.55234, 264.66113, 444.8125, 274.43146, 289.60596, 280.4422, 343.46103, 346.12201, 258.31674, 360.84235, 254.31827, 297.3374, 398.24017, 308.91815, 227.42581, 354.51627, 350.13013, 335.49969, 372.61633, 362.50772, 244.34648, 366.1911, 249.20357, 303.0354, 396.05273, 256.82916, 329.46606, 274.49643, 245.58289, 261.82285, 393.87039, 335.18237, 285.18112, 337.32056, 291.49234, 339.1546, 422.59076, 348.81079, 324.57553, 258.65033, 324.3634, 321.54639, 302.63513, 329.41797, 284.55417, 320.53799, 355.95337, 303.37744, 291.20978, 332.3804, 315.02344, 279.67096, 298.16632, 293.78925, 312.61633, 361.48553, 268.78784, 308.37939, 384.97723, 335.15601, 295.5141, 353.22876, 271.77612, 307.14322, 297.44485, 263.95102, 332.52679, 291.38397, 333.50449, 326.67224, 363.47314, 410.76666, 309.85629, 306.67172, 375.23273, 335.53497, 308.4668, 356.76135, 308.40948, 304.89355, 274.04694, 367.44904, 373.48767, 299.52759, 426.21255, 371.33765, 314.92456, 317.48026, 423.60699, 340.39694, 336.84628, 331.55927, 279.74744, 363.6543, 278.72449, 363.30988, 293.09845, 255.79428, 294.75162, 314.98868, 303.98087, 350.22198, 330.4718, 301.08673, 348.71967, 317.83096, 333.56183, 420.65952, 339.84949, 259.98505, 287.96198, 338.17267, 384.94495, 264.53845, 324.62866, 277.87714, 362.71921, 300.40082, 282.57758, 326.14774, 456.30182, 371.60706, 330.83374, 330.96222, 287.25189, 302.9458, 371.12244, 247.23746, 306.26547, 361.02441, 375.09299, 390.14801, 336.20166, 356.53461, 393.61154, 562.27771, 366.73022, 359.56311, 331.93442, 302.50638, 384.5827, 332.5025, 434.35547, 361.06836, 370.98169, 355.62173, 375.15839, 351.65552, 396.31696, 333.84964, 321.47797, 309.84567, 315.42841, 309.98331, 273.08557, 328.10629, 316.36267, 372.02573, 309.57642, 374.57147, 315.33051, 333.79102, 348.83096, 314.82172, 394.45026, 425.38855, 426.48849, 430.67648, 370.45679, 378.24692, 417.83002, 330.32257, 393.62695, 333.80533, 360.80591, 359.61462, 433.44778, 415.59335, 361.19662, 388.63214, 301.9671, 457.67715, 349.13757, 373.46466, 425.60431, 311.84973, 343.90778, 366.93704, 356.1051, 367.32074, 378.22659, 409.54993, 316.32385, 467.40091, 347.24921, 380.06763, 378.27954, 463.77161, 417.5979, 409.40863, 305.91974, 390.46576, 444.75641, 332.69397, 381.60324, 315.79889, 290.66968, 512.54742, 329.83142, 277.03693, 373.82349, 445.73615, 401.42426, 347.32147, 381.64612, 397.15552, 401.73129, 399.43695, 378.33072, 429.60056, 252.5862, 450.12592, 394.7085, 351.92401, 332.22034, 440.90833, 410.63144, 322.78168, 420.4856, 357.49539, 344.20209, 343.81799, 339.60251, 476.34091, 452.59778, 435.57346, 345.57007, 381.63803, 377.37048, 315.57196, 375.31439, 365.78818, 367.68542, 417.35327, 327.9776, 351.36871, 401.69421, 405.68405, 339.25497, 295.95685, 368.95551, 374.93085, 389.0835, 387.0199, 410.51129, 393.10712, 453.49231, 480.42188, 356.9278, 513.00903, 508.20068, 429.17767, 409.32883, 497.56717, 580.27307, 315.45877, 441.13651, 388.13843, 337.24792, 471.7128, 429.58221, 341.98553, 459.42929, 370.52747, 484.23825, 383.28394, 430.42145, 497.83881, 433.03394, 431.67722, 496.82556, 396.96893, 478.62811, 440.73926, 481.35895, 314.16418, 424.42377, 402.17694 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 1.1775588463184523, "neutral_loss": 2.5696764765897604, "target_chat_loss": 1.2187900402757728, "target_docs_loss": 1.0493977744098153, "neutral_init_loss": 3.052552520751953, "target_chat_init_loss": 2.035365217590332, "target_docs_init_loss": 1.8672380345662436, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 57.09155, 57.65284, 47.62158, 55.75775, 45.71873, 72.08323, 72.93884, 60.84306, 63.04031, 65.43055, 82.99734, 85.8812, 65.49765, 81.98022, 49.60996, 81.07585, 59.38737, 61.25076, 66.71446, 69.74255, 73.02164, 47.61791, 97.16441, 105.42651, 68.75336, 45.34274, 74.57843, 85.76054, 58.46764, 48.8783, 91.55487, 71.43405, 49.15436, 73.6957, 70.06602, 54.51862, 84.81062, 53.61092, 66.47044, 51.5575, 71.56992, 73.58849, 70.20425, 88.4901, 64.13428, 52.8649, 94.4113, 99.69826, 61.1363, 63.63675, 92.19164, 73.85851, 83.69801, 75.805, 68.35049, 76.5157, 65.87795, 75.4381, 49.41111, 66.60804, 97.90804, 73.19016, 66.0365, 69.40363, 96.67719, 83.14677, 126.60275, 84.67932, 76.75553, 79.28786, 86.82343, 58.33938, 108.58443, 77.03456, 45.34667, 47.12287, 93.71456, 58.41183, 83.4803, 69.30573, 72.2538, 46.71279, 105.9248, 70.54508, 85.46729, 73.01067, 61.85347, 102.70604, 74.14848, 80.05363, 58.22657, 90.82593, 77.68344, 48.70937, 114.12695, 82.28859, 100.39891, 74.03134, 75.34903, 84.48388, 58.2025, 80.49208, 87.03835, 89.79414, 89.14249, 82.09351, 67.68852, 102.81964, 109.69456, 90.88844, 104.19903, 46.68634, 70.77108, 65.86127, 99.06751, 92.05456, 69.67786, 96.16534, 59.29523, 78.48289, 56.42332, 62.13272, 81.02094, 38.02605, 91.49416, 68.44926, 110.41042, 89.17057, 98.92958, 73.75263, 86.32014, 105.34796, 72.16018, 99.36298, 98.41402, 99.29934, 93.53495, 101.69814, 91.75304, 107.96742, 81.52858, 114.58604, 60.74285, 73.98563, 88.99634, 66.30972, 80.11414, 104.97091, 84.24822, 91.6385, 103.34589, 71.25769, 100.72421, 93.24461, 111.97374, 80.89622, 64.48019, 98.31963, 53.11817, 78.44896, 86.95117, 107.91577, 97.45473, 121.78551, 92.23518, 120.1144, 55.78998, 87.18089, 86.52928, 62.89241, 101.53992, 86.84902, 70.14565, 66.01991, 87.29649, 99.34104, 111.53537, 83.29535, 79.53799, 97.4472, 105.66576, 70.20602, 93.00002, 102.57426, 146.34457, 110.54701, 79.1823, 55.62712, 92.37804, 119.15254, 92.47813, 93.89169, 43.49355, 112.58022, 81.15603, 91.32523, 101.29147, 105.88744, 95.27132, 76.2375, 82.69541, 107.82848, 76.74179, 76.16203, 95.05484, 118.22542, 113.27483, 87.88987, 76.77213, 102.18041, 109.90774, 123.43143, 85.13387, 93.76546, 85.56492, 87.6263, 93.57863, 176.17967, 110.68443, 54.01298, 142.02097, 79.77775, 112.41689, 76.3484, 118.32994, 98.85342, 93.32265, 96.67599, 99.82523, 67.9623, 99.15628, 98.07292, 75.98026, 82.25888, 111.57337, 111.11412, 119.11163, 96.05845, 98.41357, 123.19907, 150.18472, 108.22983, 95.96391, 100.37249, 100.02834, 73.51411, 112.34656, 121.46764, 108.377, 120.13459, 79.16823, 186.06964, 98.83432, 229.60129, 255.68912, 277.81433, 309.73969, 185.8689, 340.45563, 241.57893, 266.60858, 265.25635, 246.3042, 295.14642, 288.5798, 197.89595, 318.05157, 247.79347, 232.13718, 271.20996, 295.70593, 202.91411, 309.91266, 304.6665, 295.89337, 217.42424, 289.20538, 262.93192, 252.5929, 299.33191, 291.90729, 240.5461, 286.77246, 301.23676, 257.67493, 268.26376, 242.99348, 193.84578, 264.73663, 252.13583, 362.33344, 267.461, 287.56537, 226.50316, 266.58197, 189.72238, 317.14948, 276.4549, 301.45633, 249.4726, 308.09277, 233.07193, 201.78503, 231.98251, 202.02548, 244.32996, 259.43683, 309.10971, 227.38205, 182.1064, 258.05435, 318.10828, 244.21304, 339.38705, 268.00629, 384.85437, 326.33426, 235.58557, 184.28101, 266.5014, 202.88687, 242.48895, 291.17084, 374.55142, 313.12231, 334.11523, 218.8537, 251.97882, 363.22791, 261.74185, 251.06296, 283.72443, 252.02925, 213.63043, 281.60547, 223.17102, 153.73967, 342.11688, 304.6972, 233.06482, 378.15512, 432.75955, 307.90067, 312.38446, 356.771, 227.74268, 244.24432, 414.46085, 199.75226, 319.8223, 327.66815, 168.45737, 271.18298, 392.4299, 300.02472, 337.10632, 249.19196, 338.41617, 337.66608, 324.16403, 286.49188, 266.36765, 274.88934, 240.29498, 337.37589, 273.28894, 283.90948, 358.86716, 237.51236, 245.2907, 310.99844, 186.81525, 343.73077, 275.86032, 240.98813, 301.40106, 229.64188, 253.40436, 224.49408, 262.41821, 343.76337, 296.93823, 377.40356, 400.198, 322.73373, 409.22626, 393.21262, 320.8924, 160.81003, 374.39502, 335.63611, 288.491, 232.14095, 253.62347, 261.94278, 262.01831, 371.00198, 337.19571, 321.9371, 378.46051, 236.26552, 218.58124, 270.98785, 264.72144, 309.56766, 255.27583, 268.99484, 269.81134, 304.39511, 245.46448, 195.16028, 189.65987, 295.77667, 180.70422, 259.72433, 311.43958, 271.4187, 295.11963, 318.16211, 411.7951, 270.76993, 346.62622, 311.91437, 270.78278, 221.20308, 449.82495, 309.19812, 280.41934, 331.11505, 229.29575, 285.26373, 380.82031, 270.04315, 259.97681, 413.82367, 291.75262, 272.30652, 221.30901, 364.12549, 326.93597, 425.88876, 399.68521, 477.73126, 272.58316, 336.1019, 255.72247, 314.84189, 341.28439, 404.04996, 335.52216, 372.29233, 376.44519, 296.16199, 336.34244, 399.02512, 358.61096, 297.80212, 267.069, 290.33081, 300.86938, 322.81451, 362.32056, 390.04675, 305.66159, 383.91412, 399.47412, 282.71829, 397.02521, 344.75555, 351.51819, 338.94354, 318.47687, 328.05426, 325.05011, 328.39795, 386.05167, 272.73578, 327.57932, 354.3208, 285.76178, 381.67026, 273.91986, 266.56155, 297.18448, 362.36722, 282.62805, 286.07098, 289.96515, 327.54465, 380.28247, 433.81805, 342.0647, 194.81685, 257.17154, 192.12003, 327.56396, 375.57547, 258.21243, 294.90115, 194.83426 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 82.54356, 31.78525, 60.41592, 123.99569, 47.84806, 76.6096, 144.84808, 36.80447, 229.15506, 252.82454, 50.67747, 159.75948, 13.34919, 58.69435, 292.27286, 351.26837, 241.64407, 252.76053, 276.33276, 198.17136, 311.81036, 266.86102, 394.48981, 111.08476, 295.55164, 314.92255, 51.17305, 331.42133, 314.76932, 206.81372, 88.88192, 323.78107, 349.28436, 352.33081, 227.78319, 287.77557, 360.25101, 281.99243, 337.99872, 14.90424, 341.20221, 97.78654, 353.69739, 354.87555, 344.83264, 325.06268, 385.47232, 342.38617, 279.08075, 350.10742, 365.6311, 284.02448, 290.87299, 138.42276, 322.40869, 358.98471, 428.58041, 255.97133, 390.69382, 363.80762, 336.87317, 288.31024, 306.55194, 315.98517, 341.81689, 185.25174, 355.8989, 276.14404, 340.05524, 306.47742, 339.23236, 375.83862, 289.18832, 326.09604, 362.38086, 313.33191, 383.13443, 361.83698, 182.84601, 315.70917, 307.21585, 343.8443, 368.24438, 318.35837, 318.61743, 456.45938, 375.59213, 365.56793, 364.59668, 394.54443, 345.20062, 265.19724, 396.84299, 358.29681, 388.19922, 342.06097, 344.8656, 348.99515, 364.1749, 322.55273, 373.26807, 381.81171, 400.62738, 159.90652, 327.25781, 360.23376, 358.65015, 271.46414, 107.77011, 54.59025, 409.30884, 296.53976, 378.29602, 355.15698, 347.73184, 242.79373, 360.45166, 329.92966, 393.01291, 320.8006, 389.32452, 368.17499, 314.20026, 370.27734, 349.93488, 439.23016, 402.59613, 329.74371, 402.34042, 273.85114, 327.80182, 331.0968, 352.58551, 409.11102, 360.181, 201.89166, 464.29425, 191.93524, 455.67651, 364.27759, 361.65231, 375.80096, 382.55988, 380.72614, 412.98547, 409.07269, 385.44019, 316.974, 294.24298, 426.27118, 429.89459, 380.58289, 404.83203, 416.40631, 382.56345, 355.45181, 459.20419, 92.09102, 378.8418, 455.49091, 159.37677, 388.27924, 246.65576, 397.73346, 19.26926, 455.72192, 375.41248, 9.63483, 356.61816, 364.73138, 404.56815, 362.24402, 537.37494, 264.43115, 378.18909, 355.10278, 359.07401, 393.79428, 359.84641, 366.92767, 318.75742, 401.18265, 145.27646, 391.9425, 379.29175, 489.29919, 441.98737, 370.34384, 432.6965, 366.45697, 467.65247, 400.48404, 396.64478, 435.55212, 393.29749, 439.89368, 423.24612, 520.68225, 388.1239, 341.38007, 428.70715, 385.87442, 450.9599, 337.50946, 260.88718, 491.91595, 380.11493, 401.62253, 78.89528, 400.95258, 403.30728, 445.10187, 425.14948, 409.92126, 399.55542, 362.82086, 373.83075, 362.25958, 427.00204, 321.42126, 435.67181, 393.67761, 481.87164, 382.37805, 361.1875, 322.62421, 362.55002, 398.31775, 419.07413, 369.7514, 444.08871, 93.03671, 263.01398, 379.11053, 414.4173, 488.89734, 538.96069, 393.72882, 453.7439, 458.27893, 355.52658, 418.12994, 409.78839, 400.10431, 512.66046, 392.15945, 401.86475, 379.15842, 440.53516, 463.04437, 377.93277, 549.64893, 411.4686, 384.46942, 407.08704, 379.69946, 138.49168, 409.60699, 55.90677, 319.00253, 442.17145, 388.82968, 315.17975, 379.13702, 370.96973, 407.64334, 452.68619, 348.94885, 472.44681, 372.62354, 463.94934, 432.08884, 342.98547, 288.35974, 367.22351, 482.63852, 387.67398, 459.50677, 379.03809, 447.16791, 442.47473, 412.92841, 431.77576, 489.10278, 433.12613, 433.48901, 257.36057, 506.67068, 429.20898, 516.2583, 358.10849, 316.25891, 451.75067, 412.36609, 446.69, 452.4599, 458.22858, 412.15814, 392.57275, 365.90186, 446.62521, 504.35977, 448.5481, 487.63626, 437.29239, 412.14102, 343.80246, 479.36151, 498.45685, 467.55136, 485.06, 305.80194, 398.66388, 474.34097, 375.1452, 409.64258, 453.29269, 442.05722, 463.99146, 431.15503, 309.07492, 476.83167, 478.9776, 502.15134, 452.73007, 216.94168, 103.52678, 476.50229, 413.62381, 471.44653, 446.32098, 462.69421, 382.51636, 426.68439, 408.00226, 400.87549, 218.68396, 420.22968, 407.01651, 540.98871, 426.27377, 433.70325, 426.29236, 406.81775, 96.98904, 758.86377, 460.66284, 590.95117, 518.76691, 400.27106, 468.91345, 437.96738, 583.78186, 517.72327, 432.71936, 418.72076, 456.09265, 451.9729, 541.2594, 521.82446, 460.62585, 480.86243, 181.9424, 446.63947, 218.14165, 587.25995, 526.89441, 445.9881, 502.29242, 521.85376, 463.08063, 201.87079, 484.67212, 260.66348, 439.90039, 322.03879, 550.09015, 476.90723, 572.83325, 541.97791, 528.41345, 232.63589, 590.00519, 535.44861, 244.54005, 355.21445, 533.87268, 599.72827, 562.11108, 555.57788, 317.25305, 351.39417, 269.54651, 218.79228, 610.48132, 490.28253, 613.87604, 589.02136, 515.74188, 925.36414, 660.12714, 560.89087, 201.74001, 224.23105, 510.96179, 527.88086, 798.28326, 366.30707, 460.48096, 619.03741, 237.70944, 398.56519, 662.21033, 555.66736, 1079.12769, 320.09528, 843.14526, 525.15338, 685.95398, 575.56543, 1106.40747, 303.95139, 508.57629, 264.81793, 567.66034, 711.70117, 840.08685, 890.24805, 1123.49194, 643.53076, 826.14093, 373.71814, 643.82605, 528.18298, 964.91174, 996.91028, 1058.61353, 1288.83276, 1072.15845, 922.79834, 814.03723, 851.55029, 830.0531, 523.79419, 667.18323, 826.04944, 507.39435, 929.24377, 557.73499, 635.98901, 1356.39575, 873.65332, 983.77289, 792.03699, 670.86896, 611.94592, 631.03455, 740.21783, 1198.30847, 325.48309, 549.22925, 656.19604, 1016.24438, 937.73596, 833.84662, 596.026, 562.36639, 1079.12744, 718.28088, 745.03625, 1309.3042, 541.99023, 1536.8905, 386.99872, 935.49042, 695.60144, 786.84686, 826.50146, 1457.30188, 625.65289, 1312.2417, 1178.45093, 959.94861, 614.3576, 1347.76367, 771.77905, 1525.203, 902.58514, 1198.11279, 895.48767, 1081.42407, 1350.28735, 528.84766, 1268.55371, 1506.8418, 777.94812, 1806.82666, 1876.99036, 660.44061, 1740.96875 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 121.01274, 98.51275, 147.0123, 188.82571, 161.41476, 155.16472, 161.43307, 193.84369, 218.30081, 354.9548, 254.65051, 174.31297, 218.05786, 281.84268, 190.92175, 183.39191, 226.49451, 287.59601, 249.60661, 191.95737, 220.06799, 339.66797, 311.29254, 264.14099, 354.18411, 296.36639, 300.06757, 220.80119, 294.52353, 186.90607, 228.28064, 246.17365, 261.56467, 270.75784, 271.46133, 303.85577, 307.61469, 210.99136, 250.21625, 341.31177, 209.97531, 260.25125, 328.13123, 235.13802, 205.49809, 242.22958, 247.99788, 247.40326, 204.01028, 231.7554, 291.5705, 236.99394, 200.82132, 294.8981, 285.49225, 248.10297, 226.1673, 291.24017, 268.09659, 355.39362, 285.40338, 323.77869, 262.79755, 285.46661, 260.27371, 288.32855, 386.04684, 301.17242, 350.87354, 303.97592, 276.87195, 263.20123, 444.25583, 351.08279, 306.48575, 247.84183, 381.84088, 278.38086, 272.06396, 328.41852, 227.73489, 245.34697, 436.99442, 374.55798, 298.5184, 245.55177, 271.17264, 273.86926, 284.13956, 314.18188, 392.8219, 310.983, 226.10234, 269.80643, 308.56088, 291.97244, 336.50449, 195.64691, 272.271, 310.86484, 285.05841, 308.23407, 255.38165, 315.01901, 286.33356, 492.40457, 324.27332, 364.77924, 290.60901, 233.36838, 300.19763, 280.41406, 303.99481, 262.17603, 304.38248, 242.78372, 298.08954, 295.45383, 244.19743, 232.21956, 303.56842, 331.13812, 346.0798, 322.39835, 322.19327, 288.29474, 223.61627, 262.02209, 244.01904, 248.31538, 392.76544, 411.05951, 337.88876, 296.60919, 294.79745, 321.33234, 362.94635, 324.33099, 340.16837, 329.64587, 262.93729, 497.39432, 264.09964, 285.00989, 435.57828, 293.44925, 387.10699, 407.85962, 301.20551, 382.17917, 278.84253, 226.57719, 333.72131, 384.39569, 371.24988, 458.43921, 319.10797, 280.97009, 297.36633, 246.28152, 350.45874, 332.09985, 425.45917, 286.98218, 304.58783, 302.97452, 346.02194, 409.3815, 294.07031, 344.83484, 346.86316, 358.04715, 239.64059, 300.93182, 332.59027, 295.05243, 331.80859, 470.36838, 288.03592, 287.67206, 402.83185, 224.10423, 462.61465, 325.86407, 338.79199, 363.72537, 276.06403, 320.14731, 276.68744, 225.60333, 290.17691, 371.38147, 393.29877, 269.81082, 389.40912, 317.84814, 293.0997, 231.61185, 257.64145, 369.84344, 428.72379, 309.78601, 378.81805, 291.25552, 329.60144, 306.13483, 315.31619, 261.20959, 413.19247, 383.49234, 338.11386, 281.58569, 283.97363, 285.78232, 457.21478, 288.82672, 300.87164, 292.90335, 362.67261, 362.01736, 269.84604, 371.61948, 268.17575, 302.20282, 416.18701, 315.04578, 237.3223, 362.55585, 355.25659, 354.41333, 386.14224, 376.13055, 257.42929, 390.84949, 261.03281, 310.76819, 425.06396, 268.19147, 350.03937, 287.07397, 254.95522, 280.42993, 408.83069, 346.23212, 303.28711, 349.51666, 305.4668, 348.79779, 431.15167, 362.49667, 339.05499, 266.3493, 343.89386, 333.15918, 320.2178, 342.22784, 297.24673, 339.55222, 368.8082, 315.80008, 302.78961, 345.11481, 333.3678, 298.42297, 314.93561, 309.54065, 328.60413, 377.60596, 288.47595, 323.31854, 401.88885, 339.19971, 304.9682, 375.85751, 285.25641, 327.99457, 312.43463, 275.69284, 337.63562, 307.44275, 346.87445, 347.5907, 371.62943, 415.34088, 330.15036, 328.23157, 387.20261, 343.254, 324.9144, 371.78922, 319.83795, 322.98938, 282.1647, 381.13019, 394.7081, 311.24396, 439.25177, 381.67093, 322.26877, 334.14087, 442.18155, 353.95544, 352.64252, 339.74738, 299.06384, 386.44406, 299.89667, 374.45554, 308.81952, 260.52783, 316.22632, 321.2019, 314.58896, 367.84009, 340.89557, 305.63654, 356.70905, 326.33502, 344.59875, 435.40552, 349.87531, 265.94254, 310.87109, 356.84912, 407.2179, 286.4053, 337.13416, 297.44113, 383.76001, 318.55835, 291.72418, 341.79578, 484.4277, 381.83624, 345.28778, 340.72479, 313.81305, 319.34708, 380.22464, 263.74512, 323.53653, 377.27203, 388.9314, 406.33484, 342.56158, 374.53101, 403.62378, 593.32721, 383.23917, 377.17834, 350.67798, 319.32892, 400.31207, 352.9136, 453.83539, 375.11621, 382.7514, 369.63525, 393.83948, 376.85901, 416.34036, 345.65155, 345.15268, 319.8902, 336.92041, 322.8877, 290.38412, 347.20822, 335.84985, 392.99554, 320.18582, 393.37427, 338.69797, 350.62451, 367.785, 322.02625, 409.06876, 455.32794, 446.70374, 449.04761, 383.23199, 403.64111, 427.16034, 352.5285, 398.49756, 349.54999, 370.03903, 374.07855, 446.5032, 424.60626, 379.78751, 414.60913, 315.70639, 467.53497, 356.58139, 387.80228, 435.12009, 322.68201, 359.20425, 380.18811, 375.85916, 379.8717, 392.27838, 425.96658, 325.92773, 479.11499, 361.10645, 392.85056, 401.05862, 479.25729, 430.81873, 433.10431, 323.00336, 410.51636, 458.70819, 346.62845, 388.59369, 334.26691, 305.97855, 533.74548, 347.3284, 295.70587, 402.46619, 461.26654, 429.58865, 366.3548, 396.81519, 410.14105, 417.05344, 419.68445, 390.60211, 445.58173, 271.42126, 464.6131, 412.07898, 371.65363, 349.99689, 456.39417, 425.42261, 343.80969, 428.61432, 384.2785, 358.27881, 360.26025, 370.0817, 491.84656, 471.20599, 451.80582, 363.73438, 404.60681, 394.43134, 331.49695, 395.04636, 386.52393, 385.19604, 440.79852, 339.53464, 372.0979, 426.07996, 425.07416, 357.55521, 312.75348, 388.63647, 382.56549, 403.20551, 404.69351, 435.11856, 409.6543, 474.69287, 504.3273, 385.4577, 527.31915, 537.68604, 448.2316, 424.53674, 517.71649, 599.10992, 336.88062, 482.03244, 406.60239, 359.55524, 490.93127, 460.74219, 353.60922, 483.78268, 390.84109, 511.88354, 404.39508, 450.05298, 515.8501, 458.05206, 457.48148, 508.44974, 421.51669, 499.77026, 468.69513, 503.93729, 332.50806, 441.14667, 434.99185 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 1.7491743099921513, "neutral_loss": 2.747930898180932, "target_chat_loss": 1.357069902156589, "target_docs_loss": 1.216209991691342, "neutral_init_loss": 3.6893238677978517, "target_chat_init_loss": 2.2168436828613283, "target_docs_init_loss": 2.393818177964952, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 59.12205, 68.12199, 53.01098, 51.12251, 59.37553, 73.49202, 76.39696, 70.40659, 77.25043, 76.69395, 85.99374, 95.11696, 80.97005, 85.01868, 64.41048, 74.71445, 69.39836, 68.72452, 65.84288, 72.876, 87.63559, 59.60672, 109.92131, 120.61485, 87.52428, 42.06517, 80.94512, 104.80249, 57.46986, 58.99726, 101.61158, 85.56471, 55.0896, 77.6244, 74.8679, 61.34699, 84.47328, 51.38964, 65.38615, 63.1967, 78.25961, 77.5745, 73.15645, 94.50812, 65.12064, 54.87389, 94.69212, 91.53905, 62.52861, 79.41287, 104.86874, 71.19928, 93.94168, 76.38558, 79.09608, 76.57533, 87.61541, 80.99472, 57.81416, 70.44856, 109.85933, 79.27296, 75.88483, 75.46564, 104.30376, 86.22021, 133.09213, 95.74477, 73.05534, 89.1042, 93.47244, 75.88211, 117.52916, 85.13637, 62.27945, 56.95232, 106.13284, 84.38667, 83.4186, 72.90105, 77.62167, 57.81347, 112.47334, 83.38644, 78.85811, 88.27011, 68.52235, 133.57159, 88.70615, 84.69388, 50.08247, 89.43798, 78.20231, 61.60715, 128.06528, 113.03887, 111.42919, 75.01404, 75.56294, 91.54053, 63.74356, 90.16962, 116.05145, 88.70126, 84.32365, 112.70126, 63.54869, 107.51778, 134.67827, 112.59199, 112.69315, 54.01681, 72.42654, 59.58681, 98.84737, 97.52237, 88.30847, 107.43451, 72.00063, 84.4126, 50.68538, 61.59118, 79.1349, 50.57449, 84.78082, 83.54108, 137.70081, 97.14725, 100.51524, 77.2298, 88.47266, 116.29649, 76.69159, 102.50092, 94.962, 108.65172, 95.16254, 105.42085, 102.25304, 113.36234, 90.73477, 97.8136, 65.94035, 75.03909, 109.93236, 74.43586, 118.39865, 111.69988, 97.54328, 103.9034, 115.95771, 82.54287, 102.81918, 99.74184, 121.49688, 84.9015, 66.93575, 105.80709, 69.37863, 113.26125, 84.33655, 109.57196, 103.23662, 131.7359, 87.95905, 140.6665, 67.91703, 86.60374, 93.57921, 110.47275, 108.18354, 97.65385, 73.48805, 91.03632, 98.94495, 102.79477, 112.15218, 83.69951, 75.39365, 123.64604, 105.6298, 71.17096, 106.5009, 103.63184, 162.12669, 132.01263, 88.38332, 70.67966, 109.95795, 136.43604, 104.40976, 108.26184, 54.94346, 111.39176, 87.90897, 140.19992, 118.93767, 113.80049, 100.74813, 79.59201, 86.70054, 109.0163, 84.38985, 84.09566, 106.93536, 126.16704, 113.81837, 106.14011, 81.46441, 100.56621, 121.84861, 140.87576, 97.14377, 103.53716, 108.7793, 100.91368, 107.32614, 204.87956, 122.14988, 59.19823, 163.50728, 84.77644, 122.01482, 85.43172, 113.73116, 102.12308, 121.29787, 128.78297, 114.7364, 91.21709, 132.44014, 103.64565, 90.7283, 89.97709, 111.59023, 121.57911, 112.19749, 95.61372, 136.10092, 123.12173, 151.96762, 107.189, 98.52246, 99.05048, 106.53275, 125.00457, 125.68208, 132.3667, 110.57964, 109.59881, 82.42918, 195.80157, 101.98972, 231.18948, 269.74341, 265.45169, 323.85782, 205.10542, 344.74738, 254.43346, 272.20966, 282.08368, 242.31491, 343.04968, 319.92841, 208.88213, 338.51001, 252.12698, 256.88089, 288.62875, 318.612, 214.65646, 322.08017, 339.61285, 299.35471, 228.08815, 289.48651, 272.16797, 266.38232, 342.57639, 328.02499, 260.53345, 296.54529, 340.55728, 268.34656, 331.36169, 245.86781, 210.40071, 276.3197, 259.95526, 375.30557, 284.44516, 332.4187, 236.23941, 284.08594, 192.90916, 332.54108, 271.63364, 320.50531, 252.38548, 295.44037, 249.22397, 203.54895, 256.50317, 211.66589, 260.72705, 265.103, 320.94153, 233.5551, 188.56555, 257.15952, 341.73895, 282.85269, 375.34811, 275.79404, 393.30057, 334.12891, 248.30948, 192.00406, 270.70132, 215.63123, 279.31161, 302.51947, 407.14813, 338.45337, 341.09152, 236.26611, 264.92792, 396.51923, 272.96771, 267.31494, 319.73621, 260.74615, 229.43231, 289.953, 230.55518, 157.83624, 345.48636, 321.58511, 246.92094, 409.32202, 472.54776, 314.97192, 321.61118, 382.02899, 241.33197, 261.24191, 435.27274, 221.53775, 323.13086, 339.70099, 190.78105, 284.34744, 433.91119, 297.146, 400.30872, 249.01579, 341.05249, 379.71832, 348.54578, 312.45871, 269.80371, 281.41507, 249.29503, 365.58224, 301.6618, 296.80798, 363.17465, 250.65427, 295.65582, 351.96359, 209.84201, 356.69464, 273.62256, 256.71985, 315.20447, 243.68356, 321.05524, 248.26065, 285.28992, 363.23932, 309.19235, 403.03732, 439.89655, 343.16876, 435.98468, 409.41992, 347.21442, 180.58704, 384.46939, 366.73071, 290.42184, 247.08755, 256.47534, 277.02496, 258.59863, 393.85883, 353.25168, 363.48627, 414.36047, 274.75238, 246.1378, 285.33777, 282.05658, 306.70782, 248.91351, 299.63074, 278.70142, 312.85199, 259.7403, 220.38678, 209.03439, 322.89899, 214.96487, 274.17255, 332.08081, 280.09399, 304.61078, 325.48956, 412.84674, 283.93884, 389.45447, 310.70172, 279.9278, 238.42421, 491.25568, 323.32159, 298.22919, 359.81979, 234.89584, 282.01227, 397.71161, 304.41257, 276.17834, 425.14722, 312.39603, 275.61725, 239.86746, 400.18292, 364.30792, 442.33447, 435.79083, 499.15552, 290.04599, 336.77344, 270.55902, 349.89243, 355.86423, 403.04523, 352.66489, 386.07135, 420.97305, 300.75327, 359.9931, 410.53113, 384.60852, 315.49908, 275.54114, 265.60193, 326.46075, 341.02533, 389.91397, 413.11206, 333.97845, 413.91049, 414.81223, 313.85944, 414.54742, 386.2644, 393.60297, 372.68768, 312.61139, 370.45358, 323.87961, 341.13751, 432.25119, 289.46536, 342.73914, 364.47598, 303.18344, 400.18381, 282.50314, 273.66272, 297.55212, 373.19635, 285.18298, 325.3295, 315.78497, 350.75195, 402.79657, 466.71149, 355.54449, 205.41367, 257.83942, 200.73132, 357.52286, 402.52991, 266.93481, 323.79938, 188.60922 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 103.14037, 44.00401, 58.79251, 152.42473, 51.04756, 66.86729, 156.87964, 38.37776, 236.2412, 274.73816, 56.4758, 184.63524, 16.53962, 66.07509, 350.63718, 376.51797, 271.22827, 278.30408, 315.44849, 234.5011, 356.33923, 281.7811, 392.50525, 119.71831, 344.22504, 349.11407, 62.76514, 376.47809, 353.5683, 218.93304, 105.30917, 356.50031, 394.43976, 384.53595, 245.35306, 318.22791, 401.32751, 322.0687, 385.12427, 16.35775, 374.69708, 116.28965, 394.59827, 387.03604, 385.12006, 364.56171, 438.57925, 373.93118, 294.48608, 392.65332, 395.7019, 307.73071, 333.62988, 140.94505, 357.55042, 411.89258, 462.05585, 290.89261, 448.06335, 383.9726, 397.33221, 308.76999, 350.27686, 350.86389, 369.88593, 199.17293, 388.04022, 299.85336, 376.51044, 344.91364, 383.35199, 419.66516, 316.80945, 385.1134, 400.33643, 353.07657, 418.37616, 399.78055, 190.89246, 353.70816, 360.15802, 378.17679, 415.3685, 371.38312, 344.25931, 450.24246, 427.14236, 405.45581, 404.68329, 447.47488, 384.5488, 270.56927, 434.45435, 400.21124, 440.61023, 378.00928, 386.22931, 387.01886, 409.50177, 353.21381, 428.1373, 429.20276, 453.36902, 182.48917, 390.36566, 406.00195, 397.20099, 305.70401, 122.10295, 49.13502, 454.24774, 326.53394, 419.8017, 390.67896, 392.93173, 277.69879, 395.91388, 379.19983, 445.30432, 369.71921, 448.47888, 415.9425, 358.21539, 427.73367, 407.88846, 497.83658, 449.66605, 384.75464, 457.44098, 297.27518, 364.8378, 376.49274, 393.8429, 453.85101, 377.60565, 199.86893, 521.63007, 201.78227, 526.6922, 386.71759, 409.15939, 416.30188, 443.69604, 433.84833, 474.9425, 459.89313, 441.6561, 356.7197, 325.96609, 484.68146, 495.89856, 411.52728, 466.21539, 465.9892, 434.33893, 404.41132, 509.7301, 88.31535, 418.0553, 506.37979, 174.61768, 433.48206, 272.05402, 442.23965, 24.08777, 512.11896, 426.23239, 17.01612, 393.94159, 414.06332, 457.90985, 425.32587, 596.47321, 318.77448, 426.49521, 404.41064, 404.55328, 440.06183, 405.74341, 402.04907, 342.56204, 459.85889, 175.8595, 463.73257, 430.51123, 548.69537, 499.97308, 408.37567, 492.54651, 420.25858, 526.52405, 453.00555, 447.95013, 478.9834, 435.43134, 502.30597, 478.38257, 606.06616, 437.03842, 400.58954, 489.85159, 452.69745, 504.0322, 383.43176, 271.23624, 531.17407, 426.14984, 469.69196, 91.04467, 450.56348, 452.42389, 501.05896, 487.04944, 446.14542, 469.31268, 413.86206, 424.77151, 400.9375, 485.12006, 367.07129, 476.19135, 440.81592, 561.94495, 433.54788, 422.53241, 369.56317, 408.65594, 443.88788, 473.20898, 425.12183, 474.95963, 116.05929, 290.15262, 438.7052, 481.0368, 543.65161, 585.92859, 456.76846, 505.82446, 525.8631, 393.93045, 453.88403, 470.91895, 454.95197, 577.45801, 461.66443, 460.88519, 422.06195, 498.94281, 522.2948, 430.65121, 556.75391, 476.31567, 422.47504, 449.37152, 444.56851, 164.32436, 475.49362, 72.18004, 335.20581, 509.84189, 439.54907, 376.46045, 423.40778, 415.62128, 457.34821, 501.66428, 388.16049, 521.88885, 441.58511, 527.02515, 482.79425, 405.65906, 329.61029, 416.09576, 550.11707, 424.51428, 525.85736, 439.85394, 505.5827, 486.064, 478.19556, 477.85516, 578.93304, 486.90997, 472.54053, 292.59137, 571.50372, 494.92688, 590.48608, 406.18134, 345.71918, 513.31665, 476.0556, 513.54272, 506.3317, 522.47296, 461.98358, 479.00388, 434.79413, 496.97479, 554.19324, 514.79919, 544.112, 492.00806, 479.20596, 386.54388, 552.56531, 585.48157, 503.21442, 542.19257, 346.90677, 467.74188, 557.2851, 442.54343, 458.99741, 519.46716, 519.78381, 519.07507, 485.02771, 341.04028, 565.07092, 552.06665, 572.15033, 513.10443, 228.61917, 122.92538, 552.06952, 474.50333, 540.38861, 487.54178, 540.39557, 456.18982, 488.78796, 493.90515, 474.31555, 238.76884, 469.05307, 450.89249, 616.14392, 470.32614, 494.99567, 478.11652, 457.1842, 105.91582, 790.0611, 530.6286, 621.38068, 592.17255, 449.79791, 541.92688, 526.19196, 672.86584, 584.41614, 484.47101, 461.98029, 491.81049, 509.18222, 615.54199, 600.91577, 539.72363, 539.79736, 201.94785, 526.37579, 227.73956, 697.18274, 596.4715, 522.25, 575.77808, 590.41022, 523.54236, 221.48203, 529.64728, 301.34698, 528.58905, 343.14633, 633.17737, 547.08911, 601.65192, 629.71313, 562.65442, 257.19205, 691.01947, 584.3739, 257.60355, 389.51059, 591.20013, 656.34723, 644.59387, 614.41296, 356.60126, 380.40143, 273.57538, 220.56827, 681.5564, 538.57349, 712.66815, 658.35413, 543.21387, 1007.07971, 710.41919, 632.10419, 216.74052, 228.02036, 597.12561, 555.5387, 929.53961, 401.36194, 521.48682, 682.56567, 280.19489, 460.67285, 774.5943, 633.2489, 1213.39734, 332.20804, 926.84869, 551.56458, 730.36078, 621.21057, 1118.18384, 303.68585, 533.80878, 289.91626, 613.12146, 777.44946, 937.75055, 930.26672, 1243.76819, 717.51556, 899.06689, 401.90778, 678.8042, 580.8418, 1061.19153, 1059.02271, 1160.03784, 1361.62451, 1157.68884, 1030.1886, 901.09973, 941.1908, 909.11829, 583.34802, 718.20892, 904.20569, 534.13904, 1024.14038, 580.15833, 724.52606, 1478.73914, 1019.32544, 1084.81079, 923.6676, 698.35876, 646.53247, 728.71509, 805.47491, 1309.42566, 348.25238, 591.17981, 653.87952, 1086.35229, 1038.86792, 857.27466, 624.09174, 685.87793, 1236.33398, 766.96301, 843.21173, 1450.01392, 576.52197, 1644.51697, 400.85931, 1008.0415, 742.86902, 869.14783, 895.80548, 1547.00879, 741.00159, 1391.80896, 1271.66211, 1072.99377, 655.88666, 1431.54883, 869.29285, 1642.71631, 927.22693, 1284.41199, 961.5954, 1389.38428, 1465.9292, 602.1864, 1389.57068, 1663.8186, 910.03625, 1881.30872, 2074.71411, 719.2757, 1896.85999 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 139.7894, 109.28448, 166.21838, 220.96164, 185.82211, 182.13574, 189.48648, 214.47258, 256.59378, 383.23981, 303.8819, 208.44659, 262.87256, 308.59418, 221.04684, 217.88794, 266.9613, 320.9425, 291.75787, 224.64011, 264.21286, 385.38272, 361.33807, 287.71017, 391.043, 343.29047, 344.52893, 245.96909, 343.12979, 222.99196, 259.56879, 285.46637, 289.75156, 306.36249, 302.54449, 315.98367, 350.34167, 234.06769, 297.25693, 379.70496, 233.18022, 272.75122, 369.5513, 265.48322, 234.4507, 289.97137, 288.64648, 279.38589, 249.43524, 267.38965, 323.88956, 279.09094, 248.20386, 328.40173, 331.34329, 293.70801, 269.47601, 325.41452, 299.85724, 401.63873, 323.99756, 365.40198, 302.87509, 330.53186, 298.05249, 306.67267, 430.14423, 345.38379, 408.16394, 342.87833, 321.98022, 296.23172, 506.47888, 381.35696, 371.74295, 289.06589, 402.80942, 323.32913, 318.59885, 378.29181, 275.1059, 294.52374, 467.052, 411.6413, 342.34219, 285.56293, 311.32538, 315.88995, 318.1347, 361.58929, 452.78113, 355.40509, 254.94263, 308.25818, 321.63498, 339.01877, 396.99051, 231.60057, 320.64435, 365.51266, 333.57465, 339.15259, 303.47043, 366.12714, 316.49704, 546.13245, 362.96552, 424.81073, 337.82477, 273.63611, 344.76221, 321.66724, 360.79935, 291.77826, 350.07834, 294.77783, 334.47836, 340.22772, 286.35608, 265.38162, 341.89117, 393.91763, 391.01093, 368.79425, 373.54553, 335.8884, 271.52994, 307.1568, 278.55939, 290.28333, 447.66571, 448.93768, 396.54382, 353.53238, 359.88947, 382.78265, 410.03497, 367.39658, 389.62708, 375.77356, 322.27905, 577.90009, 296.96365, 342.02621, 468.14288, 328.17624, 399.76868, 456.42981, 349.39301, 414.66431, 319.54626, 265.73932, 402.96521, 421.58905, 413.56589, 514.99396, 365.37799, 332.43005, 333.81564, 278.81802, 393.63226, 377.77454, 459.75909, 327.18808, 348.11279, 359.02859, 396.6409, 455.89694, 331.04623, 385.97342, 405.64651, 414.42584, 280.13434, 352.56161, 394.98322, 337.55969, 387.98834, 519.06586, 333.10913, 327.68604, 474.82062, 265.57013, 498.17599, 386.42224, 378.47287, 413.66302, 322.52704, 366.07031, 336.00061, 271.40979, 345.74609, 420.66479, 450.59439, 314.32605, 453.43854, 376.35501, 349.11829, 278.64441, 313.14761, 418.12079, 481.60217, 380.73676, 431.03668, 338.12201, 395.22284, 357.6637, 375.35931, 323.43069, 475.78958, 438.47644, 390.86133, 343.38434, 343.54565, 369.44598, 498.33026, 340.2182, 343.91925, 338.89771, 427.76434, 424.39163, 327.09744, 421.55939, 313.77573, 339.61865, 489.39685, 359.14679, 278.91895, 395.30646, 398.64307, 424.16357, 449.25369, 420.86896, 320.54315, 459.64771, 310.25134, 367.41098, 502.55057, 318.8096, 416.5473, 335.45706, 306.15543, 343.19604, 468.41864, 388.47275, 363.84238, 403.26233, 368.97751, 391.59427, 473.72815, 414.27924, 400.01349, 304.35751, 404.56232, 386.36246, 384.28571, 391.60095, 356.76001, 388.52179, 419.74045, 375.92236, 356.2005, 401.59332, 406.3266, 362.69446, 373.7981, 364.59274, 384.47357, 433.90674, 350.70465, 378.00308, 456.62976, 378.74445, 356.52475, 448.66272, 340.43353, 401.38834, 370.06195, 324.66571, 376.22736, 357.0983, 397.94983, 416.41846, 413.92868, 465.85995, 399.64725, 396.73816, 441.0722, 390.13467, 388.48956, 426.43149, 375.67255, 384.31616, 336.14551, 427.56784, 462.4082, 364.40021, 495.5321, 446.22382, 370.62909, 397.4111, 496.72302, 408.0087, 410.13013, 377.63541, 364.14899, 457.01855, 367.68951, 420.88934, 369.23483, 301.65308, 387.37299, 367.0368, 372.44556, 432.87585, 383.0827, 339.73376, 397.50226, 374.86938, 390.91431, 494.56357, 402.6965, 318.64835, 378.06915, 431.19812, 480.44824, 359.35419, 399.72662, 362.40503, 460.96136, 384.94943, 352.38379, 401.76303, 569.92108, 435.20667, 394.65421, 390.12332, 377.50623, 374.99908, 431.82495, 325.35364, 373.29211, 449.2063, 445.71976, 458.11914, 384.94208, 434.84518, 452.9317, 686.03979, 451.1864, 429.43542, 415.5853, 387.18585, 454.0683, 420.19073, 526.23669, 425.02505, 439.67896, 425.53787, 458.0415, 452.07751, 491.34781, 401.83179, 426.88263, 374.92249, 402.47223, 377.33185, 360.56677, 416.07602, 401.82425, 464.82098, 369.92889, 455.49579, 409.81012, 421.23837, 424.11325, 377.23309, 467.04279, 533.91925, 522.12659, 510.0564, 445.99475, 477.39365, 474.30185, 417.09235, 429.79602, 412.61151, 417.65491, 439.28043, 506.7807, 469.7728, 439.45621, 487.05511, 365.47498, 512.65234, 408.2084, 454.09216, 494.33054, 365.78226, 429.64716, 439.63342, 443.71069, 431.10721, 439.37207, 485.99042, 373.97339, 526.06476, 407.97525, 457.92044, 472.52448, 545.15692, 496.33722, 514.79071, 387.86047, 477.19009, 528.88464, 411.18591, 432.73962, 394.04993, 356.51147, 600.74536, 416.33627, 359.70337, 479.08521, 531.88446, 525.85638, 430.57687, 456.18854, 471.61938, 463.74341, 493.47876, 448.30884, 509.31927, 351.32269, 517.80408, 474.85071, 445.36414, 404.10565, 524.45563, 501.5007, 408.67969, 477.43228, 455.46411, 411.75964, 414.12207, 456.58661, 550.92682, 543.00781, 517.67273, 437.32175, 483.39288, 462.80872, 391.65073, 465.47638, 463.8941, 458.82925, 527.07922, 398.26385, 449.87305, 498.41287, 494.67957, 426.30008, 384.60864, 459.88025, 428.00488, 462.84943, 476.89804, 521.78284, 482.67157, 549.98596, 589.32123, 479.3251, 596.58875, 627.90881, 513.3457, 491.44492, 594.51605, 664.70447, 417.31213, 600.93976, 472.52118, 432.00549, 558.12939, 555.57507, 404.96277, 574.86096, 458.39383, 601.75348, 488.67526, 531.16467, 586.38611, 537.26312, 553.72375, 564.16528, 500.4939, 580.52777, 550.48871, 569.72333, 408.08655, 519.95789, 531.25409 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 2.681628763712107, "neutral_loss": 3.399452901839166, "target_chat_loss": 1.5793587282710375, "target_docs_loss": 1.5179001201357722, "neutral_init_loss": 5.143119110107422, "target_chat_init_loss": 2.663067639160156, "target_docs_init_loss": 3.2967208794487846, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 68.2699, 81.98666, 89.80616, 82.22101, 79.82994, 86.31918, 93.08444, 90.74887, 90.80907, 91.6104, 111.98564, 112.35012, 120.45885, 111.4406, 89.56197, 101.35963, 103.44596, 92.17638, 94.92806, 103.83701, 110.47366, 94.38692, 124.9308, 140.93135, 115.94875, 59.74106, 118.09526, 139.95735, 75.79207, 94.22492, 126.3514, 126.97182, 75.50764, 112.94611, 104.39836, 93.06118, 140.03427, 70.54733, 80.81647, 100.15691, 117.06622, 103.04877, 97.68613, 138.17111, 91.02631, 86.82576, 118.23471, 128.98897, 78.94025, 103.09079, 136.56999, 105.7887, 129.98251, 102.82005, 141.19147, 121.46313, 131.91623, 103.87234, 73.76062, 107.96459, 128.6386, 98.04212, 107.66184, 105.03213, 141.24277, 114.60096, 147.38342, 133.33228, 103.35212, 109.54788, 131.24031, 102.68657, 142.99284, 93.27539, 95.80434, 72.62201, 143.13831, 122.96306, 110.71121, 103.68335, 100.56325, 86.25633, 139.36819, 113.19579, 89.93475, 130.79715, 89.50394, 168.80322, 144.68875, 114.62128, 65.26694, 115.35419, 123.18856, 84.4577, 144.37785, 142.36008, 131.89737, 119.52453, 103.35695, 139.67645, 85.07532, 135.81915, 152.67041, 135.67505, 147.09274, 145.92932, 82.18362, 134.15274, 170.86795, 164.48486, 149.51135, 79.69063, 102.19509, 83.08763, 163.17456, 128.0999, 132.21539, 145.09479, 85.15967, 102.58064, 89.62412, 77.07744, 102.43327, 98.10169, 116.46071, 121.36539, 163.89285, 137.23735, 123.17735, 100.78019, 121.46114, 154.0816, 93.8908, 134.82358, 118.3652, 132.87192, 121.83348, 128.46489, 153.15201, 129.93697, 109.70105, 145.52692, 104.45439, 100.31261, 135.19031, 120.64686, 174.97319, 144.70482, 123.1887, 134.90976, 148.16002, 109.67786, 132.13144, 132.03011, 140.73586, 123.0148, 83.43994, 132.66777, 104.66757, 160.60051, 132.58502, 126.06529, 124.42462, 184.21953, 108.25887, 175.29147, 97.70106, 147.72195, 132.28358, 156.85564, 133.48764, 139.51451, 98.0346, 117.54558, 129.0874, 132.44318, 132.60025, 107.19418, 107.36773, 164.13188, 145.45712, 90.93734, 130.07083, 125.25868, 212.10237, 174.08514, 137.27953, 90.16489, 136.72658, 187.35461, 151.9476, 158.20914, 83.53836, 126.53767, 118.81241, 178.02563, 155.62561, 148.47006, 138.71979, 117.86823, 123.29476, 145.11493, 121.66704, 106.90746, 144.01398, 166.89381, 127.21123, 138.00819, 107.9111, 124.30779, 144.39159, 165.53177, 126.14173, 145.81839, 136.63297, 138.2953, 130.5717, 230.30222, 181.95943, 81.40263, 188.66019, 108.66487, 157.29828, 119.63708, 143.70563, 141.04381, 165.8508, 178.89273, 159.66376, 122.33929, 185.40698, 134.37442, 128.21506, 125.45574, 123.41586, 151.92628, 140.70345, 117.3708, 189.76019, 159.43152, 190.80496, 136.72508, 155.21252, 130.09261, 135.08221, 172.18027, 149.63289, 161.75734, 128.80618, 135.88461, 94.53354, 218.93404, 137.71301, 276.909, 302.8186, 307.1564, 364.02289, 245.87128, 389.35785, 325.57275, 315.53387, 317.68378, 293.26428, 414.55591, 408.01193, 266.26971, 369.93823, 291.1676, 349.73474, 328.00034, 370.66797, 286.50058, 371.84137, 437.3526, 353.71405, 280.04947, 327.30399, 325.45868, 302.09152, 421.66711, 399.65149, 307.1474, 353.35339, 427.42249, 320.1709, 442.77264, 298.05389, 246.84201, 317.12067, 343.57932, 435.78448, 329.65247, 403.20697, 286.83789, 324.31766, 237.18492, 369.36749, 328.35773, 371.12158, 289.30353, 358.78131, 307.7933, 256.4079, 305.04803, 263.08578, 350.91656, 312.82626, 354.26505, 280.23615, 232.88367, 284.92938, 404.94427, 351.92932, 427.39789, 314.35706, 429.48865, 376.6597, 299.56085, 240.43378, 338.46942, 268.89008, 332.93124, 338.85077, 472.6933, 405.1254, 376.29211, 311.9939, 298.81796, 434.68439, 336.49738, 353.30545, 382.85159, 322.47046, 280.83276, 337.65439, 304.47211, 220.08505, 377.90814, 380.99545, 287.84714, 450.34467, 582.70013, 373.25653, 362.51477, 435.59454, 284.12915, 320.29266, 482.82303, 296.54254, 382.62082, 469.77527, 256.55243, 349.84738, 501.63269, 343.83307, 467.52307, 290.88873, 407.20273, 503.10779, 383.17972, 376.89706, 311.87436, 316.35834, 341.50909, 458.80133, 368.96982, 344.94165, 411.64423, 314.19525, 346.4071, 440.26135, 279.23715, 416.65894, 306.7796, 347.53583, 405.50833, 330.46082, 393.30533, 328.29547, 350.30096, 430.02954, 372.1369, 476.8454, 562.83521, 483.98395, 490.36871, 484.9068, 447.34009, 254.48347, 433.79529, 481.89642, 329.13892, 305.3681, 311.49539, 332.51697, 291.97366, 440.2088, 423.49316, 438.99298, 514.74023, 381.55286, 302.46472, 356.09045, 382.65137, 350.32693, 283.90588, 387.65179, 308.45447, 372.10345, 356.89246, 295.97327, 277.57477, 387.92059, 321.0239, 327.83472, 389.75818, 345.96225, 376.72528, 381.97375, 468.92938, 316.69949, 482.41608, 362.17169, 350.50394, 305.4122, 554.20581, 410.86298, 388.72766, 420.93277, 311.06693, 329.36127, 450.37891, 371.56708, 343.03235, 491.52319, 393.7796, 319.60864, 301.68323, 472.52927, 476.1077, 498.49518, 507.0029, 551.2168, 382.06506, 464.6387, 334.12341, 460.20636, 406.72473, 468.08765, 437.38791, 462.26236, 494.15521, 364.48181, 447.01666, 482.5899, 450.00824, 376.10883, 378.44388, 373.07059, 365.92212, 416.26709, 474.4931, 511.99738, 397.15717, 509.63718, 506.63742, 388.21472, 484.48651, 485.0361, 473.95483, 466.95932, 354.07861, 477.25375, 363.89929, 381.37973, 508.32315, 350.19153, 410.22089, 413.91019, 386.63226, 452.46582, 345.08167, 326.22543, 337.0072, 430.27081, 337.86758, 445.70673, 371.42307, 398.05569, 471.22687, 537.5116, 415.29333, 287.33264, 311.81281, 252.97629, 471.45746, 472.57727, 417.42474, 390.14545, 231.69003 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 130.14581, 55.591, 76.43172, 183.97539, 59.02298, 71.00293, 200.00729, 43.01975, 271.73209, 336.81958, 64.10576, 221.50911, 24.43482, 79.3336, 435.3324, 442.87433, 348.63708, 327.51096, 388.8454, 296.55133, 440.91647, 340.96774, 436.5741, 144.90369, 414.2431, 391.83087, 75.24706, 449.8175, 412.15262, 240.67152, 135.8593, 405.00565, 452.48096, 425.37198, 286.72058, 366.11963, 456.47003, 372.74652, 435.5466, 38.60719, 423.01855, 149.97939, 451.38275, 441.5311, 444.22565, 416.8396, 514.42157, 421.1413, 357.48969, 440.85602, 432.73914, 357.49557, 416.67163, 166.97803, 404.69757, 469.54205, 510.37305, 388.41507, 517.90649, 441.21634, 478.7926, 383.98218, 431.62311, 399.77832, 414.64099, 235.1424, 435.66782, 333.57642, 425.95697, 394.09045, 432.33112, 477.38397, 365.8233, 474.44586, 453.38, 401.17517, 466.08179, 456.09662, 228.81273, 402.64365, 425.97583, 432.70364, 471.31024, 470.42764, 385.21896, 504.40372, 497.72916, 483.02313, 458.02936, 515.83624, 434.74625, 317.26956, 491.233, 461.76263, 495.2467, 429.00458, 439.32422, 436.80734, 485.24713, 401.29663, 498.96109, 484.7077, 512.89844, 227.29701, 462.66183, 476.28522, 448.04547, 353.88354, 148.22546, 67.23604, 518.8847, 366.70148, 503.58633, 429.06647, 437.63031, 338.88214, 446.17383, 442.1579, 511.94757, 431.25766, 518.7179, 472.63315, 411.16968, 508.36948, 472.04074, 566.27832, 513.66809, 454.08017, 529.75372, 336.30939, 419.85992, 434.48126, 447.7283, 518.6178, 441.25397, 222.4021, 612.80316, 232.52148, 614.39941, 427.6286, 470.48767, 465.20276, 511.96704, 493.93347, 550.28467, 525.13708, 505.55215, 409.97, 368.72958, 564.50836, 569.86169, 458.88858, 541.84119, 518.53094, 497.53741, 463.44733, 575.91467, 97.99335, 472.69196, 560.56134, 209.76212, 488.95111, 320.36108, 509.02341, 32.74021, 610.56232, 484.7486, 29.05064, 432.50586, 471.47122, 528.53284, 498.96075, 678.58972, 387.86719, 491.07642, 457.27762, 459.58124, 497.26874, 477.39798, 454.55884, 402.45062, 524.52423, 220.0463, 544.78625, 502.7431, 630.23242, 576.0647, 471.22806, 576.07654, 477.0145, 595.19153, 526.09131, 518.86902, 538.15106, 482.6684, 589.55273, 542.56488, 752.4314, 505.40234, 462.36188, 569.61273, 533.19275, 575.73877, 444.01077, 307.32544, 593.26648, 481.27582, 550.22327, 110.28991, 516.47192, 528.75562, 567.49536, 572.63354, 532.94458, 545.53979, 479.82397, 495.57556, 456.97906, 564.01453, 427.93961, 611.85242, 511.50098, 641.54449, 495.43533, 488.71942, 428.29138, 470.88968, 502.17444, 533.15851, 499.48883, 530.28284, 155.29216, 362.29663, 512.1366, 559.01984, 652.48157, 675.44702, 528.74951, 580.01611, 600.58704, 442.45282, 501.47043, 554.38293, 516.68256, 657.37061, 545.83588, 531.6778, 485.93024, 573.58038, 634.33801, 495.00391, 622.14343, 550.22449, 503.5614, 510.44568, 524.29443, 214.43675, 555.41577, 92.67145, 379.315, 587.172, 495.75983, 446.38153, 485.20117, 471.97668, 534.03528, 562.60632, 434.91989, 598.1311, 530.05695, 603.18408, 548.67651, 483.17514, 395.634, 477.82153, 633.83911, 482.12018, 610.31116, 507.35727, 580.89563, 546.82239, 612.83105, 534.72668, 681.15039, 580.41394, 544.06641, 346.40063, 649.13745, 582.02087, 675.7821, 461.82959, 406.91321, 603.78497, 553.68152, 617.61938, 576.98218, 597.61145, 528.67078, 585.86035, 503.37582, 563.40833, 624.84985, 594.71985, 630.81024, 564.88074, 550.88611, 481.00061, 637.88513, 701.44061, 570.78558, 605.27612, 418.17603, 552.01447, 641.66528, 532.30469, 514.08405, 597.76624, 609.29407, 589.17511, 549.71027, 400.0155, 664.87756, 693.94446, 645.40991, 583.84283, 276.41089, 151.58182, 642.43518, 549.77344, 635.29883, 552.84888, 632.69336, 541.20471, 575.18909, 588.57812, 544.66968, 299.76505, 540.14929, 511.53229, 708.75446, 536.81384, 562.00836, 545.30505, 518.89209, 131.06787, 892.68518, 607.45569, 719.10876, 670.10474, 532.09509, 632.12366, 624.91382, 778.26361, 673.63873, 575.84106, 532.6781, 578.21393, 585.17163, 695.30481, 706.35791, 645.60657, 678.74823, 246.65033, 659.3764, 253.25104, 844.30225, 695.97882, 616.74683, 693.94299, 677.58435, 637.73694, 294.38321, 594.83734, 357.76617, 642.4104, 397.37689, 732.63751, 653.56769, 692.99548, 737.51379, 668.966, 300.33234, 845.37512, 669.40045, 288.2258, 472.89142, 715.95422, 753.77509, 758.07678, 726.04932, 433.25305, 429.74557, 317.67145, 255.48721, 805.32837, 642.17273, 846.90851, 799.61877, 633.703, 1131.74585, 811.83545, 760.28473, 242.78195, 274.16269, 729.66479, 632.86523, 1108.42224, 467.20715, 623.44775, 790.375, 361.08691, 548.01013, 948.9649, 788.41986, 1402.87891, 375.38037, 1060.40088, 641.59332, 847.737, 703.96234, 1217.5166, 337.41559, 619.5625, 342.1886, 684.94885, 923.86011, 1073.90076, 1021.16675, 1443.56262, 836.96912, 1051.5011, 467.14728, 792.55481, 679.48621, 1241.21387, 1210.10193, 1369.13647, 1513.50244, 1320.95898, 1243.07886, 1067.34106, 1148.08057, 1019.60645, 676.19934, 816.24341, 1067.19604, 599.00439, 1173.12793, 664.68042, 865.90723, 1758.08984, 1259.35669, 1244.97229, 1202.4917, 785.47766, 762.29004, 905.23511, 934.62384, 1484.17725, 406.8288, 709.09802, 751.70667, 1246.92957, 1216.25415, 952.85571, 718.19617, 969.32642, 1464.22717, 883.98041, 1034.92798, 1653.86865, 667.00256, 1833.71802, 485.6622, 1175.11792, 873.05566, 1026.63501, 1033.06165, 1779.46375, 966.00574, 1614.81494, 1454.88623, 1301.68958, 769.46606, 1621.13794, 1113.90625, 1890.90991, 1041.38574, 1418.95996, 1081.3606, 1922.9519, 1652.64185, 708.25574, 1620.70361, 1931.03882, 1100.45337, 2074.20508, 2409.3313, 845.17853, 2191.48145 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 167.46112, 139.34138, 203.28642, 254.60989, 210.81587, 235.71716, 242.6192, 249.44077, 349.60706, 434.89261, 376.57037, 268.9353, 312.8811, 359.56702, 266.21637, 280.84698, 330.10291, 382.86218, 387.74146, 291.58047, 341.8443, 473.82349, 436.16788, 344.81949, 456.18353, 418.28442, 423.60284, 330.20135, 414.50092, 297.53665, 329.80099, 356.43143, 349.28729, 387.76794, 367.30896, 369.24353, 417.008, 294.20944, 375.79553, 448.98318, 282.43353, 308.6015, 442.35632, 317.45389, 288.69757, 378.72119, 352.1236, 342.66483, 333.68896, 351.17645, 388.51514, 349.04468, 314.98489, 376.84387, 400.42499, 376.28406, 345.64142, 383.18036, 363.86417, 493.13403, 425.10339, 434.21515, 376.35767, 416.07635, 365.72668, 361.28516, 511.88083, 433.34698, 501.43439, 402.99194, 396.46863, 382.90924, 615.03162, 443.98956, 458.51767, 375.93536, 458.29889, 406.44528, 393.83401, 469.91119, 358.98462, 375.6001, 541.15808, 485.41312, 421.80115, 353.01001, 382.98697, 394.17267, 394.06842, 439.75458, 565.40466, 435.565, 326.28485, 381.55707, 374.30682, 425.5354, 512.2854, 303.56439, 407.15427, 459.63214, 412.89722, 394.2652, 400.20407, 448.96082, 388.94565, 626.97357, 443.53293, 541.67542, 419.91196, 364.53516, 425.16034, 407.22247, 454.28265, 360.55441, 431.96878, 387.85498, 420.05896, 419.86237, 367.659, 334.89151, 411.6329, 507.99341, 461.91119, 438.492, 469.09482, 422.79584, 360.46384, 378.33868, 352.21613, 368.17603, 528.68542, 527.77264, 490.94556, 443.0755, 470.68622, 472.24252, 491.79028, 445.20154, 479.53311, 450.70404, 431.47931, 723.54065, 368.27359, 438.15979, 542.99603, 397.09164, 454.2186, 553.07184, 436.87717, 473.49405, 395.53564, 338.19699, 504.07761, 502.37366, 499.40549, 615.76196, 448.79269, 424.40179, 419.11768, 349.96252, 475.88168, 445.9986, 527.33844, 413.66147, 428.05786, 440.26093, 472.23169, 542.25598, 425.5271, 463.11774, 493.2746, 514.61731, 362.17291, 439.62418, 506.50916, 430.12079, 489.28137, 608.53027, 420.84335, 405.68814, 579.4762, 349.52789, 596.00018, 496.95734, 457.99704, 508.87793, 421.43756, 440.88995, 434.47595, 369.29138, 440.25473, 509.4953, 541.1189, 406.18188, 560.52612, 473.31958, 437.0, 368.75842, 434.71027, 512.00549, 570.82074, 485.9263, 525.84082, 408.40106, 507.48032, 459.7356, 481.01727, 429.38293, 590.45923, 541.03717, 483.67853, 448.59894, 458.7594, 485.21301, 590.87561, 449.86691, 436.63568, 417.88461, 526.92828, 528.99951, 429.05969, 533.91064, 402.65552, 443.46948, 591.51758, 440.99393, 373.896, 468.99759, 497.52283, 541.32672, 561.23456, 504.93542, 438.52771, 559.2652, 405.75446, 466.88773, 630.52625, 425.63724, 518.10583, 428.0943, 395.28873, 441.88431, 567.26508, 475.39481, 475.39374, 497.23807, 481.36584, 470.18777, 553.92548, 505.41541, 508.88071, 376.08105, 496.09192, 477.13147, 534.21375, 490.9216, 457.45035, 483.82446, 523.6875, 484.87976, 445.94617, 521.22778, 511.36987, 478.2887, 471.65753, 461.51105, 465.16492, 536.31958, 451.78986, 480.57812, 552.48511, 457.44427, 462.63123, 565.21045, 451.05289, 525.94006, 459.53702, 406.59543, 460.23575, 451.6329, 486.37769, 518.72589, 489.76532, 573.27258, 528.19861, 498.62262, 540.30585, 493.90155, 474.49561, 518.63025, 478.25247, 492.59827, 451.07373, 517.56213, 576.58777, 467.50327, 588.89423, 578.73859, 463.69131, 502.43207, 588.49615, 518.45276, 515.15363, 453.8432, 469.8533, 591.9989, 473.01428, 500.88226, 473.19153, 396.76001, 501.34131, 460.914, 473.43814, 534.62378, 470.65164, 416.74991, 479.55566, 465.8183, 480.85211, 575.09662, 520.45605, 421.27991, 494.93604, 522.99841, 608.08325, 484.38226, 516.07849, 509.4201, 601.80463, 494.76526, 463.23956, 510.95428, 697.45386, 531.65704, 487.11749, 487.42792, 495.82867, 461.76596, 548.15283, 421.22278, 478.31976, 589.58118, 558.09558, 549.34204, 464.74933, 535.64246, 554.78967, 819.66895, 575.83502, 530.1189, 512.55542, 512.06433, 547.62634, 529.56415, 636.63177, 523.40509, 559.81427, 541.18158, 561.26672, 590.17285, 618.16083, 503.21313, 557.8241, 500.75739, 507.68292, 482.16949, 484.10199, 531.82605, 536.82654, 583.75214, 459.18491, 574.41663, 503.4162, 522.88617, 521.1073, 487.85138, 575.28821, 653.58752, 650.4436, 619.96228, 553.07068, 596.20044, 552.71698, 530.55188, 507.4783, 520.09558, 514.93921, 563.21411, 616.38867, 573.23248, 544.28009, 622.7356, 461.70169, 598.10583, 505.76312, 564.02185, 598.45654, 452.26007, 548.76031, 550.3562, 555.99915, 526.48047, 537.59521, 583.72583, 456.62085, 632.33447, 519.03094, 586.51569, 582.75531, 661.46545, 617.02087, 654.45325, 499.54047, 597.77258, 659.19489, 533.9024, 522.45898, 505.39395, 452.97546, 709.60486, 527.73804, 453.86047, 602.74829, 654.71832, 667.61047, 528.73328, 572.6123, 583.65784, 560.6322, 603.76306, 574.32898, 623.2218, 497.59711, 618.48547, 581.58484, 572.2348, 507.73532, 629.32098, 640.75073, 520.72705, 585.34241, 566.22388, 524.19702, 513.1825, 608.33411, 661.20752, 667.63049, 616.48975, 564.16895, 615.60309, 578.18256, 517.82288, 600.99823, 598.13055, 584.77728, 667.68463, 502.41473, 579.26935, 632.90771, 614.53644, 558.15881, 499.28769, 581.2699, 537.05115, 589.83533, 620.51306, 660.80774, 610.7038, 698.77515, 728.94678, 634.09509, 736.16425, 792.25391, 636.76074, 621.61572, 735.17676, 782.02911, 557.1167, 795.95239, 594.92664, 554.40369, 678.29407, 703.49744, 510.03104, 729.0249, 559.49451, 756.77881, 630.19763, 678.1593, 729.47723, 677.06848, 705.1875, 683.48718, 641.39172, 723.11469, 696.06787, 710.05554, 554.61584, 657.22253, 693.59863 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 3.7174640025228505, "neutral_loss": 4.51278989360707, "target_chat_loss": 1.90598350865567, "target_docs_loss": 2.012578240063346, "neutral_init_loss": 6.655704473876953, "target_chat_init_loss": 3.2921153900146485, "target_docs_init_loss": 4.666820583767361, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 77.55129, 89.40115, 120.9194, 143.40768, 92.22491, 104.91327, 124.20753, 144.89534, 103.6675, 143.67859, 141.53229, 127.34, 177.52095, 132.84612, 158.95399, 141.66266, 146.92944, 141.95193, 160.0555, 145.74385, 173.49074, 154.13089, 134.94485, 157.81354, 142.82721, 104.95853, 160.65063, 168.70715, 126.89217, 106.99496, 168.81708, 166.2616, 105.09483, 178.87692, 134.44931, 126.5759, 194.22571, 117.12239, 116.33895, 147.90842, 155.45085, 135.19601, 157.31598, 182.78377, 145.91226, 150.52432, 175.66869, 157.95929, 118.70377, 126.95614, 204.7782, 136.47577, 178.49643, 146.95239, 180.1106, 170.57303, 164.9371, 164.65982, 103.34788, 164.54115, 151.79242, 167.71875, 185.24075, 136.95735, 175.98891, 144.89328, 162.42247, 157.25438, 185.82431, 122.54855, 186.08871, 127.98174, 160.61507, 144.50113, 179.19699, 117.91376, 181.77817, 178.06062, 154.86787, 150.42229, 149.48193, 129.55692, 158.73285, 157.88235, 121.96762, 184.72821, 127.88226, 207.31081, 204.02359, 154.82846, 126.06401, 174.72827, 182.77518, 114.25229, 154.00171, 186.08908, 156.99197, 162.60132, 158.15811, 190.20508, 156.54874, 164.3719, 186.41312, 181.24377, 218.6438, 186.43355, 134.85052, 160.3421, 198.64369, 224.55489, 204.08662, 116.20983, 166.18231, 127.53963, 229.34869, 157.84315, 169.49788, 232.91342, 133.17247, 142.71921, 161.245, 104.5647, 166.04324, 146.69696, 186.88614, 180.1398, 185.98953, 191.58957, 161.37575, 123.06633, 188.80899, 222.00534, 163.97195, 194.11099, 200.96609, 155.42072, 166.96477, 165.84311, 212.63159, 187.23175, 152.62701, 187.28201, 159.83211, 169.80272, 179.83992, 183.28278, 218.31522, 191.02788, 161.36183, 176.04202, 188.2832, 165.06522, 186.4584, 168.43723, 164.70502, 200.41708, 155.4726, 192.7955, 160.21561, 237.33745, 208.92776, 162.72687, 149.83524, 240.15193, 153.38483, 187.25842, 147.76439, 228.16176, 224.00143, 219.94827, 175.31065, 189.55486, 143.64406, 185.08463, 188.39624, 176.16365, 164.61874, 161.11525, 166.83359, 206.87909, 191.73126, 126.9199, 193.56879, 165.03465, 256.23364, 227.75574, 200.47595, 132.60858, 183.36551, 246.24495, 213.25121, 222.48988, 145.94189, 150.75842, 202.50775, 205.55411, 196.36707, 194.0842, 204.0705, 159.11931, 203.47012, 217.90738, 185.51222, 157.70842, 188.41541, 248.81607, 162.06639, 168.63757, 186.33295, 159.81323, 201.37, 190.9599, 162.68759, 186.52591, 171.61829, 202.72395, 177.8718, 254.65845, 255.68185, 139.81795, 210.58047, 148.49509, 220.51198, 188.87715, 181.9135, 185.91748, 218.01869, 229.82004, 226.33922, 171.86241, 221.50761, 223.89026, 210.2991, 185.48895, 169.94046, 208.98828, 163.433, 159.45953, 267.99307, 194.69298, 253.48412, 203.68814, 231.45552, 186.89442, 203.27396, 213.30034, 181.38492, 217.37883, 180.7729, 197.46245, 119.27229, 248.87672, 262.94574, 363.51324, 359.60602, 409.94904, 465.70068, 337.88708, 445.80316, 396.98529, 442.62445, 399.93591, 390.93073, 466.60007, 520.91302, 369.35327, 410.04688, 367.12457, 446.38678, 404.38196, 457.54547, 373.58649, 459.62741, 556.25629, 449.71329, 398.62256, 395.76184, 419.27042, 370.06158, 485.54779, 499.48212, 382.44067, 427.08041, 581.29541, 394.07327, 524.55469, 396.45453, 322.44156, 433.89362, 453.16748, 547.18127, 427.08121, 554.33508, 432.31976, 419.7663, 322.00381, 489.67654, 520.76965, 438.90894, 359.07587, 555.18469, 464.85559, 374.87405, 418.22253, 443.72342, 476.99719, 454.47137, 428.00928, 470.64423, 366.40515, 332.78278, 460.43927, 461.56793, 486.61523, 417.65527, 494.008, 451.10968, 387.11334, 306.95764, 418.65833, 381.81964, 423.71606, 397.86392, 538.29468, 525.20874, 457.85333, 507.05942, 400.69351, 513.08264, 485.82834, 503.53232, 489.72562, 404.78702, 450.20911, 468.97687, 406.31494, 374.61798, 468.92499, 484.44855, 369.84811, 509.29858, 659.96112, 464.67026, 454.79681, 521.05298, 427.99121, 402.25079, 560.85352, 416.29065, 576.71265, 612.68555, 400.77423, 503.51758, 583.3219, 488.19226, 558.74841, 385.83966, 503.33289, 624.07031, 535.09088, 460.35083, 450.29239, 410.43146, 432.08466, 575.9743, 470.94025, 477.71661, 491.49936, 405.37122, 413.79129, 561.71265, 435.94806, 495.1449, 407.50345, 475.37393, 514.4068, 512.12671, 475.11707, 445.2709, 466.13971, 501.52771, 503.72681, 563.4566, 706.14435, 602.0921, 569.28693, 576.78046, 550.21802, 400.10562, 537.27869, 638.55481, 438.02216, 391.552, 495.17007, 436.93945, 398.88788, 501.11169, 579.70569, 568.61877, 632.50586, 539.57269, 522.55945, 452.62915, 516.75128, 450.41968, 415.57938, 556.76978, 414.44485, 528.13245, 444.78799, 439.83362, 484.29404, 489.32129, 482.6842, 442.34601, 504.72128, 505.74866, 498.72256, 496.69385, 584.92773, 419.35065, 610.06738, 579.27777, 550.30249, 416.06619, 655.06488, 509.77917, 497.98392, 507.60507, 425.31604, 437.31537, 598.54883, 512.72876, 453.93689, 635.67432, 536.93823, 433.63397, 411.74994, 632.76697, 620.31171, 564.05469, 617.77637, 630.73718, 508.49243, 603.70471, 457.543, 604.92499, 500.59842, 611.0437, 620.6427, 588.17084, 601.5929, 557.89368, 527.16101, 656.32166, 612.78455, 483.67075, 567.48645, 465.97849, 476.51624, 535.6947, 616.57703, 636.59747, 560.6416, 639.11591, 671.84888, 549.31152, 638.68018, 643.55615, 590.41626, 594.70593, 474.2616, 627.4917, 424.09094, 490.14352, 660.87964, 521.19208, 547.84546, 638.5661, 512.7876, 507.04092, 499.13025, 470.38123, 435.07898, 505.4119, 453.74948, 592.35016, 518.12598, 483.23138, 573.63147, 661.05762, 553.58069, 415.45734, 454.60019, 348.97101, 611.19135, 589.26294, 546.81268, 514.62256, 379.09253 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 184.94652, 70.36765, 90.57597, 220.50752, 76.11751, 109.6303, 243.22333, 57.76863, 341.57425, 436.99469, 81.17534, 267.0036, 32.04581, 104.80208, 537.36127, 549.67474, 483.68817, 447.7641, 479.57965, 380.3269, 564.23962, 438.29956, 508.53281, 182.94833, 551.62476, 461.16949, 97.82076, 554.31396, 488.15137, 285.68695, 158.31462, 468.74664, 533.64404, 488.51431, 376.7005, 432.12842, 517.30084, 451.16418, 500.0722, 54.66533, 479.72693, 192.29263, 518.98169, 509.06308, 522.32202, 484.52194, 604.10901, 482.33228, 526.29724, 506.63654, 494.93655, 452.76123, 527.54059, 215.56281, 466.22336, 543.84845, 585.63898, 543.04639, 602.60602, 531.89789, 577.66785, 503.52527, 629.62939, 459.74127, 478.6499, 287.3429, 500.4632, 393.68518, 492.23798, 452.85742, 502.93884, 545.80292, 433.49268, 613.49878, 542.99927, 466.43365, 544.83344, 533.33862, 283.78836, 470.89938, 510.35709, 507.38464, 555.36841, 586.73511, 447.09286, 611.27307, 591.43823, 612.10596, 523.95514, 593.90326, 501.02191, 378.18491, 562.8465, 541.44659, 567.53552, 498.35013, 500.93317, 512.04395, 588.93829, 490.30304, 584.86548, 552.71179, 583.0979, 293.91409, 570.58264, 561.58502, 520.06415, 429.73483, 212.88217, 92.76241, 596.61597, 423.13574, 660.47668, 487.61603, 495.31613, 467.16714, 511.66241, 521.42328, 587.24451, 512.75787, 591.85126, 544.79712, 485.341, 605.13379, 543.71356, 653.37396, 596.69836, 545.92517, 616.39746, 401.21106, 489.43399, 509.84711, 517.41681, 625.802, 546.20343, 279.64487, 757.3822, 289.51929, 725.53326, 525.22131, 545.26721, 521.03271, 603.29846, 569.42584, 645.01904, 610.48083, 577.47412, 484.8447, 435.14819, 667.53754, 662.27026, 520.13409, 627.69702, 584.37286, 584.46094, 541.20667, 659.13635, 110.42044, 547.37213, 637.06116, 261.56763, 548.4408, 395.13007, 594.02856, 49.22072, 753.17896, 553.77661, 36.04908, 486.36963, 541.42303, 622.11475, 582.68884, 775.70441, 467.08475, 569.90332, 527.83105, 536.76666, 572.29993, 565.0744, 534.48413, 512.31268, 602.65704, 268.68033, 632.28906, 621.13953, 726.35852, 666.86377, 572.77014, 684.72168, 542.74878, 679.74603, 622.80737, 617.10864, 616.40186, 546.43347, 746.07062, 621.45984, 943.92542, 600.75317, 533.96155, 662.79779, 639.97839, 680.12549, 519.73083, 370.38672, 696.66321, 554.11926, 642.38751, 150.87056, 607.7168, 632.55554, 654.69275, 676.33295, 683.06946, 634.29272, 559.57562, 584.95947, 560.82104, 660.25244, 508.60776, 901.8335, 613.75909, 735.00439, 570.39014, 582.26361, 517.50177, 544.79688, 578.75598, 601.37122, 591.22693, 607.71277, 207.63477, 512.99097, 592.38727, 648.30652, 848.94788, 787.09503, 613.30994, 675.93323, 696.04504, 503.30948, 574.21008, 657.66199, 590.09222, 749.0376, 645.5993, 626.63611, 572.96118, 676.69714, 795.0199, 579.06616, 709.99854, 640.02899, 613.72815, 596.55371, 608.1123, 282.82394, 651.11316, 121.01056, 463.07013, 682.39612, 572.38135, 533.65985, 546.50574, 558.27808, 635.38513, 648.44812, 498.86505, 694.47754, 645.33875, 697.74915, 639.21155, 575.27856, 497.74979, 557.98505, 743.24365, 561.29041, 722.99176, 588.91962, 679.86963, 632.62006, 809.32776, 605.60193, 798.55841, 741.86633, 675.75134, 407.07776, 757.50598, 686.77472, 771.85571, 541.87964, 518.15485, 727.43433, 653.95752, 781.03967, 669.73804, 692.85596, 620.94305, 698.48901, 592.0592, 653.17529, 719.05743, 685.00592, 766.72351, 660.71155, 641.53296, 613.54596, 732.36768, 837.8728, 669.05042, 685.03467, 502.22104, 642.55084, 744.80261, 630.84302, 586.41028, 698.45642, 713.07916, 673.31726, 628.67957, 500.77701, 790.80743, 885.62054, 729.862, 672.2688, 338.34418, 183.2608, 746.52173, 654.8064, 748.5318, 650.81543, 745.46265, 642.26807, 687.13574, 700.79944, 637.37305, 394.63208, 633.94092, 587.59912, 821.71802, 633.26385, 639.90802, 626.60327, 619.96313, 165.53055, 1006.72498, 707.34668, 883.88867, 767.026, 635.7326, 740.78552, 749.90442, 906.16492, 804.18317, 732.08826, 646.07812, 768.29834, 677.09125, 798.77759, 823.81409, 785.18896, 979.72131, 303.36993, 854.33789, 314.81631, 1066.77881, 866.94897, 724.82275, 876.97736, 787.42944, 812.20624, 390.95322, 692.75012, 427.58801, 767.88287, 479.83191, 838.91211, 809.28247, 826.7677, 868.12457, 852.55322, 374.60614, 1078.79663, 772.30389, 356.29285, 584.02258, 884.82117, 931.48883, 918.49982, 912.54462, 613.01331, 502.03247, 403.39133, 311.64282, 981.98151, 782.8241, 1043.18176, 1036.73975, 844.52673, 1348.66895, 944.76038, 954.27942, 276.58356, 383.52094, 916.98315, 791.61432, 1355.54517, 587.65125, 735.81213, 982.77588, 484.94604, 676.09259, 1301.94922, 1046.53223, 1674.27209, 453.04272, 1281.44226, 809.97668, 1021.24683, 836.77795, 1385.35352, 394.12802, 783.32373, 426.03729, 828.00757, 1128.90735, 1291.6853, 1217.08289, 1759.68018, 1002.86292, 1268.61377, 598.46472, 958.90619, 868.39331, 1484.91016, 1480.45703, 1672.56396, 1729.86768, 1601.24683, 1544.99878, 1333.19861, 1518.01855, 1185.51929, 820.3385, 991.11182, 1302.61719, 721.57996, 1401.77527, 830.17444, 1105.55322, 2253.61182, 1630.83215, 1508.45483, 1702.51172, 942.64435, 940.3183, 1153.48584, 1155.37341, 1754.09033, 507.49451, 948.22638, 943.45636, 1551.29712, 1492.55103, 1148.83777, 896.1333, 1335.36511, 1774.9397, 1060.53174, 1315.68982, 1993.2439, 809.17401, 2157.66919, 680.1709, 1448.42114, 1069.37524, 1346.25098, 1257.35413, 2132.53296, 1336.71729, 1977.32922, 1688.20093, 1663.14514, 1016.60974, 1920.46484, 1506.57837, 2256.10938, 1224.33203, 1615.24609, 1293.30847, 2580.18066, 1938.8147, 885.87555, 2003.65161, 2359.61499, 1396.08301, 2400.75537, 2919.73877, 1104.1377, 2587.19092 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 209.82726, 192.83112, 259.07278, 309.0177, 259.44269, 311.85541, 316.66434, 307.00433, 472.513, 533.25018, 480.33862, 368.11963, 406.30139, 473.25555, 336.46692, 376.20294, 423.03549, 475.84106, 520.34766, 361.5824, 457.88406, 569.97498, 559.151, 454.41943, 561.03088, 518.27466, 550.90668, 452.59119, 508.4726, 415.4584, 450.92773, 480.1828, 456.83588, 523.0246, 506.76804, 474.53589, 550.56299, 407.97198, 466.04504, 555.60461, 379.22925, 407.7475, 558.82251, 404.33746, 383.18723, 527.25433, 461.61945, 446.08618, 454.95999, 506.20624, 514.32996, 518.57703, 424.73846, 465.65411, 543.86353, 506.73871, 469.80594, 475.06177, 470.68896, 666.04596, 579.35596, 565.37561, 463.70923, 551.31097, 471.48535, 489.77652, 639.08386, 593.1084, 663.2688, 497.16528, 522.88739, 527.13477, 824.27393, 548.78638, 571.8822, 493.06586, 560.45764, 522.20776, 530.65576, 622.09833, 511.50525, 494.9823, 711.59497, 608.24872, 555.53845, 465.05072, 497.58386, 535.08813, 508.69067, 555.94476, 697.58142, 627.23792, 454.02917, 489.85175, 481.63461, 562.74976, 663.72803, 433.27792, 529.71936, 585.52844, 564.54907, 500.74744, 552.56653, 587.80505, 513.1626, 749.72949, 567.43396, 722.69104, 560.05029, 500.12051, 558.81549, 559.59631, 603.84729, 464.00964, 553.63159, 519.22748, 565.39539, 533.03271, 515.63354, 463.58246, 533.63257, 686.73352, 569.34473, 550.82324, 640.03857, 574.44519, 515.0, 495.4762, 503.07507, 501.29285, 651.09479, 645.28137, 651.02698, 581.24097, 624.41992, 622.93512, 632.56183, 602.44434, 634.67914, 574.38135, 577.30566, 923.90344, 503.5405, 596.12024, 650.35223, 534.61847, 572.31714, 682.47693, 565.00867, 610.23895, 537.24835, 499.54602, 660.6402, 642.41919, 632.00684, 765.10608, 578.42938, 591.87238, 564.59851, 477.41559, 651.32593, 561.96875, 628.96448, 560.02844, 570.6839, 567.40863, 600.98682, 688.11865, 561.27222, 607.50623, 617.13684, 672.46136, 506.13229, 564.81158, 672.37488, 591.45203, 645.36548, 745.43628, 581.50153, 555.36334, 747.50891, 486.4079, 754.94482, 689.23517, 594.72119, 653.37378, 575.15247, 584.51599, 576.95251, 534.17303, 567.8739, 658.98083, 685.1875, 561.52161, 719.09808, 647.19128, 574.10706, 526.32544, 646.46442, 663.00104, 692.34485, 657.1665, 712.0498, 544.76343, 662.27264, 623.2196, 661.21606, 579.25647, 776.52441, 700.09174, 626.94519, 601.09454, 622.11615, 643.90082, 737.80231, 629.08044, 593.88757, 557.47058, 660.40912, 699.54114, 589.07208, 722.80048, 542.75195, 633.91791, 737.28931, 573.29761, 546.70099, 611.09943, 664.30811, 707.7887, 722.91907, 658.77795, 610.58936, 681.37836, 557.59235, 617.20831, 816.7533, 595.008, 697.43103, 588.56909, 564.51825, 602.11047, 741.96503, 624.96332, 638.65686, 649.7608, 678.48645, 635.12689, 666.79993, 660.9151, 666.76605, 515.77686, 605.03168, 619.52448, 756.10779, 677.8606, 617.59277, 639.75, 727.76233, 662.28271, 574.12476, 697.23651, 672.15637, 666.21338, 637.96301, 636.05884, 593.52374, 719.34875, 658.4411, 635.47791, 697.01465, 605.87317, 634.72595, 728.58881, 616.45789, 714.59241, 596.35742, 541.12488, 640.57117, 627.75562, 626.59088, 682.37408, 627.61279, 763.99536, 739.38684, 639.11536, 696.63641, 685.67004, 617.58685, 674.50378, 644.59473, 691.58698, 668.89142, 668.10657, 754.89124, 633.58197, 759.23755, 845.45483, 616.73499, 672.91382, 722.78699, 682.64417, 690.60144, 579.09369, 618.55005, 800.50214, 632.36218, 644.62122, 643.52063, 583.8324, 664.96259, 644.47443, 639.57458, 710.34644, 632.2218, 563.77185, 657.36755, 646.06445, 632.90167, 740.74554, 695.04163, 597.20447, 678.70941, 664.05029, 793.61871, 692.45349, 699.21045, 753.01416, 788.94543, 668.92358, 645.47314, 684.99622, 891.08801, 713.17249, 651.29614, 641.68103, 649.74927, 607.15686, 725.35907, 578.63831, 633.30786, 807.05884, 744.38977, 689.51978, 644.82385, 687.14014, 750.16113, 1070.02881, 789.26776, 689.18591, 674.98688, 690.29199, 696.51758, 701.63763, 826.03003, 719.09662, 755.0144, 734.69177, 739.17407, 786.70197, 805.46082, 682.6059, 754.09265, 677.82825, 670.31384, 660.36365, 678.87421, 710.61377, 741.30798, 808.23059, 607.0553, 767.40033, 656.50037, 693.05273, 676.18555, 674.89502, 749.43378, 837.35272, 839.67871, 846.526, 727.11224, 755.62317, 689.40808, 768.55969, 645.26831, 685.13739, 694.53241, 782.50018, 800.86298, 745.05493, 711.70654, 813.45166, 619.76465, 739.90234, 655.31641, 722.45428, 765.21094, 613.11731, 734.14807, 758.25586, 719.2467, 696.01422, 696.0545, 776.48474, 616.64771, 841.55066, 714.23694, 779.68927, 749.56714, 856.67212, 825.03601, 875.97076, 678.4245, 794.80206, 839.70575, 730.72144, 678.66174, 712.26288, 622.19287, 870.32275, 684.2597, 629.50635, 802.88226, 849.65601, 895.27618, 687.396, 755.38049, 758.23438, 702.10205, 786.85913, 801.58191, 867.52893, 717.12207, 808.07068, 767.09265, 779.59387, 703.48804, 805.11536, 853.13086, 706.13708, 760.45142, 748.4408, 729.03381, 700.30884, 828.89331, 835.2865, 872.65466, 781.4903, 738.73468, 836.12463, 761.28717, 746.5741, 810.44849, 817.49255, 773.74646, 888.59375, 699.66052, 800.341, 833.19989, 811.95044, 786.97241, 668.64319, 776.09363, 743.36853, 818.19043, 821.50732, 887.1485, 833.25201, 927.76331, 940.11243, 859.4021, 981.99194, 1007.23419, 840.57153, 854.16779, 922.30457, 977.75458, 768.09045, 1094.98682, 828.48987, 739.13574, 867.61707, 926.27917, 701.86053, 946.66669, 738.21149, 980.06042, 855.91376, 899.23645, 985.8476, 898.17041, 940.56604, 893.20532, 878.30463, 952.11096, 925.47693, 969.45258, 764.48322, 903.62573, 966.21783 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 6.093143622621541, "neutral_loss": 6.964702213247683, "target_chat_loss": 3.257159502677867, "target_docs_loss": 3.9274129431324414, "neutral_init_loss": 8.927646850585937, "target_chat_init_loss": 5.139709527587891, "target_docs_init_loss": 7.958744350857205, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 110.85678, 112.71953, 182.76007, 186.97733, 138.91295, 159.85881, 198.02426, 164.79739, 145.79807, 214.98872, 175.05113, 170.27022, 223.03078, 169.95242, 198.50903, 197.93567, 195.50574, 218.41422, 229.47034, 210.03726, 237.66762, 219.2464, 171.58359, 215.60703, 215.3877, 220.03781, 203.33075, 222.59842, 236.61731, 190.28592, 210.5515, 235.18661, 180.60461, 263.23938, 215.21117, 161.84674, 299.46759, 205.56799, 216.15456, 239.54448, 273.83667, 189.66037, 205.85544, 222.81747, 235.0984, 252.26712, 245.35036, 216.79626, 225.01776, 202.7543, 248.39748, 235.03549, 223.63409, 224.3223, 240.11728, 224.99083, 226.07571, 297.28262, 171.88509, 238.75334, 234.9762, 267.31653, 291.63681, 191.82153, 229.40645, 213.55444, 204.6001, 202.55617, 279.24548, 177.65926, 279.55518, 211.10699, 210.64531, 237.90071, 277.20499, 249.05127, 261.04633, 240.59805, 254.92001, 256.44928, 198.11496, 242.03174, 213.78496, 271.8103, 226.33958, 284.21246, 195.19926, 256.67041, 264.19037, 236.89145, 255.14227, 256.23843, 271.97583, 192.62051, 193.29411, 258.8248, 200.44638, 217.14998, 254.08592, 266.15808, 289.91376, 229.27078, 243.98878, 243.39391, 282.04553, 256.15887, 253.14423, 234.66493, 237.54033, 292.62885, 285.92572, 219.72038, 265.01791, 238.56609, 287.82983, 275.82217, 266.86407, 325.5943, 216.96274, 220.62527, 278.99509, 255.34348, 289.67667, 239.98239, 276.14386, 268.42438, 242.30988, 301.16904, 248.03654, 185.98616, 286.8775, 307.59192, 293.98398, 268.36337, 289.69104, 235.70126, 259.33588, 253.35214, 304.61789, 262.7868, 281.439, 254.59367, 275.47931, 265.98376, 284.87393, 251.70641, 284.0921, 303.81583, 245.14565, 302.77777, 264.03503, 266.38596, 279.9404, 215.77458, 220.97507, 309.70038, 281.75977, 270.21106, 279.02875, 315.60202, 281.85565, 265.12604, 222.35161, 323.35529, 274.62836, 248.98395, 238.69138, 303.50641, 326.26007, 305.15845, 232.40836, 270.95309, 289.59854, 285.42322, 259.20804, 260.88562, 233.30096, 279.43774, 307.20312, 286.29773, 280.09067, 259.94595, 278.44696, 280.30066, 336.59174, 327.45682, 261.83136, 304.4765, 282.04526, 311.4982, 277.80789, 306.15649, 264.65436, 264.21405, 333.47778, 259.91684, 289.6575, 267.17157, 291.81039, 292.29434, 278.6842, 312.92371, 291.08487, 329.24878, 254.397, 318.26028, 268.09003, 231.2045, 293.67383, 288.52072, 307.4429, 248.39537, 296.56802, 294.56689, 291.03705, 305.93976, 288.03302, 316.9787, 339.17319, 264.07269, 240.29381, 308.04013, 340.02924, 318.72589, 280.20609, 283.92862, 328.40741, 312.03516, 343.10013, 272.80875, 296.42542, 345.31577, 327.55807, 310.2561, 332.65063, 344.00696, 222.5247, 316.24356, 324.95386, 314.58997, 313.57275, 317.74298, 340.88235, 327.90594, 341.23383, 315.67963, 378.17938, 343.49329, 307.47272, 369.02606, 320.04297, 373.16199, 376.78088, 517.39722, 496.14288, 576.27393, 581.62482, 530.97974, 569.50677, 587.03784, 593.15326, 598.53558, 588.70728, 603.11865, 658.97473, 637.31683, 545.96057, 611.98126, 619.59589, 611.10986, 619.8266, 557.69446, 639.04028, 697.65198, 647.16565, 686.53577, 610.91553, 634.11523, 606.12109, 637.68463, 629.93579, 620.66211, 697.93256, 770.84161, 614.23663, 627.46741, 629.96735, 586.37927, 720.35693, 627.35907, 761.1806, 699.56787, 725.38599, 708.68713, 652.00964, 636.2041, 699.67981, 703.1214, 629.3009, 633.09528, 709.08398, 677.27106, 685.83636, 706.53259, 753.95142, 669.15411, 735.49866, 682.95978, 724.69238, 694.70361, 597.00684, 619.26147, 692.45264, 637.68945, 625.27631, 723.04797, 699.94299, 657.46655, 623.60913, 679.56628, 692.06091, 637.83997, 578.02954, 660.70081, 746.96924, 685.15558, 744.72314, 773.38086, 724.61841, 794.00085, 789.89484, 720.40405, 567.99133, 830.06055, 701.41113, 692.23541, 725.88049, 727.20355, 740.28308, 640.90375, 701.74548, 827.26489, 715.52032, 631.63892, 725.2533, 761.77625, 686.8125, 761.1781, 760.91589, 790.40491, 806.51697, 717.47949, 789.49829, 800.36945, 757.90851, 719.5047, 656.04291, 733.64783, 803.92981, 836.32776, 719.3717, 876.27942, 729.99701, 634.03406, 786.34924, 722.26929, 759.19574, 740.4436, 801.56116, 723.13843, 750.35968, 724.23285, 764.08569, 641.63263, 787.39673, 720.95654, 771.88647, 704.67249, 737.09229, 793.21497, 742.54596, 810.90332, 743.88318, 958.69757, 802.21991, 816.68744, 775.39319, 828.25659, 840.0072, 787.26172, 893.38489, 729.39081, 679.02777, 794.09058, 695.73969, 719.12, 777.66882, 824.73108, 807.79272, 888.14673, 729.95605, 861.64502, 753.59369, 823.24139, 804.52435, 775.24524, 851.3501, 647.24139, 788.02936, 733.83051, 811.27521, 795.36267, 741.18231, 877.68317, 810.23151, 727.41406, 803.71228, 785.71497, 774.58508, 859.17737, 750.89868, 1006.09204, 863.10919, 862.12976, 774.06689, 896.53503, 754.05829, 758.46472, 732.2049, 709.3645, 783.45801, 930.06738, 767.36591, 924.03925, 882.89844, 870.12329, 754.06494, 691.4209, 896.36877, 908.5296, 799.51099, 857.05145, 870.38458, 760.27118, 927.55725, 758.66565, 864.9425, 809.93127, 883.69141, 918.27844, 826.0365, 841.74091, 978.46851, 805.87061, 974.83618, 925.21313, 798.20215, 827.39709, 764.91846, 854.90698, 854.71295, 876.88623, 871.68018, 927.7478, 941.47198, 929.50555, 817.94403, 894.41553, 921.74634, 918.14795, 904.25775, 845.16333, 936.78113, 843.79395, 824.07898, 969.86816, 903.953, 919.80786, 1045.05786, 877.91431, 792.42114, 1038.59033, 1004.47021, 832.98816, 798.91058, 899.01605, 960.47443, 897.20331, 920.84344, 996.53168, 999.01471, 880.93103, 811.04846, 884.96161, 924.29755, 975.98145, 939.75391, 943.34778, 906.0686, 819.7467 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 302.18158, 107.89296, 124.05341, 334.07101, 100.89455, 394.25247, 517.31335, 91.66418, 551.36768, 637.5957, 128.65637, 527.74548, 49.85387, 233.29384, 893.53064, 850.38678, 812.75183, 962.6825, 871.5896, 695.07111, 938.97449, 1043.48926, 839.83057, 333.39005, 1151.86768, 660.17322, 191.64665, 1064.30359, 690.11938, 593.19623, 344.3418, 677.33826, 749.09729, 687.32501, 931.03784, 626.72101, 739.28851, 662.065, 702.67224, 143.57863, 651.98169, 269.70416, 720.35486, 729.41669, 748.65186, 659.97614, 852.47333, 739.65454, 1179.66406, 723.71924, 705.93872, 978.3418, 1057.73743, 384.86517, 701.48676, 797.50708, 810.70306, 997.8252, 797.79535, 983.78955, 811.45056, 1095.77368, 1438.95605, 721.53589, 684.81104, 520.86737, 709.92957, 609.20642, 717.04626, 626.00092, 723.71362, 812.61517, 649.92682, 1370.26721, 805.20099, 690.16541, 803.0686, 769.60095, 506.05597, 694.09131, 785.39294, 760.59302, 780.75177, 1124.85608, 681.1347, 1003.98169, 948.64246, 1200.51062, 740.58942, 832.64331, 746.82825, 820.94373, 783.25854, 785.59552, 769.1228, 708.1637, 688.94281, 728.99689, 934.3147, 926.75806, 849.46228, 767.84155, 799.64716, 609.89185, 1111.52356, 875.62836, 772.72681, 680.3064, 495.86151, 179.25049, 841.57117, 615.45752, 1226.0542, 706.9903, 707.12909, 856.78223, 700.2561, 756.14343, 804.66223, 814.4718, 815.36444, 794.25085, 723.27075, 902.71033, 726.60339, 923.87915, 815.3363, 828.50031, 833.19293, 695.15277, 726.94531, 742.36804, 748.92859, 959.19751, 1189.52246, 736.95935, 1250.02026, 475.18408, 1114.84851, 1010.52307, 767.25732, 697.68652, 844.99011, 797.93262, 948.56738, 868.36786, 831.46484, 723.4635, 702.2876, 923.15137, 906.5376, 756.40247, 854.08801, 812.06305, 852.59143, 757.03394, 898.06891, 236.99716, 766.90222, 861.84631, 422.50003, 761.15942, 749.84204, 892.42456, 130.81021, 1306.83386, 811.29321, 63.63591, 693.58215, 799.01257, 891.55817, 813.60266, 1087.87329, 682.75256, 802.68787, 779.8501, 789.1109, 793.70227, 857.37378, 796.07153, 1006.90515, 830.35022, 425.78522, 840.63892, 1011.10901, 960.22595, 953.03693, 1064.78418, 962.927, 752.61877, 921.18921, 932.91223, 900.5672, 850.94812, 761.6217, 1300.33716, 894.41656, 1499.89429, 917.1405, 797.16437, 933.17847, 929.24603, 1060.02429, 748.50952, 622.98669, 1146.1427, 827.36731, 908.01166, 246.03667, 839.49707, 931.72064, 938.25244, 960.06897, 1337.18579, 963.87891, 790.53131, 896.7489, 798.86609, 915.97083, 731.61072, 1969.16223, 988.18024, 1013.94507, 792.70923, 901.74573, 765.79517, 767.33704, 826.96619, 855.57178, 887.39032, 870.39282, 476.42111, 910.50671, 816.86273, 906.69849, 1477.40991, 1104.98877, 865.39893, 1012.18652, 974.08795, 661.74597, 806.44354, 941.43958, 772.10474, 1040.80737, 919.65344, 951.30743, 874.56091, 1034.69092, 1584.43933, 930.57916, 1210.87183, 913.40295, 1109.5752, 930.72412, 847.18982, 506.96255, 966.50537, 356.22534, 917.58032, 983.72656, 837.80261, 790.54321, 741.50928, 837.83215, 963.82776, 953.65204, 711.84448, 991.48792, 981.70709, 993.76355, 910.06702, 862.54871, 992.93988, 804.70966, 1049.15259, 832.5896, 1017.99011, 848.99133, 983.99524, 941.67566, 1443.80273, 870.09387, 1096.38965, 1399.37158, 1507.96143, 605.83557, 1078.72998, 959.0824, 1078.92529, 848.03748, 948.83423, 1114.0127, 960.84937, 1227.16479, 989.4566, 1063.75232, 952.44391, 968.776, 841.75977, 1007.31873, 1078.58215, 962.28809, 1321.80322, 917.2522, 889.93768, 1204.37646, 989.29364, 1197.9375, 1027.62915, 980.78223, 861.15259, 865.83789, 1055.39624, 900.56683, 810.70972, 967.62177, 1036.70508, 1012.51001, 922.79291, 1045.13892, 1156.46362, 1520.80945, 977.81238, 924.05676, 650.35022, 344.92645, 1068.21509, 974.16425, 1107.36108, 940.27808, 1052.55896, 964.87524, 1022.10956, 1011.02148, 908.56458, 731.255, 938.78992, 823.75366, 1177.86499, 936.07672, 887.66357, 898.73553, 1013.87183, 337.4198, 1659.81494, 986.94562, 1528.33069, 1072.85107, 1142.96875, 1088.04639, 1096.52087, 1328.2771, 1181.63416, 1369.49609, 1618.76184, 1504.09302, 992.20557, 1182.81055, 1210.6217, 1169.99487, 2351.92627, 593.38934, 1543.11816, 929.47437, 1900.8562, 1624.3501, 1116.80249, 1577.13477, 1114.32373, 1531.90283, 724.11444, 952.23706, 666.77478, 1137.45215, 911.45026, 1112.78357, 1273.71118, 1532.54565, 1240.52051, 2054.62305, 745.92511, 2073.40869, 1698.1582, 1039.72388, 1005.04578, 1554.41772, 1899.40576, 1403.21777, 1612.48364, 1994.59863, 780.90082, 1036.71631, 738.30408, 1719.24609, 1341.31152, 1955.1543, 1857.63904, 1969.72681, 2530.58838, 1468.48291, 1827.53638, 439.862, 1274.92566, 1598.46631, 2030.34009, 2333.37158, 1272.57642, 1155.78101, 1930.94019, 918.08209, 1267.61401, 2646.07739, 2103.24731, 2771.93994, 1002.6676, 2400.67773, 1570.44092, 1692.33105, 1710.70325, 2109.60107, 856.04297, 1523.7981, 1323.95435, 2083.09277, 2096.0271, 2346.45728, 2345.35571, 2857.8667, 1853.1969, 2335.69067, 1540.22095, 1907.56982, 1738.94531, 2439.14404, 2875.15869, 2622.20117, 2727.81543, 2947.52246, 2799.99316, 2486.3418, 2797.47412, 1952.28186, 1643.20874, 2045.40771, 2295.53906, 1787.74707, 2422.56885, 2243.95337, 2252.48389, 3544.60815, 3088.57373, 2993.63037, 3141.23438, 2017.42078, 2236.51685, 2300.2146, 2386.32007, 3206.56299, 1467.51636, 2507.72021, 2794.85107, 3174.0293, 2705.89502, 2280.63672, 2258.60938, 2598.77222, 3142.73096, 2358.81055, 2572.9856, 3400.54346, 1558.05249, 3521.66406, 2706.66748, 2672.573, 2297.93506, 3024.31885, 2481.87158, 3775.74658, 2455.4126, 3877.88818, 2996.71362, 3438.88062, 2486.7124, 3480.49756, 2882.4248, 3885.5166, 2452.81641, 2874.09717, 2811.85425, 4165.67139, 3463.72388, 2114.15454, 3409.89453, 4360.10156, 2547.27466, 4231.03711, 5014.92285, 2971.39697, 4511.79492 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 386.03436, 405.37204, 418.54517, 513.78375, 454.19116, 546.00604, 501.69141, 558.15417, 880.6861, 902.34528, 874.28235, 745.94019, 749.47589, 883.7428, 626.77032, 807.50659, 724.19965, 914.57959, 929.23694, 674.03125, 882.33118, 975.31079, 959.72766, 988.20709, 1002.08337, 956.36292, 993.31189, 819.01135, 836.18762, 917.3808, 981.85773, 975.54565, 934.50415, 1086.75269, 972.35291, 940.07904, 1063.78149, 834.33667, 884.93079, 1053.97266, 877.84119, 882.10461, 963.487, 817.58722, 836.41309, 1009.27783, 894.27527, 989.7937, 938.95178, 974.65399, 1051.10742, 988.30469, 985.02856, 883.10419, 1077.92749, 960.61389, 963.77783, 888.62817, 906.14746, 1252.71692, 1095.82886, 1127.16577, 834.922, 1082.07507, 958.62457, 1213.08667, 1242.26501, 1120.15125, 1256.59961, 1043.71191, 1022.62036, 1013.90015, 1354.37378, 1105.37231, 1004.85992, 1060.42615, 1037.31897, 1005.92749, 1047.71631, 1090.71814, 1031.84766, 1081.23096, 1279.69263, 1046.39514, 1078.52673, 1011.45947, 1032.31323, 1065.44775, 932.67749, 1050.18823, 1209.40259, 1206.0459, 1008.14343, 1044.13647, 1011.6864, 1113.38916, 1217.54431, 1126.37329, 1005.7627, 1028.81506, 1107.4032, 1066.77637, 998.7793, 1163.35876, 1092.76489, 1221.1416, 1083.90552, 1379.65869, 1071.45117, 1019.82501, 1072.14551, 1122.92749, 1191.18274, 956.1275, 1012.38605, 992.48291, 1081.50952, 1077.58911, 1189.50098, 1002.54309, 1100.29443, 1270.36841, 999.98108, 1020.03864, 1210.2959, 1087.47925, 1056.77698, 945.47485, 1070.85339, 1043.40503, 1155.19189, 1148.46851, 1168.50635, 1138.604, 1203.81152, 1197.06689, 1163.99646, 1198.1665, 1256.19739, 1123.02759, 1091.34595, 1446.43848, 1029.67053, 1130.07373, 1163.45605, 1089.98877, 1308.68042, 1137.00952, 990.53571, 1167.86011, 1111.38525, 1072.11292, 1251.96924, 1327.99683, 1219.09521, 1333.0481, 1112.3374, 1193.46313, 1134.4967, 1073.9751, 1239.55933, 1029.49683, 1124.48584, 1079.54248, 1116.80957, 1044.875, 1236.49072, 1262.53345, 1216.2832, 1227.20569, 1177.82544, 1226.83728, 1182.203, 1240.24463, 1226.65979, 1233.00183, 1271.55652, 1253.15381, 1223.84253, 1075.43335, 1428.39795, 1259.19067, 1409.82129, 1281.82507, 1134.24304, 1253.1925, 1200.05945, 1099.01404, 1170.63599, 1108.28662, 1117.27197, 1199.47607, 1228.23022, 1155.09509, 1403.06641, 1222.97998, 1210.6543, 1112.49426, 1278.62878, 1239.18787, 1294.47498, 1307.12671, 1346.47241, 1074.31348, 1234.5625, 1184.26367, 1274.08801, 1182.72681, 1384.83301, 1247.88208, 1208.5752, 1175.82434, 1250.44556, 1219.83984, 1286.68091, 1206.2356, 1253.12268, 1106.48499, 1267.30981, 1295.71045, 1241.17163, 1351.5686, 1176.44141, 1185.73718, 1478.94617, 1177.98096, 1322.50317, 1239.20093, 1252.84607, 1266.07788, 1420.5022, 1170.84863, 1223.13745, 1353.16418, 1154.45752, 1170.8269, 1369.42712, 1265.57788, 1339.74194, 1236.33813, 1241.22949, 1209.57446, 1265.5592, 1386.16418, 1221.08875, 1189.00146, 1278.50037, 1331.04565, 1129.83276, 1332.96704, 1259.9812, 1186.86169, 1196.75122, 1305.4801, 1404.26685, 1216.41675, 1264.13159, 1334.16028, 1458.56372, 1290.99121, 1245.47278, 1313.41248, 1322.21167, 1367.76233, 1378.13391, 1341.0686, 1097.57092, 1255.30811, 1348.7312, 1213.59802, 1238.03186, 1296.05542, 1334.14136, 1339.01562, 1279.86475, 1400.0376, 1209.67883, 1243.85889, 1354.09082, 1330.4126, 1305.7262, 1258.79236, 1289.94385, 1311.6709, 1404.24207, 1270.57373, 1256.5083, 1296.79395, 1242.4458, 1251.10669, 1374.25635, 1275.81006, 1307.82715, 1247.12573, 1394.06006, 1250.37695, 1453.10352, 1688.50806, 1283.99036, 1277.59924, 1475.45776, 1301.39001, 1385.84863, 1182.17261, 1334.55786, 1493.23071, 1269.81299, 1244.81995, 1224.5863, 1422.68567, 1327.99011, 1428.65381, 1374.91345, 1403.29309, 1261.55591, 1313.25842, 1423.5144, 1394.0625, 1262.06323, 1543.97803, 1350.59033, 1347.88782, 1322.84839, 1427.42114, 1415.09534, 1485.91235, 1360.47485, 1633.59766, 1307.07788, 1341.81177, 1385.06494, 1360.28027, 1589.16394, 1313.95557, 1401.00928, 1202.08716, 1313.23462, 1272.82117, 1359.29858, 1266.323, 1233.00623, 1618.93958, 1429.49243, 1237.8689, 1391.64941, 1334.01355, 1461.07019, 1823.99487, 1456.0415, 1296.88708, 1433.81372, 1405.61499, 1288.5426, 1467.25659, 1439.25464, 1525.70447, 1383.30664, 1407.02173, 1449.72803, 1515.29199, 1345.34814, 1296.8252, 1409.70679, 1303.39429, 1414.34705, 1330.67383, 1370.70581, 1384.14478, 1514.48279, 1508.21533, 1227.9198, 1430.58777, 1392.44519, 1392.91528, 1315.78967, 1340.22046, 1429.26001, 1485.88672, 1518.5907, 1551.83167, 1509.05957, 1382.10425, 1221.58765, 1483.11206, 1254.16772, 1358.30737, 1392.00757, 1531.06616, 1531.55249, 1541.4353, 1423.2887, 1458.97083, 1272.00977, 1297.85486, 1324.06689, 1385.63794, 1523.41577, 1297.86804, 1523.31128, 1462.46338, 1428.2019, 1370.72021, 1295.83154, 1384.6875, 1335.78345, 1574.19592, 1580.18079, 1515.26013, 1417.99158, 1598.15247, 1523.98254, 1575.90698, 1429.56274, 1444.84106, 1497.05603, 1402.2467, 1353.72974, 1477.5896, 1313.7373, 1466.09753, 1454.86731, 1473.91675, 1481.24634, 1493.33936, 1785.80811, 1427.43835, 1468.01379, 1500.30188, 1355.69287, 1557.45386, 1838.49377, 1851.35156, 1566.87939, 1618.38428, 1520.24927, 1483.0542, 1444.60693, 1452.99451, 1623.63721, 1456.96033, 1358.04102, 1652.80408, 1400.72949, 1494.84583, 1562.4646, 1544.61646, 1713.73682, 1398.22607, 1366.30151, 1540.10278, 1407.60132, 1586.71924, 1664.17932, 1627.59546, 1422.92358, 1680.82202, 1396.94775, 1520.97754, 1618.8645, 1493.23364, 1552.3009, 1346.75781, 1477.0061, 1667.68799, 1636.17822, 1665.11499, 1708.34851, 1535.99194, 1633.6709, 1687.62939, 1653.33081, 1858.8147, 1715.71741, 1586.90955, 1702.1333, 1629.52136, 1737.35583, 1603.89758, 2014.80005, 1606.87048, 1586.9375, 1532.49597, 1687.82324, 1657.08691, 1779.66382, 1574.16187, 1804.26892, 1645.36035, 1640.44092, 1849.59436, 1684.24133, 1834.46582, 1710.66724, 1697.33105, 1810.82056, 1809.35254, 1981.95752, 1639.24585, 1935.71069, 2130.30566 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 8.153586103371573, "neutral_loss": 9.197951891334839, "target_chat_loss": 5.904602649623608, "target_docs_loss": 7.240669486140349, "neutral_init_loss": 10.986632312011718, "target_chat_init_loss": 7.3538408203125, "target_docs_init_loss": 9.648663547092013, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 153.58226, 173.81741, 228.09499, 223.06377, 193.06535, 228.88699, 234.51938, 210.28873, 223.13138, 260.38287, 218.5914, 217.85825, 269.01062, 230.54089, 235.97595, 250.03299, 250.84286, 280.6792, 285.41629, 272.47583, 274.69962, 280.51266, 233.22421, 281.92249, 284.76556, 295.96008, 234.6351, 323.89371, 296.89001, 258.38373, 283.25, 292.0528, 237.99873, 318.45798, 289.88342, 230.72946, 347.33948, 276.94641, 277.88358, 299.05853, 330.18964, 251.06281, 266.42288, 290.63339, 284.47989, 306.3233, 297.8941, 290.76056, 279.45886, 254.43417, 313.64023, 330.90155, 271.33734, 313.89291, 316.35336, 291.83936, 298.45386, 383.74084, 245.21677, 300.01309, 320.80731, 323.80945, 339.85013, 255.07706, 273.35431, 284.58963, 291.78622, 280.07022, 347.06122, 248.99582, 342.5481, 312.19867, 275.52081, 284.57053, 349.20764, 315.82489, 339.81046, 323.65613, 330.47693, 330.14923, 266.35611, 297.90527, 291.29529, 350.05969, 287.88336, 349.02966, 238.89682, 330.83505, 342.91306, 314.54276, 319.82962, 331.47034, 344.7439, 250.49197, 250.57268, 312.20105, 297.02151, 264.34265, 335.65851, 301.64886, 358.91138, 308.29971, 309.66116, 323.98474, 325.78467, 313.88687, 308.49686, 313.08691, 298.96335, 339.60748, 357.74677, 299.74405, 316.43512, 328.10138, 350.10999, 362.47552, 331.33685, 400.66196, 335.63928, 283.79767, 337.92609, 338.2998, 369.87863, 326.36307, 350.15866, 321.63074, 324.27466, 373.43701, 313.68512, 308.14722, 328.57013, 384.38831, 379.25555, 363.79883, 344.39215, 324.20935, 347.42383, 329.88715, 369.91089, 352.28595, 364.65363, 331.31659, 351.19757, 330.45422, 346.04492, 326.93372, 342.11758, 375.0563, 337.50464, 359.10132, 325.82892, 319.54443, 355.70651, 275.98541, 282.59106, 370.77261, 360.46216, 350.41119, 366.48807, 377.58844, 350.53241, 329.96625, 334.9491, 394.54071, 366.36758, 331.86099, 321.06601, 372.38773, 391.82068, 372.69162, 310.84875, 367.4292, 381.4382, 366.27405, 337.58887, 379.11304, 306.71228, 376.63397, 410.37817, 383.87411, 335.05804, 342.06122, 345.51474, 353.10211, 406.44492, 401.35638, 341.44067, 384.91464, 370.73416, 378.35242, 372.2851, 361.91241, 319.62042, 352.58435, 386.74512, 331.21033, 374.0578, 359.4548, 360.59052, 371.52396, 351.92731, 400.7886, 372.02295, 411.73816, 312.21188, 397.71634, 349.81982, 298.51492, 375.35504, 372.29163, 398.74072, 368.46704, 373.22516, 408.41357, 377.04126, 386.5477, 383.7908, 434.13272, 393.24713, 367.4444, 318.55646, 394.01282, 442.98676, 403.93542, 389.54425, 357.17157, 399.0549, 391.33575, 451.05029, 384.63776, 400.01862, 421.75958, 427.43597, 379.58282, 425.26404, 419.04642, 295.01953, 406.30655, 402.95795, 425.00116, 400.12735, 437.38525, 443.11288, 423.62146, 433.48709, 406.60553, 480.491, 458.97308, 440.35208, 440.26987, 490.93997, 501.54907, 459.15588, 617.31024, 609.61853, 703.91827, 682.47229, 735.68909, 751.87909, 752.56549, 710.82422, 747.28955, 767.81116, 744.85681, 785.08313, 810.05383, 766.3916, 758.08435, 776.08972, 799.71912, 794.53284, 811.203, 837.43542, 874.13428, 859.08093, 831.03821, 813.73877, 839.99756, 810.22803, 838.14636, 837.04126, 850.4007, 910.28418, 922.43628, 843.10461, 767.14948, 819.86041, 815.87317, 918.92859, 859.78369, 959.43219, 928.27606, 887.76917, 912.81964, 850.11938, 892.52612, 917.74292, 878.09973, 836.41699, 864.15906, 865.5542, 905.28113, 931.45862, 858.24457, 945.08179, 893.2984, 923.48804, 882.56909, 891.83551, 906.7937, 821.62964, 897.34229, 903.51086, 827.69897, 892.75067, 920.33124, 884.41791, 853.8949, 865.94177, 937.29077, 879.61499, 898.62463, 868.30701, 892.59003, 927.27222, 883.91437, 919.69482, 980.81982, 962.48517, 969.68469, 991.77344, 910.35486, 800.6825, 1020.61304, 869.18213, 931.03101, 927.78577, 919.64594, 955.80304, 870.94336, 903.56354, 1021.82941, 919.37378, 823.8125, 937.10315, 958.56647, 939.0932, 980.62866, 983.34589, 1024.63074, 1018.68652, 955.51221, 959.88721, 1059.43823, 1011.92914, 926.71844, 928.80261, 953.53247, 1037.67529, 1034.5614, 978.22119, 1108.2793, 939.81409, 912.45154, 1024.96924, 993.31897, 1011.6355, 974.56305, 1001.9765, 1031.64502, 960.06097, 949.94824, 1033.26233, 915.15051, 1032.44263, 1016.79932, 1011.15759, 955.09747, 990.70087, 1049.73755, 949.12292, 1007.13605, 1019.42725, 1160.63208, 1010.59009, 1013.39337, 1025.27832, 1021.69617, 1104.16479, 1051.224, 1113.4657, 964.71436, 953.48102, 1070.36072, 958.8916, 1020.0946, 1035.52515, 1063.21851, 1067.6156, 1102.41675, 916.81433, 1076.33936, 1090.72729, 1041.59082, 1005.93677, 1028.63574, 1047.20288, 952.85272, 1013.02917, 969.73041, 1070.09949, 1038.40405, 1023.65582, 1189.63904, 1072.88098, 966.98083, 1102.52734, 1108.52783, 1016.59229, 1113.92175, 1077.78784, 1198.47266, 1151.70166, 1079.31665, 1012.0791, 1085.59021, 1073.40125, 1129.64185, 1001.83301, 1069.03381, 1049.2196, 1159.79822, 1075.35217, 1143.18823, 1153.93384, 1177.85083, 1109.52942, 1037.0459, 1100.51782, 1125.61194, 1143.03625, 1126.41309, 1147.18164, 1039.56543, 1195.32043, 1045.43994, 1147.81824, 1092.63086, 1177.81421, 1128.21729, 1129.54272, 1146.22632, 1213.93091, 1130.30371, 1291.125, 1184.35596, 1146.09521, 1097.37085, 1179.96753, 1091.80164, 1149.81519, 1228.54907, 1138.26392, 1218.92261, 1309.33252, 1275.82324, 1189.83862, 1217.07007, 1224.02539, 1214.09009, 1270.53809, 1296.19873, 1173.91125, 1243.51318, 1261.50159, 1298.81348, 1151.17285, 1272.87817, 1279.01562, 1250.29688, 1193.96851, 1409.13025, 1330.4696, 1213.6416, 1231.24316, 1371.06641, 1330.25391, 1306.98792, 1407.03369, 1298.08765, 1302.5437, 1230.60938, 1273.0426, 1432.14038, 1387.13379, 1358.98889, 1427.23535, 1465.39038, 1428.3009, 1401.25244 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 415.00131, 150.81657, 174.81075, 524.5351, 147.36974, 1033.01428, 749.71747, 142.45187, 749.82117, 890.27661, 226.81931, 769.74353, 248.92529, 390.23309, 1422.75171, 1256.7406, 1442.20557, 1567.51709, 1486.67554, 1079.39783, 1553.54163, 1644.61597, 1255.56555, 668.54834, 1689.73291, 950.27502, 442.80328, 1825.4436, 972.68774, 1027.96289, 754.27106, 1014.9671, 1060.75098, 993.16583, 1786.00134, 918.99146, 1041.10669, 961.86652, 1039.9375, 282.81378, 984.43018, 687.62665, 1064.7854, 1111.27783, 1080.71741, 962.10919, 1254.43335, 1100.70166, 1983.80078, 1052.28625, 979.86218, 1581.15332, 1988.43799, 767.77405, 1100.2655, 1161.39038, 1169.42993, 1800.58594, 1100.58057, 1714.38477, 1142.01489, 2069.97705, 2133.99756, 1046.04688, 1008.74341, 1019.04913, 1049.19629, 949.99561, 1101.82593, 888.00183, 1033.87048, 1201.13318, 955.7027, 2349.34399, 1130.49548, 959.66772, 1243.55652, 1161.1886, 1091.0144, 1014.79175, 1245.51343, 1124.94922, 1125.61609, 1984.77686, 1056.23792, 1778.22266, 1382.71838, 2141.75952, 1171.18433, 1233.71216, 1086.84094, 1296.52808, 1126.81909, 1150.24292, 1110.22498, 1106.80139, 1035.07166, 1024.63879, 1335.41187, 1829.2804, 1227.68237, 1061.62903, 1178.7561, 1101.61133, 1958.89697, 1326.00439, 1184.69141, 1119.8938, 996.12756, 434.38959, 1218.50879, 896.95361, 2078.99414, 1053.35327, 1043.50867, 1249.36255, 1008.67743, 1165.23682, 1146.90747, 1265.20996, 1179.81836, 1129.12769, 1076.48486, 1329.92041, 1034.77319, 1330.70959, 1181.25781, 1233.74487, 1211.88489, 1288.80493, 1050.18774, 1181.29639, 1119.53516, 1538.20874, 2366.94434, 2377.01392, 2095.91968, 820.94934, 1579.77881, 2198.99951, 1148.28271, 1057.52368, 1280.75781, 1263.24109, 1467.83887, 1290.10559, 1162.01221, 1092.80713, 1125.94385, 1328.41406, 1266.953, 1191.51562, 1191.9834, 1229.76807, 1172.43079, 1122.90393, 1318.97766, 461.80392, 1171.97742, 1197.69006, 671.69861, 1117.54785, 1386.76367, 1338.5509, 255.81725, 2148.17236, 1252.41028, 148.58838, 1070.90039, 1193.05396, 1320.27148, 1234.84998, 1644.8689, 1033.88745, 1192.48364, 1114.54297, 1184.54517, 1132.17358, 1227.3894, 1171.55518, 2101.58618, 1145.52722, 746.63672, 1213.03528, 1582.61426, 1365.60925, 1377.43335, 2374.81592, 1372.98804, 1132.20874, 1347.64209, 1353.49243, 1307.25232, 1242.0802, 1178.16724, 2220.20654, 1359.5647, 2490.09009, 1336.20056, 1287.69263, 1374.30103, 1389.14209, 1561.1543, 1149.98242, 1062.38452, 1948.33887, 1304.72339, 1310.29407, 459.1033, 1213.73132, 1422.53369, 1315.67407, 1433.06421, 2505.41919, 1427.11121, 1168.48657, 1375.01025, 1267.36841, 1336.79248, 1208.97168, 3132.89404, 1773.60144, 1467.87354, 1137.62109, 1418.375, 1110.03357, 1207.87305, 1270.02466, 1328.22192, 1367.04224, 1364.65833, 1229.05322, 1586.20923, 1219.12476, 1378.30591, 2382.20654, 1537.69946, 1275.31641, 1591.37488, 1372.04004, 994.20007, 1228.72144, 1369.69531, 1142.52734, 1527.87769, 1442.32068, 1427.52759, 1501.02966, 1591.0885, 2750.99756, 1546.51294, 2284.67627, 1319.16113, 2260.19775, 1462.39697, 1285.93323, 926.55695, 1435.13879, 673.45465, 2336.28467, 1533.13159, 1331.8645, 1224.52026, 1130.47632, 1340.44604, 1501.17334, 1497.8584, 1116.73169, 1575.52637, 1442.96313, 1427.44006, 1370.56921, 1367.28357, 1968.48682, 1165.9502, 1506.09363, 1298.1344, 1543.94446, 1265.65381, 1417.81055, 1476.8252, 2498.79932, 1328.47119, 1634.80066, 2645.11914, 2771.77026, 1125.82507, 1645.48328, 1381.52612, 1605.78552, 1272.93701, 1597.35693, 1912.38123, 1469.80615, 1936.22766, 1511.97351, 1607.24011, 1455.03552, 1436.25598, 1424.89624, 1751.67261, 1645.56885, 1439.2561, 2566.78467, 1367.18286, 1288.21765, 2266.27612, 1434.0293, 1762.68726, 1827.91064, 1514.99927, 1672.53809, 1305.06543, 1553.22205, 1400.70361, 1285.43213, 1423.02502, 1562.87671, 1532.40894, 1412.03931, 2198.94678, 1759.10645, 2606.15088, 1407.83801, 1393.22217, 1308.15857, 689.9917, 1568.42773, 1607.46973, 1702.04102, 1478.58301, 1514.61475, 1511.23755, 1508.41821, 1500.86462, 1468.08716, 1527.58789, 1382.73779, 1367.29712, 1794.80908, 1510.46667, 1379.08447, 1346.13599, 1873.17358, 937.56195, 2892.51611, 1500.54834, 2599.55322, 1618.3363, 2478.53809, 1582.14673, 1703.04114, 1873.7644, 1753.83911, 2866.44238, 3498.45312, 3060.5022, 1546.96777, 1823.35327, 1777.4845, 1808.54053, 3588.12158, 1033.30664, 2795.26709, 3013.47852, 3618.698, 3164.85352, 1672.36902, 2707.04663, 1654.90161, 3053.70776, 1376.04333, 1524.58008, 1209.85559, 1678.72827, 2000.26904, 1706.20544, 1950.27405, 3538.02246, 1871.74011, 3724.93604, 1342.10339, 3839.63916, 3785.58643, 3366.21753, 1836.37354, 2828.37402, 3477.12207, 2177.23096, 2919.2998, 4520.57129, 1258.71777, 3090.06421, 2968.875, 3277.91406, 2801.84082, 4141.88232, 3633.88428, 4419.14697, 3910.68604, 2622.06372, 3551.38965, 1111.52466, 3625.8999, 3442.0415, 4767.11475, 4101.95166, 3015.31909, 2249.71411, 3750.32861, 1843.86841, 2389.77148, 4518.08984, 3713.29297, 4689.82227, 3623.56152, 4304.41553, 3876.80566, 3068.91016, 4398.76221, 3622.58594, 3468.25, 2904.64307, 3493.2771, 4982.79785, 4504.43213, 4927.66553, 3730.00293, 4930.8623, 4244.35059, 4315.24512, 4257.42627, 4100.77246, 3498.60229, 4174.45996, 4805.08838, 4105.09521, 4425.5957, 4933.90332, 4444.16309, 4674.31689, 4558.19531, 4037.54688, 4383.99316, 4492.90234, 4971.08496, 5424.17627, 4202.90625, 5360.9248, 4772.88281, 5539.28223, 5614.02051, 5709.66309, 5152.64648, 5433.38867, 5609.40527, 4980.11279, 4939.90869, 5411.58057, 4418.52344, 5472.82129, 6101.84033, 5792.11133, 5551.19727, 5759.5, 6591.01562, 5548.0249, 6121.41504, 6042.61816, 5227.21045, 5818.99121, 5450.9668, 5947.66602, 6818.6543, 5586.97266, 4946.59277, 6169.44434, 5415.09082, 6245.49561, 5279.24121, 6679.76807, 6542.2666, 6709.80811, 6620.45117, 6501.0166, 5721.50146, 6985.68359, 6636.4707, 6307.98145, 7179.95996, 6835.39062, 6865.38086, 7425.62988, 7338.80176, 7480.07959, 6325.65234, 7572.21191, 8216.33789, 7795.86133, 8760.63281 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 612.26733, 695.13708, 680.19025, 789.98767, 759.75903, 883.32031, 866.66187, 950.73059, 1424.94739, 1447.59204, 1428.68433, 1288.62195, 1369.30579, 1550.6842, 1397.66919, 1447.65649, 1477.85168, 1571.3811, 1664.69617, 1456.75696, 1620.8075, 1707.47144, 1576.22632, 1593.58496, 1767.8125, 1733.42444, 1792.93677, 1461.27087, 1493.73865, 1724.32544, 1675.57642, 1835.58716, 1786.04065, 1732.27234, 1612.6239, 1719.43066, 1731.27026, 1628.33472, 1667.09546, 1845.78711, 1773.77222, 1994.3396, 1676.31775, 1717.01929, 1676.91724, 1783.80847, 1836.67664, 1764.93286, 1784.28821, 1718.83606, 1826.42871, 1767.20117, 1828.36755, 1894.40137, 1823.16943, 1727.48157, 1747.30029, 1911.17761, 1784.30859, 1988.01514, 1867.5116, 1988.70813, 1649.99658, 2011.11206, 1826.68542, 2035.48853, 1869.89526, 1966.63, 1993.02014, 1925.17371, 1857.16992, 1843.84119, 2124.04541, 1952.48389, 1819.51978, 1897.80762, 1994.64001, 1903.29041, 1909.04175, 1873.11475, 1935.91675, 1991.84619, 2010.28601, 1831.51172, 2019.14709, 1986.22009, 1988.47119, 1890.45142, 1689.10327, 1891.76013, 2031.42932, 2001.25232, 1995.1759, 2048.03955, 1885.98682, 2008.69006, 2038.53003, 2003.01306, 1902.28845, 1963.76917, 2052.55762, 1991.70435, 1863.49927, 2056.31885, 2004.15649, 2039.36621, 1949.17822, 2223.99023, 1984.08923, 1931.6261, 2047.24109, 1985.09558, 2010.604, 1902.74927, 1908.82605, 1936.51477, 1993.93262, 2105.12256, 2192.6731, 1945.0957, 1982.81091, 2299.65796, 1877.77307, 1924.12659, 2126.78564, 2075.76416, 2074.91357, 1875.87793, 1970.24292, 1985.00903, 1938.65808, 2053.4519, 2069.23315, 2060.00244, 2149.52783, 2119.76392, 2142.41797, 2163.48535, 2157.2998, 2103.15332, 1990.37488, 2210.07275, 1969.60364, 2077.2998, 1957.32861, 2051.22144, 2269.63037, 1957.22021, 1785.82251, 2070.41504, 2058.71631, 2057.32129, 2173.64868, 2324.74634, 2148.99658, 2191.71777, 2094.73828, 2244.14844, 1999.65356, 2158.68384, 2238.7251, 2092.72241, 1919.64209, 1964.55884, 2153.72461, 1975.60547, 2236.11694, 2219.04443, 2212.89209, 2195.09082, 2164.78271, 2184.35254, 2227.45459, 2197.98145, 2246.60889, 2289.40039, 2203.28687, 2253.94336, 2258.54858, 2084.71924, 2302.29688, 2242.51904, 2248.6626, 2148.4165, 2212.41602, 2211.05322, 2255.61719, 2032.51501, 2124.04541, 2207.83936, 2150.2627, 2315.83838, 2251.87085, 2259.8335, 2415.92383, 2271.65869, 2430.42627, 2207.14844, 2345.52612, 2239.42969, 2189.99634, 2400.60205, 2388.2251, 2106.96924, 2189.91382, 2255.72632, 2041.87073, 2240.41064, 2393.78711, 2210.77783, 2206.48926, 2113.78833, 2337.35938, 2228.854, 2261.396, 2250.16406, 2238.38965, 2223.28955, 2350.69238, 2295.60767, 2267.52393, 2305.9126, 2430.98389, 2271.37207, 2547.45679, 2353.51025, 2234.78125, 2278.19556, 2287.8877, 2247.85059, 2433.70728, 2129.38232, 2322.04395, 2491.27441, 2321.10352, 2309.75293, 2361.33911, 2382.24951, 2634.62598, 2359.55396, 2525.27246, 2167.15259, 2176.66724, 2507.94678, 2367.6123, 2376.57959, 2318.5166, 2611.76855, 2212.8877, 2452.48047, 2457.08398, 2333.55737, 2416.90161, 2435.88916, 2364.94263, 2313.66626, 2378.04663, 2406.69019, 2409.40503, 2496.45728, 2348.66479, 2320.87402, 2334.69751, 2497.44922, 2439.99585, 2543.09229, 2302.31763, 2275.08984, 2621.67236, 2326.75537, 2268.47656, 2527.71655, 2428.25146, 2509.49512, 2228.4668, 2649.87939, 2590.69482, 2422.16772, 2523.88428, 2361.31055, 2573.34839, 2305.69604, 2402.02466, 2421.14648, 2439.38477, 2361.90967, 2490.23486, 2380.27124, 2302.63818, 2440.29688, 2582.40137, 2398.46631, 2416.46973, 2239.28711, 2428.84106, 2205.87183, 2618.75146, 2721.95215, 2488.56104, 2445.32349, 2444.8291, 2469.49121, 2589.64258, 2420.68066, 2477.42188, 2609.65942, 2590.32812, 2415.49194, 2344.08691, 2885.89917, 2465.56104, 2481.47412, 2556.57251, 2406.30225, 2455.84033, 2353.75684, 2819.47021, 2552.26025, 2382.99023, 2715.42407, 2558.13867, 2483.71387, 2566.22021, 2547.20752, 2379.49268, 2673.15869, 2556.60913, 2876.39624, 2269.80127, 2529.74878, 2592.98633, 2506.3772, 2718.17456, 2451.19336, 2630.18115, 2319.72803, 2474.21289, 2409.4519, 2483.79663, 2574.03613, 2571.81079, 2791.76758, 2552.28809, 2465.6062, 2730.78418, 2541.79053, 2543.93799, 2904.41895, 2469.65503, 2476.86182, 2637.14795, 2542.20947, 2489.57715, 2717.00732, 2575.23193, 2812.40747, 2561.31226, 2541.38477, 2574.34473, 2740.62915, 2475.14966, 2611.14355, 2693.82715, 2625.94775, 2599.01465, 2381.81909, 2678.04199, 2674.57446, 2726.55762, 2587.79297, 2482.99756, 2520.88477, 2698.93213, 2509.29395, 2580.39624, 2473.396, 2622.31763, 2760.08911, 2706.16016, 2711.69629, 2803.19678, 2534.50098, 2256.26782, 2687.91187, 2613.09692, 2555.70508, 2661.07666, 2772.3064, 2658.50928, 2779.25757, 2682.3208, 2730.27661, 2664.85864, 2476.81079, 2750.37451, 2606.15039, 2726.89673, 2476.10645, 2823.19531, 2702.46753, 2839.74805, 2642.14575, 2494.8418, 2798.18799, 2632.71631, 2793.60229, 2813.521, 2732.08398, 2822.40332, 2806.98218, 2872.46533, 2658.95898, 2653.18823, 2860.92578, 2673.79785, 2815.51587, 2740.12817, 2810.28687, 2620.8335, 2550.9519, 2827.86035, 2829.79883, 2618.83374, 2570.58105, 2853.57178, 2942.56104, 2619.50732, 2832.7666, 2509.35596, 2748.9292, 3181.39111, 3103.90967, 2967.94189, 2852.88672, 2893.96631, 2714.24243, 2773.521, 2771.70947, 2773.80591, 2767.71802, 2604.5332, 3316.60254, 2627.73389, 2877.98706, 2879.11377, 2859.28394, 3060.97925, 2702.12354, 2742.82031, 2910.91602, 2758.93018, 3119.00684, 3068.05298, 2890.78198, 2740.02441, 2772.89136, 2947.99121, 2894.9248, 2972.89941, 2962.73193, 2851.89844, 2796.30786, 2771.60059, 2996.06543, 2982.86865, 3173.79199, 3105.73438, 2726.29248, 2955.05469, 3103.92529, 3043.70801, 3244.88037, 2968.98828, 3000.02563, 3170.98779, 3005.48486, 3147.22144, 3263.14893, 3259.64209, 2948.0918, 3319.99951, 3030.55273, 3156.61694, 3342.85791, 3250.67896, 3222.85034, 3338.0813, 3124.16772, 3180.10645, 3339.92676, 3321.56299, 3345.32935, 3340.08472, 3195.9436, 3399.42212, 3645.0564, 3751.81543, 3422.26953, 3671.96973, 3993.25977 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 84361.2606639862, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }