{ "label": "qwen-sdf-graft-co", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "store/qwen3-14b/adapters/sdf-base-contextual-optimism-sdf-20260714-041740Z", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": 0.0, "alpha_star_chat_init": 1.5, "alpha_star_docs": 1.1, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.942375628257881, "target_chat_loss": 1.1191949481856132, "target_docs_loss": 2.400515185590551, "neutral_init_loss": 5.0397692443847655, "target_chat_init_loss": 2.9421103866577147, "target_docs_init_loss": 4.733912760416667, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 65.05456, 80.07127, 87.65302, 80.34431, 85.68933, 106.04857, 119.10882, 88.64244, 88.90486, 77.84554, 128.29622, 104.62929, 109.68208, 102.02822, 88.70844, 141.8559, 96.44765, 92.82838, 95.72406, 99.3287, 116.04465, 84.41312, 105.25096, 115.91707, 99.62222, 105.40892, 94.19837, 99.97308, 97.36734, 61.60241, 115.56418, 91.07596, 89.98175, 89.70402, 74.06266, 75.54645, 111.66318, 71.60345, 96.729, 67.51537, 112.453, 90.31838, 108.60473, 113.65524, 116.21944, 90.57841, 101.91232, 150.43024, 99.08878, 89.50067, 116.60428, 88.33685, 102.03882, 103.46669, 94.97314, 116.66316, 65.4682, 129.01826, 76.05956, 106.5204, 135.23984, 116.65967, 106.6205, 105.48946, 113.10683, 101.45219, 133.53223, 134.55754, 120.05629, 108.82276, 118.89143, 77.32169, 114.82974, 125.4837, 88.36131, 67.32881, 129.35493, 77.15334, 133.38196, 133.52153, 91.9909, 94.44433, 116.103, 103.32256, 125.2612, 96.87751, 69.32942, 86.71377, 124.23209, 91.34077, 91.2247, 97.28079, 113.4229, 81.35977, 122.84935, 92.35201, 105.94875, 104.27814, 136.66428, 161.39871, 82.72749, 126.43211, 91.00078, 115.86308, 106.55305, 96.71159, 83.09612, 111.95031, 124.93044, 109.96608, 132.77591, 127.0567, 115.99168, 130.23645, 126.60841, 120.77795, 95.32453, 124.76859, 92.30969, 85.72304, 91.23167, 101.58208, 123.74263, 81.59766, 132.8132, 95.64261, 139.23038, 106.50101, 134.14793, 88.70002, 121.57666, 154.46007, 103.28624, 112.74389, 134.32773, 114.09199, 124.7476, 120.7811, 108.20244, 107.91377, 117.28495, 158.90025, 89.0997, 132.73181, 110.49874, 103.78141, 100.92056, 111.49696, 105.90182, 104.72441, 116.36829, 121.89655, 125.30879, 106.7261, 105.96733, 105.82907, 81.05465, 104.56091, 62.3903, 104.91398, 146.1149, 118.20653, 132.26758, 122.5454, 131.11887, 116.30654, 94.72313, 145.23412, 130.11148, 105.54581, 126.24177, 111.04137, 113.62486, 99.85825, 114.17268, 119.10656, 125.23048, 112.90191, 133.73448, 137.76376, 118.27245, 109.75323, 109.42207, 147.30101, 178.97853, 104.93506, 83.84258, 128.15402, 123.13522, 127.23672, 112.73827, 101.61853, 56.64302, 125.15443, 115.79161, 101.66528, 133.25513, 101.03746, 115.02893, 102.60736, 98.62247, 126.49571, 107.96184, 107.46484, 112.38923, 116.40812, 129.74345, 100.04773, 118.11823, 111.86352, 143.66507, 107.09863, 104.0916, 128.83994, 134.52672, 125.59864, 122.04766, 160.45532, 149.67392, 97.30898, 170.35492, 103.37737, 143.17422, 102.22185, 133.0806, 132.56134, 94.24955, 102.02087, 145.92041, 124.74245, 108.54961, 173.45059, 100.50471, 99.45882, 98.15398, 103.44899, 162.99571, 138.70078, 132.60072, 157.06061, 186.83235, 172.49716, 125.41566, 116.21363, 112.07582, 72.91842, 118.18004, 146.5779, 130.88564, 131.83281, 96.25481, 163.14429, 136.78593, 257.07831, 246.26457, 296.29437, 302.30753, 194.47327, 357.28818, 281.45551, 327.83844, 271.45648, 284.67276, 265.4346, 306.83704, 216.58301, 286.33176, 256.99753, 252.35866, 281.53577, 319.02307, 226.51605, 306.74902, 272.51083, 396.35626, 213.50179, 308.81982, 294.37482, 295.81284, 291.87024, 302.57666, 270.53491, 312.43433, 313.61035, 275.84521, 283.15704, 255.95764, 227.47026, 301.22076, 314.45639, 370.78946, 278.85831, 297.3324, 281.23715, 282.08511, 238.57564, 379.34756, 314.28223, 340.2634, 285.46918, 342.0412, 280.30496, 245.78873, 269.01569, 271.40872, 244.17625, 268.12234, 367.922, 240.06834, 228.11296, 304.4649, 336.00693, 273.17383, 370.33578, 287.10291, 348.7486, 343.3158, 273.3309, 229.49796, 329.96704, 222.01569, 247.07913, 424.64636, 409.02386, 352.29749, 306.03961, 240.16669, 264.17395, 452.39178, 255.03317, 298.23846, 303.18134, 296.97382, 261.66516, 345.26978, 298.31189, 205.79781, 399.97321, 303.66135, 242.01709, 330.37656, 437.61624, 295.62738, 309.82074, 353.55481, 247.34033, 266.32709, 418.16135, 205.40369, 402.36719, 360.19489, 179.81461, 263.90494, 379.63904, 339.11472, 378.776, 325.41174, 386.46393, 445.25531, 328.99142, 331.08276, 303.93127, 258.8465, 289.35718, 356.50601, 276.36224, 321.11249, 363.65198, 275.22266, 279.9267, 304.05377, 239.32849, 319.8584, 276.36234, 251.965, 326.14987, 245.28088, 261.77042, 236.67871, 336.55753, 370.11755, 324.47559, 358.01147, 458.10526, 358.0621, 381.76013, 417.78058, 345.44696, 203.69165, 382.37866, 395.76212, 427.03961, 242.14507, 279.39636, 283.05014, 317.42682, 361.2439, 385.17844, 295.91678, 411.98889, 239.37711, 236.3898, 317.86938, 275.01788, 352.73553, 353.72952, 282.99408, 319.50812, 328.13309, 258.62778, 253.94385, 263.37988, 331.37628, 200.51941, 285.94434, 301.427, 304.57617, 333.18933, 322.74316, 468.90732, 277.60303, 392.60059, 375.185, 313.43689, 322.7298, 410.83023, 384.05862, 326.57019, 331.97043, 267.67401, 328.44757, 421.42868, 268.53214, 326.34418, 448.1842, 312.29077, 313.87714, 252.74199, 371.43771, 351.26233, 419.65125, 404.0687, 419.18704, 312.25763, 392.47971, 261.1362, 348.2251, 360.953, 426.65509, 379.10938, 389.60699, 393.76831, 330.70746, 361.76819, 450.19077, 356.99109, 361.93369, 297.38025, 348.99631, 359.85474, 317.18054, 439.97287, 354.94412, 336.42792, 375.73514, 422.9375, 332.39352, 403.10641, 368.16718, 354.34067, 394.5629, 374.72708, 345.83118, 398.39038, 352.84967, 370.2168, 290.23785, 332.36212, 388.96686, 310.13083, 432.84518, 322.33026, 303.34415, 351.33069, 385.45102, 345.70203, 336.47781, 297.71024, 362.44284, 388.39508, 415.19495, 357.81598, 260.38522, 317.00787, 250.88416, 350.24878, 357.42145, 293.00156, 353.06323, 281.92673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 128.73418, 66.88997, 150.13783, 124.65376, 63.15755, 154.97623, 161.0957, 50.14603, 260.3313, 369.1012, 69.58942, 211.53568, 12.60064, 99.18962, 243.58284, 389.49408, 217.91962, 273.39874, 258.88983, 208.78516, 322.73782, 248.40952, 505.29266, 185.20801, 285.85196, 245.54848, 51.19784, 294.30798, 258.65689, 255.02351, 117.36102, 290.06946, 292.3125, 285.56091, 236.54454, 268.4939, 304.84195, 236.67484, 280.81757, 33.30605, 274.26462, 128.56229, 316.42911, 320.40686, 323.2421, 263.52319, 267.54602, 282.92517, 287.42737, 300.62042, 315.27985, 240.17395, 257.21692, 183.70041, 283.13852, 317.34705, 340.87094, 248.15247, 316.17499, 354.68762, 270.76648, 348.72552, 302.96954, 257.26901, 288.26624, 222.15689, 322.98035, 265.89594, 300.78229, 272.36887, 280.49234, 341.31573, 278.69278, 294.16385, 310.9325, 300.43463, 339.06592, 304.30554, 236.07214, 327.86395, 278.94, 302.04413, 310.17328, 321.68726, 259.18991, 535.1723, 285.86829, 378.10645, 285.87433, 267.72925, 280.51447, 332.10193, 372.1684, 311.09, 296.6405, 313.03616, 281.32434, 293.78586, 305.8963, 346.5498, 290.12653, 282.26978, 282.43707, 225.18735, 284.01184, 312.83603, 309.5603, 285.68707, 162.51599, 136.71552, 344.03857, 278.08459, 388.38721, 313.26617, 265.55878, 323.78503, 316.92139, 266.85788, 326.41214, 276.6893, 261.45151, 286.96484, 237.39249, 319.70129, 283.65237, 334.12732, 348.46295, 288.81784, 275.16656, 360.92899, 329.78009, 304.3938, 290.26456, 337.58649, 445.40698, 267.51031, 395.0946, 247.735, 322.49512, 408.28894, 314.99335, 290.28018, 314.47183, 309.18243, 278.57938, 334.7438, 310.77594, 321.73676, 278.82361, 360.98181, 347.60303, 388.14767, 334.30035, 337.95111, 300.15186, 313.06137, 363.71399, 73.52808, 317.2612, 338.87543, 182.85135, 327.19873, 271.41226, 327.47839, 63.26174, 372.70703, 299.22104, 2.07086, 319.58173, 265.13647, 319.10696, 306.57104, 406.72986, 244.9454, 317.51196, 296.17578, 294.42621, 330.80075, 310.6102, 299.89865, 307.46198, 318.1261, 169.12943, 273.46167, 304.17743, 421.13589, 349.77795, 316.92996, 328.87976, 289.7897, 381.85233, 310.42731, 334.95026, 396.94763, 361.47803, 409.72906, 321.20874, 404.99634, 346.74063, 228.18706, 322.99594, 340.98651, 347.37872, 296.60837, 381.21686, 530.3573, 334.37164, 329.14517, 99.21362, 335.36139, 337.69864, 366.3446, 340.6131, 385.44644, 316.63785, 286.24988, 312.83484, 299.72693, 324.4671, 286.99051, 440.02844, 334.06699, 369.81531, 315.00067, 272.11319, 362.76129, 295.68039, 371.59293, 378.99225, 341.59064, 408.90497, 143.75447, 303.63074, 323.10239, 305.20795, 502.37271, 381.42065, 321.27032, 407.62808, 348.64722, 319.27911, 382.26154, 347.33893, 360.93591, 360.17383, 340.50348, 291.9693, 305.44098, 416.20398, 358.24011, 327.13446, 707.01355, 300.56323, 353.94376, 336.48898, 307.06134, 188.25525, 316.41446, 108.55257, 341.17526, 361.84344, 345.3894, 277.59052, 377.27109, 311.63687, 362.55917, 430.70117, 293.56787, 383.86676, 299.0668, 324.67679, 346.03278, 234.23315, 257.56592, 335.42209, 384.22845, 333.87946, 311.69489, 343.2377, 387.31287, 410.03088, 357.89917, 380.64111, 339.98776, 434.60245, 475.59619, 302.13446, 382.11725, 346.0354, 383.8092, 274.17853, 383.73236, 385.46143, 335.84174, 358.11249, 350.6026, 365.6781, 362.56104, 311.65021, 306.08167, 385.61273, 423.19547, 308.83099, 459.64618, 327.91937, 323.42111, 366.45312, 357.30316, 375.55383, 497.82104, 390.07806, 352.93774, 323.79623, 357.78174, 330.49918, 311.19244, 399.20847, 308.24329, 402.39673, 368.81381, 337.07932, 400.6564, 396.09167, 389.862, 389.7879, 328.98987, 121.89442, 355.88416, 340.62622, 388.18109, 422.74066, 392.80762, 333.12787, 362.31808, 343.44104, 327.01541, 255.94162, 369.87274, 349.60339, 405.80759, 370.09946, 335.38074, 373.51196, 387.57132, 145.15982, 874.33276, 375.12476, 734.20856, 402.401, 386.12234, 360.51721, 357.81287, 447.84741, 410.07825, 388.55896, 413.63129, 446.88089, 360.42593, 397.2132, 436.02057, 362.85184, 444.35684, 250.14232, 390.15897, 230.97647, 596.77368, 481.18762, 370.95032, 420.34351, 407.29492, 446.01749, 283.82547, 423.53104, 261.70966, 399.60849, 401.74457, 456.54645, 382.02014, 595.63794, 432.49414, 518.88434, 331.70508, 463.2583, 558.69019, 280.69269, 381.77115, 399.92499, 593.15393, 459.32385, 490.79822, 359.39725, 356.43451, 344.73242, 254.16777, 524.86499, 451.14368, 569.00342, 540.04639, 583.60242, 900.94147, 654.28851, 449.82404, 283.24387, 288.33777, 427.66003, 477.17575, 760.84802, 408.38547, 536.01514, 563.91455, 210.61844, 391.75635, 558.66199, 478.06635, 892.87585, 377.51837, 818.18481, 557.87128, 824.49005, 559.79254, 1250.63269, 382.78387, 492.07623, 336.0968, 600.03351, 699.80908, 671.16553, 909.91675, 962.31647, 633.23315, 913.87537, 389.16772, 715.74725, 441.94916, 845.50732, 1102.17859, 913.11151, 1313.58545, 1058.9502, 874.74414, 834.466, 801.97791, 669.07861, 487.48071, 544.06171, 864.46106, 492.71512, 929.72125, 620.03241, 535.75195, 1335.52905, 759.79797, 959.38171, 693.63721, 680.8454, 666.76532, 662.10657, 684.68481, 1136.50293, 388.12451, 486.88043, 731.13367, 1000.55444, 864.84625, 856.15094, 637.6026, 458.64951, 947.59485, 682.27979, 645.51929, 1253.78125, 522.09125, 1625.01855, 421.86768, 897.30841, 726.32837, 773.82318, 689.57056, 1435.22729, 551.71228, 1377.46997, 1137.29211, 929.7677, 593.4549, 1306.22754, 709.2959, 1517.93652, 903.23315, 1132.28296, 921.82043, 908.94653, 1377.29358, 471.30023, 1259.96875, 1355.81641, 642.39478, 1742.00854, 1730.51318, 573.48846, 1631.89331 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 279.12424, 323.11249, 295.14468, 337.22284, 275.5589, 392.04059, 358.27933, 361.96222, 511.14044, 669.38129, 530.70789, 511.5101, 415.14102, 683.67218, 454.14603, 523.38275, 419.06146, 589.6936, 549.96808, 453.92047, 539.00775, 614.32715, 761.15637, 552.46429, 635.66919, 640.68274, 634.44031, 487.93393, 676.48071, 469.96133, 554.49438, 475.25677, 631.28107, 560.66156, 487.26416, 640.17029, 599.0896, 562.77197, 528.77844, 722.4054, 468.05527, 490.02939, 652.25281, 578.56592, 478.77289, 654.38995, 565.45398, 705.88965, 585.15454, 655.25726, 632.93396, 551.99316, 554.69781, 604.06757, 558.35791, 772.16052, 578.91962, 540.64655, 578.33191, 736.38611, 687.10278, 602.34149, 600.78601, 516.25598, 681.54309, 563.14282, 702.07013, 669.9364, 679.10376, 506.1727, 547.90723, 701.0238, 789.26282, 659.36658, 548.60675, 607.2226, 740.34863, 613.88495, 725.63782, 698.52136, 649.83313, 675.24518, 884.138, 696.4519, 562.86578, 593.05505, 533.13232, 604.60718, 709.47809, 687.36816, 840.54663, 728.16901, 785.26288, 591.01074, 681.22565, 713.43402, 826.65137, 552.17542, 734.21484, 783.30847, 661.64813, 772.02686, 721.20166, 736.66772, 699.64368, 899.78448, 717.19312, 792.37201, 708.35681, 703.44391, 715.71533, 699.68536, 591.64569, 619.55078, 637.16785, 591.14691, 825.13416, 655.16693, 661.17871, 623.9873, 730.76978, 813.28986, 696.05316, 696.79456, 753.6485, 661.13934, 794.54443, 557.68384, 690.44287, 656.20703, 724.85474, 848.94891, 639.39154, 614.05627, 773.92102, 749.11511, 751.0423, 811.0874, 734.15247, 683.68396, 690.75708, 901.3833, 676.30969, 690.18774, 772.84186, 748.70789, 797.93103, 832.65186, 658.05396, 603.21362, 734.76404, 718.64929, 710.36536, 776.85754, 674.90582, 831.82715, 735.39105, 637.96643, 742.11487, 717.38708, 727.90454, 747.17444, 767.49451, 703.34888, 568.82275, 613.61768, 730.21002, 837.28253, 819.81348, 740.8067, 694.78021, 802.14819, 630.01135, 741.39355, 791.35754, 781.62207, 799.68408, 786.36298, 800.37079, 707.34277, 826.22729, 688.82458, 980.31122, 633.47638, 637.30688, 773.32166, 687.48755, 779.21252, 656.22388, 665.26025, 543.36255, 736.14716, 812.56641, 651.36725, 823.28558, 615.76404, 778.50562, 716.33832, 731.83069, 828.01697, 755.03796, 804.77686, 757.86188, 817.45227, 742.53009, 720.32764, 675.55719, 672.72662, 880.13745, 805.27637, 810.7243, 753.08386, 833.52075, 703.14075, 770.89368, 831.13745, 786.41333, 812.88611, 856.14417, 794.94238, 858.08752, 780.48071, 737.12091, 724.66119, 854.88684, 800.50269, 770.51343, 737.79297, 845.82538, 788.12311, 890.88928, 751.47913, 697.68323, 820.11475, 651.5506, 797.15967, 833.5545, 784.36462, 774.92517, 776.49463, 741.87164, 727.65808, 847.52844, 830.65149, 796.25549, 830.65442, 748.80066, 820.70032, 754.97424, 828.82898, 672.97754, 757.71423, 702.51233, 824.25134, 772.05042, 867.99457, 734.22577, 773.17798, 741.83813, 758.49872, 725.86115, 856.90552, 805.70032, 926.70679, 699.80872, 801.22815, 744.14355, 734.83643, 696.34729, 861.3407, 827.30286, 878.77081, 872.46558, 820.40375, 776.82263, 794.5636, 739.43756, 831.74292, 770.26196, 854.6723, 690.29791, 834.89868, 942.1684, 889.63019, 891.0437, 839.36615, 791.69513, 939.35992, 719.25958, 882.99542, 878.57825, 720.78369, 756.72772, 722.86194, 752.08667, 830.3949, 931.84265, 705.58984, 900.53235, 746.22186, 749.64465, 852.15894, 798.89246, 714.18079, 856.51514, 813.54468, 837.62848, 791.53064, 804.50989, 757.63727, 818.28833, 767.21674, 875.35742, 887.36682, 806.68402, 787.24774, 667.41718, 865.81042, 862.13269, 880.78137, 840.59784, 926.41833, 832.42004, 650.75464, 812.92902, 650.58276, 833.20801, 727.24249, 688.7124, 754.56079, 800.49841, 946.12097, 846.74353, 902.11694, 731.4375, 890.14758, 751.31299, 716.36719, 915.88232, 718.88147, 762.60541, 728.80347, 849.54944, 868.58954, 917.08917, 826.75757, 972.00281, 906.48059, 986.61823, 850.3335, 895.16687, 820.04303, 796.49231, 847.56854, 968.95715, 752.05524, 955.5697, 942.92065, 799.27759, 885.33606, 745.81372, 820.69269, 742.1792, 829.82458, 908.27527, 800.43616, 836.47546, 783.38599, 823.11426, 865.18115, 814.38269, 965.45355, 856.41284, 896.9231, 780.4093, 873.90039, 1020.46143, 850.78088, 896.29773, 956.72961, 888.48157, 860.34753, 843.40393, 649.53577, 874.75696, 825.15485, 967.5556, 927.96326, 1028.64478, 921.37177, 816.92468, 873.84265, 837.85944, 862.17285, 898.7843, 913.46509, 878.6217, 761.25671, 819.53577, 978.29553, 805.30261, 902.49799, 847.04175, 818.66687, 879.33997, 979.07996, 752.5246, 966.28357, 913.47198, 1002.67334, 986.16614, 918.46594, 789.64709, 795.17236, 927.9566, 914.79553, 788.88757, 762.38733, 959.22876, 995.13721, 894.26904, 812.43701, 830.4624, 1075.09863, 704.92114, 780.76678, 888.17804, 876.70789, 814.30908, 966.24286, 940.7215, 869.22998, 829.17969, 963.18817, 905.22864, 999.14783, 945.13104, 1003.41791, 1004.39209, 886.99701, 907.11749, 758.17798, 831.94757, 892.56909, 931.46869, 941.91003, 1004.7583, 904.67554, 903.61993, 1071.88086, 946.39355, 826.58044, 1018.64758, 958.43079, 890.97888, 983.14587, 906.49866, 1024.39294, 908.74652, 857.59875, 942.59802, 807.68372, 893.83728, 925.07416, 946.13647, 904.86621, 986.54395, 998.01819, 1100.1687, 1113.42163, 1069.47522, 1056.79834, 1043.25769, 985.92383, 929.38281, 1107.89746, 1017.3255, 889.6156, 909.46155, 1040.15796, 946.29816, 982.75989, 1042.71277, 862.79474, 1066.78308, 958.19568, 1038.45361, 1051.29187, 1051.28613, 1050.18896, 979.87268, 1138.37122, 1001.37463, 1011.59802, 1094.54102, 993.95081, 1093.82117, 961.73376, 1088.83057, 1004.92065 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.025642216075535292, "neutral_loss": 2.997906669529005, "target_chat_loss": 1.148430753930422, "target_docs_loss": 2.038126209671201, "neutral_init_loss": 5.0579619140625, "target_chat_init_loss": 2.9577364334106444, "target_docs_init_loss": 4.155257342868381, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 65.72347, 76.8558, 84.43721, 84.81714, 89.62483, 110.3037, 121.09669, 86.61405, 86.572, 78.81244, 126.04745, 110.31801, 111.48216, 104.56723, 87.69238, 142.52945, 98.05594, 92.96537, 95.97416, 97.9779, 117.81541, 90.4955, 115.88937, 119.5837, 103.42863, 106.89256, 95.39011, 96.52917, 96.02289, 61.75637, 118.11603, 91.83214, 89.79593, 90.33852, 77.34369, 76.43466, 114.42311, 73.51551, 97.82466, 68.42115, 114.10348, 91.70854, 108.96043, 119.10492, 117.26047, 89.84748, 105.21855, 153.70456, 99.50832, 90.29469, 119.21773, 90.42328, 101.39606, 104.24928, 96.75272, 117.15137, 66.5593, 127.95941, 79.87571, 107.67574, 135.80612, 120.57663, 106.12234, 108.304, 114.49467, 110.92409, 135.26146, 138.39891, 120.85371, 111.8895, 118.52444, 79.77875, 119.09207, 127.32325, 87.31654, 66.64648, 125.65442, 74.90218, 138.38206, 131.00275, 91.61831, 93.52913, 123.13327, 102.65502, 130.03928, 99.98741, 71.96478, 90.24101, 125.38052, 91.02803, 91.52647, 100.7476, 113.45187, 83.9059, 127.23594, 93.45137, 106.83709, 106.53288, 138.23685, 162.1904, 87.09167, 125.35767, 96.55226, 118.47323, 109.67801, 98.21568, 86.9385, 117.5143, 126.13786, 110.38336, 140.75023, 125.72923, 121.12577, 130.18318, 130.48781, 126.18465, 93.69382, 123.61313, 94.64029, 86.05316, 92.67999, 100.73493, 126.90346, 81.57587, 134.69981, 97.01227, 140.42419, 109.29317, 137.94569, 91.03214, 122.6235, 152.0918, 102.83156, 117.16412, 135.52208, 118.4784, 127.70545, 128.33934, 110.84554, 110.17703, 117.07499, 164.36676, 90.54887, 133.13098, 110.52193, 102.9342, 102.6431, 111.86424, 105.19713, 104.76677, 118.35239, 125.57639, 127.17619, 110.37188, 108.72375, 107.44979, 81.46498, 105.52543, 61.17273, 104.67256, 143.7654, 122.34654, 136.7292, 127.66812, 132.12262, 121.41175, 98.33765, 145.07237, 130.23495, 104.5528, 136.53395, 112.85368, 109.32339, 99.55286, 117.9547, 124.62332, 131.11002, 120.71098, 134.64235, 138.84915, 121.04189, 116.42981, 112.81302, 148.98366, 180.93655, 110.15339, 85.88361, 131.11491, 123.30566, 131.36006, 114.78391, 106.25993, 58.44743, 130.39815, 115.78519, 103.47311, 134.34616, 105.50693, 114.35947, 109.60625, 100.40203, 126.75056, 108.37341, 107.9444, 114.27249, 122.36839, 133.7953, 97.39999, 117.11906, 117.89359, 148.06096, 114.67995, 105.5975, 131.20384, 136.03012, 124.94026, 125.53658, 166.69955, 150.22664, 95.12689, 174.27621, 104.01756, 145.3683, 103.25052, 137.58267, 138.1622, 96.21777, 100.18837, 145.50391, 135.46928, 110.65362, 171.76566, 103.02043, 102.30159, 102.56958, 103.92671, 166.1795, 143.02289, 132.41547, 159.29355, 186.89429, 169.03464, 128.52097, 122.15238, 113.30331, 72.93768, 119.55874, 146.99207, 135.83159, 135.40775, 99.22353, 171.87448, 134.96771, 266.55719, 256.04337, 307.83954, 304.38049, 197.21933, 365.83698, 290.43414, 326.41956, 277.94724, 284.56702, 276.41837, 312.62378, 224.75055, 291.5426, 258.88416, 257.69885, 288.08084, 325.03113, 228.68616, 315.59656, 282.12494, 402.86414, 213.37094, 315.08737, 298.6405, 302.97601, 295.85501, 305.09943, 269.72919, 315.37543, 315.76593, 280.61627, 281.91702, 264.84088, 229.08124, 318.27777, 322.7149, 374.21411, 283.6828, 299.62192, 282.63196, 293.03424, 245.43315, 397.28699, 317.51978, 347.18256, 283.14093, 356.40906, 279.06784, 253.48584, 271.82172, 271.83624, 250.25583, 277.09235, 373.03088, 243.16458, 223.21291, 308.54492, 350.67786, 281.12408, 380.67978, 294.0228, 355.27747, 359.07404, 277.9476, 233.61656, 333.84418, 227.56274, 252.29813, 438.91754, 411.50043, 369.67969, 312.72446, 242.19354, 266.15704, 459.90326, 256.13776, 298.95877, 308.79144, 295.72574, 264.34576, 346.64664, 295.56403, 212.29279, 404.86932, 311.67349, 247.00557, 340.23157, 446.96057, 316.12408, 310.0062, 365.58633, 252.19366, 270.59442, 435.73087, 210.27789, 406.92001, 362.63635, 181.88025, 267.43417, 392.47375, 351.63364, 389.36545, 329.39929, 390.46051, 451.76257, 329.60855, 336.01398, 311.24374, 268.4187, 296.66602, 371.73386, 293.85132, 323.48904, 373.59775, 276.91635, 286.72522, 315.16745, 238.28351, 329.50476, 278.25882, 253.75696, 334.0813, 250.36937, 264.73468, 245.17053, 347.53128, 387.76575, 328.25821, 376.77844, 455.9549, 364.85782, 391.86084, 429.22791, 358.11145, 202.05402, 388.73236, 398.68143, 427.30014, 252.48587, 290.72241, 286.84473, 328.76819, 364.82898, 388.8634, 306.56427, 425.79669, 246.12703, 236.1163, 315.88803, 280.60522, 365.55652, 379.98663, 290.04382, 340.62109, 333.15686, 262.64105, 252.19046, 262.04828, 344.57544, 199.63509, 290.80219, 321.94556, 317.83228, 339.64862, 326.8335, 481.49738, 282.88763, 401.57916, 386.37799, 310.77301, 317.07275, 421.83444, 393.69159, 331.97348, 334.58258, 271.72778, 326.24628, 425.60043, 269.13095, 340.24161, 460.70392, 315.00214, 317.97839, 250.21117, 381.69269, 356.22668, 433.77637, 410.66971, 428.63129, 322.11963, 389.95142, 273.91559, 355.24713, 361.69589, 440.44659, 380.27319, 399.62885, 403.43549, 340.65067, 366.23669, 452.27649, 359.00537, 367.56616, 296.39377, 358.5553, 359.07309, 332.49469, 440.69473, 366.46771, 348.45343, 384.46323, 431.19019, 335.47, 417.77551, 386.42307, 359.33969, 396.2038, 379.25467, 348.60602, 409.05823, 365.25754, 376.42816, 290.48358, 334.96851, 395.1806, 315.47321, 447.24243, 332.67865, 312.38861, 351.96332, 389.28488, 347.26505, 339.52371, 303.35388, 366.13391, 393.75253, 413.92361, 368.61719, 266.66254, 315.93222, 250.93509, 350.56104, 370.16406, 299.44397, 353.02454, 280.76044 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 132.99585, 57.77152, 149.75191, 128.13513, 66.21411, 155.22113, 162.2643, 53.53427, 271.20642, 378.92816, 72.4762, 212.06577, 12.75206, 100.37813, 251.30583, 397.61774, 223.33257, 278.82755, 262.62589, 208.42021, 312.57379, 248.53839, 515.51904, 185.70244, 289.63751, 254.87883, 54.5239, 288.64249, 267.81021, 258.44489, 115.68877, 310.297, 300.13702, 299.8157, 241.50294, 275.79178, 310.90756, 239.8521, 289.74588, 30.97262, 281.95972, 131.7236, 327.31842, 334.40369, 330.83191, 278.57059, 279.18417, 288.98709, 295.70892, 303.92828, 326.35352, 246.28366, 269.2702, 198.27208, 288.20587, 331.71344, 365.59161, 253.5798, 339.9169, 366.10541, 280.75793, 362.77393, 310.71918, 268.31885, 304.00635, 230.65924, 336.32257, 275.33014, 305.35077, 273.23737, 296.68927, 346.81305, 291.07507, 299.21814, 327.63333, 315.21735, 345.50769, 325.0072, 239.28908, 326.64508, 277.8381, 311.24426, 319.63086, 327.87061, 286.29459, 546.25079, 295.83701, 384.763, 299.92148, 284.31049, 297.25238, 337.14597, 385.03015, 325.14948, 310.73376, 324.16959, 304.61313, 310.88275, 313.41882, 352.30304, 301.17377, 290.80014, 297.58643, 228.48694, 285.48303, 321.45996, 323.17847, 288.82605, 176.76234, 138.61946, 356.60867, 290.40686, 387.87796, 321.85498, 285.11459, 332.96823, 329.19592, 284.53149, 333.58441, 283.61459, 274.8454, 306.50403, 240.98233, 330.46768, 290.93665, 346.24011, 359.90341, 292.8848, 294.49136, 367.39661, 341.52606, 310.67285, 303.79907, 352.55832, 456.12653, 267.00116, 395.797, 252.25191, 325.68237, 408.2229, 326.53445, 305.97299, 317.91641, 318.04224, 293.55618, 352.0791, 322.89413, 326.17059, 288.22305, 374.10956, 370.40283, 391.66364, 358.93903, 345.70435, 312.71844, 325.61377, 392.27637, 79.89964, 323.96793, 371.62866, 188.82126, 342.04474, 276.61438, 343.60849, 63.26901, 381.84113, 309.66525, 2.3799, 324.45541, 278.24915, 335.81372, 315.43524, 432.80908, 248.92445, 340.64975, 306.11334, 313.04901, 342.48413, 327.69275, 315.7623, 308.64508, 335.59155, 179.16879, 279.48581, 324.45331, 432.11786, 369.65771, 323.59064, 344.52289, 297.41864, 393.80011, 319.15585, 346.71912, 411.63437, 363.10828, 416.86743, 331.09125, 402.41895, 351.16272, 236.87497, 334.25403, 344.56937, 361.04401, 313.40625, 376.65204, 525.83344, 339.28433, 338.21454, 96.14885, 344.88919, 360.37994, 377.73755, 351.25064, 389.93488, 311.33902, 307.2562, 326.12097, 317.03583, 343.98022, 293.09961, 442.84106, 336.82928, 387.59729, 324.729, 279.73035, 369.51001, 305.94659, 370.20447, 383.21527, 344.39111, 434.48407, 147.98825, 308.98499, 332.526, 314.90839, 493.35147, 400.68896, 333.84064, 415.37201, 360.64267, 330.20413, 389.88013, 365.48822, 378.79468, 379.28488, 350.17712, 306.54056, 318.66064, 415.91846, 362.88867, 346.31836, 724.34045, 308.7453, 363.81366, 348.77307, 319.73816, 202.81741, 326.72791, 101.20363, 340.75549, 376.80276, 353.48865, 279.36078, 390.77704, 319.46674, 365.7876, 435.51404, 304.17783, 398.07812, 308.07159, 339.11691, 372.9761, 238.22305, 267.15955, 343.8172, 394.72821, 339.93738, 329.89774, 354.52148, 393.47256, 415.07886, 360.3916, 390.05984, 351.7428, 447.52435, 477.54877, 308.71423, 408.17938, 357.85941, 403.84442, 286.25519, 395.17993, 399.27438, 344.38306, 367.36722, 363.47296, 378.30212, 377.38467, 319.85852, 295.79688, 404.88019, 437.55505, 329.05862, 465.87683, 343.07471, 334.65381, 377.71109, 367.69891, 385.36258, 506.26227, 413.71909, 361.27734, 328.22571, 365.93747, 329.68213, 327.6355, 402.00867, 318.5679, 407.57019, 371.8064, 340.28088, 412.69754, 404.32458, 404.58179, 424.26703, 330.98068, 130.14407, 382.08997, 349.17929, 400.62646, 433.47797, 396.48984, 334.88708, 382.27588, 343.50769, 328.33441, 257.93634, 388.89322, 365.5083, 424.3555, 394.58096, 351.11359, 379.15454, 396.45789, 153.05161, 886.92859, 389.19458, 759.41919, 416.74454, 380.61313, 375.99835, 360.09631, 479.29117, 426.80017, 402.82974, 429.69467, 453.00449, 378.28842, 414.20135, 452.88513, 375.62097, 451.89523, 252.98022, 401.2027, 236.33862, 623.34521, 491.58597, 387.73248, 434.2467, 428.18774, 467.94556, 280.54907, 439.02682, 271.15814, 405.78787, 404.5061, 467.39664, 401.23029, 581.84039, 438.91214, 530.64136, 340.96808, 475.2916, 562.45178, 296.0231, 392.08752, 411.77985, 594.95459, 471.11499, 497.4227, 369.58759, 368.55017, 359.30444, 277.42767, 531.3515, 448.47278, 598.3064, 547.29016, 584.64697, 910.24158, 655.00952, 461.81732, 301.21045, 291.82812, 453.98938, 492.70718, 781.62286, 414.13266, 560.95679, 571.54724, 219.8844, 395.31644, 577.40662, 494.38959, 909.58759, 384.81085, 832.9649, 579.81213, 849.38281, 562.85675, 1272.17651, 396.78943, 493.79544, 342.27139, 613.70892, 728.6001, 698.26685, 919.79669, 998.82526, 641.41589, 932.63354, 408.82669, 738.91077, 445.39722, 867.26459, 1097.35083, 932.7381, 1337.56177, 1073.92407, 900.54272, 837.91577, 822.31006, 684.98828, 504.0369, 549.58118, 879.57642, 493.02731, 936.39941, 625.11816, 537.09302, 1352.48401, 786.75006, 972.91772, 706.05316, 702.65625, 679.21301, 669.67163, 684.04688, 1153.44812, 391.98941, 507.79999, 747.89099, 1012.68463, 902.35608, 876.67407, 649.34351, 460.7869, 980.18054, 695.98987, 661.34521, 1265.41016, 534.77991, 1628.53577, 443.79416, 914.8186, 738.48444, 788.79456, 711.20789, 1453.42749, 560.70911, 1400.68518, 1159.79138, 956.78223, 603.00879, 1335.11621, 725.745, 1538.02405, 936.54468, 1141.0166, 949.90497, 930.82959, 1389.6687, 507.27618, 1273.38464, 1376.55298, 671.25647, 1751.92102, 1741.5387, 595.2085, 1650.20679 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 222.27353, 266.79227, 248.41016, 295.9957, 274.98315, 339.52756, 302.62173, 324.4855, 437.82285, 569.2843, 460.08563, 431.9104, 354.52774, 570.69336, 369.87939, 423.05682, 367.88733, 516.11328, 479.79279, 391.32239, 456.92041, 554.53748, 617.64868, 516.5968, 568.51562, 545.88098, 538.63507, 426.36636, 587.76062, 380.17017, 454.3165, 392.14032, 541.04175, 483.31122, 427.09387, 549.18958, 530.30133, 474.75443, 446.63943, 626.50055, 399.677, 440.84088, 567.79144, 485.9841, 415.70059, 545.46045, 503.97363, 599.51154, 476.34235, 554.47638, 538.78625, 462.47653, 449.72531, 511.72729, 477.83203, 666.29669, 482.05515, 471.77704, 493.44849, 636.63647, 569.26965, 526.7417, 512.06592, 460.90948, 547.34656, 495.26871, 620.20648, 571.8241, 598.86365, 457.88043, 476.51987, 594.34991, 707.34021, 588.39502, 470.44415, 508.07742, 676.25623, 530.27478, 606.87451, 612.82324, 539.38123, 548.16577, 778.3764, 608.08423, 469.479, 496.52426, 452.35117, 489.50726, 602.76776, 590.08307, 711.38409, 616.45605, 664.88098, 515.30066, 626.86536, 566.67029, 690.19312, 474.06992, 608.69702, 642.18469, 556.45618, 668.55725, 597.85992, 609.87915, 597.13794, 791.32227, 607.98242, 673.45386, 589.40833, 583.63123, 592.9126, 581.46277, 506.85254, 515.07458, 567.45026, 492.19574, 708.46021, 538.91406, 553.37189, 511.67645, 635.38757, 699.00739, 595.9845, 566.13123, 639.7533, 560.79315, 642.9325, 481.08591, 576.55212, 543.98834, 641.10791, 734.20026, 551.99451, 513.9259, 648.93994, 629.29211, 652.28687, 682.55713, 608.94714, 581.02014, 566.5592, 807.06677, 553.69043, 592.98718, 682.52551, 601.047, 719.65137, 723.44556, 569.00122, 564.81189, 597.09991, 564.02429, 616.71649, 691.38135, 576.97278, 743.01929, 627.49304, 551.86346, 609.77612, 607.03979, 600.47375, 636.12231, 660.81763, 618.37488, 488.67688, 537.96277, 637.46704, 706.65332, 672.05261, 642.70215, 576.37793, 701.76355, 521.15485, 640.38965, 641.88184, 663.62317, 666.05371, 699.67395, 657.47119, 597.026, 732.03918, 563.96423, 823.55505, 551.2749, 548.20587, 685.56665, 598.25287, 673.38428, 544.05762, 528.70142, 464.67432, 634.11487, 701.10889, 551.17511, 753.47058, 539.41064, 649.08014, 582.81091, 612.49365, 713.38782, 690.67084, 682.2345, 692.4223, 675.6778, 623.48743, 606.25549, 596.27594, 563.94293, 741.45831, 692.396, 664.65118, 622.99591, 692.99512, 577.85773, 688.6806, 705.81995, 650.28699, 691.79602, 708.09479, 703.94586, 693.88037, 675.00085, 613.31744, 611.61841, 731.12274, 681.27649, 639.93384, 657.38275, 735.94763, 667.45551, 757.63818, 655.07129, 595.69202, 696.29626, 562.58441, 674.08862, 717.47583, 652.24939, 665.66968, 633.39099, 619.68298, 604.67676, 723.91296, 711.12537, 656.97815, 717.31842, 611.65613, 690.61401, 659.15796, 693.58936, 583.24213, 577.56561, 599.60938, 720.44214, 625.58643, 715.04199, 620.87878, 656.88647, 637.89673, 647.71381, 626.42902, 722.33362, 675.12354, 754.66406, 594.04248, 725.39246, 611.65649, 651.91736, 596.60364, 711.6839, 715.56378, 732.80627, 722.36383, 674.11359, 644.61182, 673.87024, 609.42969, 700.24475, 669.06226, 704.99048, 604.10632, 683.07239, 803.7041, 778.6416, 714.24341, 716.65344, 694.23737, 784.72156, 595.84174, 740.95288, 748.2569, 615.04401, 633.41577, 617.68713, 658.95264, 676.60406, 797.80786, 652.95496, 755.51855, 646.6297, 653.94189, 703.80981, 676.01819, 635.72211, 716.48376, 706.54309, 673.9375, 675.44666, 665.49792, 642.8764, 681.67493, 633.71063, 726.27234, 733.80139, 674.26245, 660.97845, 588.83606, 740.52368, 734.26025, 769.14618, 714.7677, 764.21631, 675.9975, 576.16913, 703.22852, 556.90265, 698.2392, 601.54993, 606.26562, 620.9447, 675.55566, 763.42896, 770.81854, 780.07843, 640.56946, 759.0307, 633.89233, 630.86401, 754.83179, 599.91992, 630.27161, 609.92352, 739.35461, 733.22992, 767.65991, 694.15942, 829.78552, 801.54419, 782.42023, 713.83203, 771.69421, 683.151, 691.65723, 718.24249, 831.52319, 642.55994, 818.70874, 764.20813, 679.82568, 739.17462, 677.00128, 674.85132, 623.25604, 707.42542, 752.94232, 649.31274, 666.80994, 677.75586, 685.4292, 731.68756, 704.02478, 790.21979, 727.37769, 784.53015, 651.45398, 745.57837, 848.71729, 723.01685, 799.18927, 820.02173, 726.79883, 722.59027, 729.0683, 541.36359, 767.15002, 682.73792, 794.6438, 783.98407, 894.45581, 807.5459, 690.43835, 745.52618, 684.56128, 768.99438, 772.01855, 768.5127, 790.53558, 638.53326, 705.33545, 814.91455, 700.48425, 734.93646, 717.64978, 731.58643, 742.19391, 826.08447, 646.80505, 864.96509, 781.31287, 885.92566, 849.57556, 767.74475, 671.60016, 678.77515, 810.0332, 751.78998, 698.67688, 617.71497, 805.81854, 868.95984, 731.20862, 676.59473, 702.44348, 945.56445, 620.05652, 665.28198, 773.69324, 730.18073, 705.19604, 823.21704, 796.48352, 744.15759, 668.10748, 844.70056, 783.84125, 823.33594, 771.93182, 853.96533, 880.17212, 730.34595, 802.22083, 628.9892, 724.35559, 750.77783, 753.09375, 833.30505, 884.50787, 793.23901, 760.68115, 875.60486, 769.29041, 686.93567, 852.7464, 798.39905, 729.75464, 806.70569, 743.0863, 824.06378, 762.29321, 759.35724, 770.15332, 656.56677, 740.27515, 756.45526, 817.72668, 780.3006, 847.745, 838.72144, 893.87, 928.90222, 888.64929, 936.80066, 875.21735, 843.22852, 792.44763, 905.92731, 910.2937, 728.80658, 768.07184, 861.51593, 792.0332, 840.91791, 866.17255, 731.76709, 909.99744, 820.88281, 879.1673, 898.06744, 869.32172, 896.1123, 828.09973, 973.50189, 882.25159, 847.2865, 914.14001, 841.17676, 917.85437, 786.94373, 921.57727, 853.13782 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.11091297230733423, "neutral_loss": 3.058846466281601, "target_chat_loss": 1.1945037601480528, "target_docs_loss": 1.697957413248261, "neutral_init_loss": 5.013154214477539, "target_chat_init_loss": 2.9469401962280273, "target_docs_init_loss": 3.4591022576226127, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 69.14573, 73.57065, 80.24576, 87.27922, 89.58854, 113.10415, 119.35253, 79.25546, 87.12413, 79.7759, 125.97462, 116.47359, 109.90147, 107.27773, 85.08505, 141.01523, 99.98478, 92.70513, 96.08823, 99.06525, 115.9767, 93.11218, 124.8726, 128.24722, 103.17978, 107.27753, 97.26051, 101.62752, 95.63296, 61.74244, 120.50856, 92.12698, 89.71751, 89.98212, 77.56454, 78.19128, 116.20563, 76.13673, 99.03794, 67.29161, 115.08569, 92.08286, 106.53928, 123.48479, 117.71816, 86.64951, 110.74434, 155.46146, 100.53739, 90.31865, 119.20204, 91.25656, 100.94853, 103.12296, 96.17844, 117.69904, 68.59158, 124.68792, 82.55511, 105.28145, 136.1127, 122.68446, 104.6322, 107.16066, 115.88383, 111.87939, 137.24283, 138.23558, 116.98163, 110.98412, 118.08192, 81.22705, 124.30751, 123.42718, 84.82996, 65.72096, 122.90964, 71.89282, 140.34412, 125.50169, 90.89171, 89.89604, 132.25378, 101.15162, 131.31174, 101.75044, 76.0854, 95.60027, 123.27845, 89.87408, 90.62849, 102.70212, 112.80806, 87.42521, 132.43106, 95.89201, 107.03258, 108.50921, 136.82648, 159.97626, 91.5379, 121.49036, 95.9748, 118.16994, 111.833, 100.00978, 91.48715, 122.80459, 126.91882, 112.85114, 147.26874, 120.07218, 124.59035, 127.9657, 132.13103, 132.59665, 93.44093, 123.10967, 96.31493, 85.33708, 94.0838, 100.38542, 128.51227, 80.46996, 136.73209, 94.00834, 141.67473, 111.44972, 138.40965, 91.34995, 120.991, 154.57092, 103.3728, 122.44077, 134.94913, 121.74874, 129.12701, 136.05713, 113.05592, 110.51154, 117.1, 168.1501, 86.743, 129.06146, 110.61337, 102.00886, 102.05167, 111.44248, 107.27306, 105.50687, 118.53721, 126.15433, 130.36206, 115.34064, 129.22852, 109.34412, 79.17198, 106.64073, 58.78496, 103.4816, 139.43933, 124.84279, 136.979, 132.90152, 130.32649, 126.77486, 98.47325, 142.95238, 127.88729, 99.57175, 146.69827, 113.84539, 103.92781, 98.27158, 120.20136, 131.89825, 136.5963, 129.59831, 133.43079, 138.96909, 126.32755, 120.42175, 114.73169, 147.08089, 187.72731, 116.48839, 88.95063, 129.61147, 123.90115, 132.64774, 117.47808, 114.0729, 57.94852, 134.72696, 113.43706, 105.38528, 135.63396, 110.20332, 112.32593, 116.75143, 102.92721, 129.7742, 109.64813, 107.65883, 115.69968, 130.25998, 138.59793, 92.93877, 113.12473, 123.64095, 149.11971, 120.45078, 106.30959, 130.23149, 129.99184, 122.70114, 130.09518, 173.1458, 150.53145, 88.26108, 180.0659, 104.01582, 146.89731, 100.80811, 144.23331, 145.03229, 98.30793, 97.96313, 145.08928, 142.20752, 112.35509, 168.55238, 102.37615, 104.76807, 110.14241, 104.7036, 170.51109, 146.76389, 132.47044, 162.77649, 187.48309, 165.98102, 131.30219, 127.13484, 114.18433, 76.57711, 121.69822, 147.0499, 139.0748, 142.84967, 101.85396, 189.54877, 133.53545, 278.18771, 270.49319, 320.41714, 314.18643, 201.29259, 377.09406, 300.60889, 327.02515, 285.09296, 286.27426, 290.42932, 317.36066, 233.97827, 297.48251, 260.52225, 265.72681, 299.15884, 331.61011, 230.04227, 331.67346, 294.82172, 415.52008, 214.03639, 326.3053, 308.59549, 304.94238, 302.63812, 315.77292, 272.33087, 314.64337, 319.9455, 282.71478, 281.84601, 277.19788, 234.99893, 330.74722, 335.10699, 379.02173, 285.01541, 304.98282, 285.82764, 307.76422, 254.72469, 415.13635, 322.52814, 348.78745, 278.66486, 365.39563, 283.96332, 260.34558, 276.90814, 269.71008, 254.67409, 288.12811, 371.927, 248.77997, 219.05934, 312.64398, 362.49115, 290.86206, 378.62943, 303.30365, 366.06824, 383.74576, 283.09302, 239.14365, 333.15332, 231.84558, 260.09381, 444.3175, 404.56342, 392.02795, 325.6521, 246.34404, 274.28564, 468.9137, 264.41205, 301.66324, 315.26822, 293.89288, 266.85092, 347.17969, 293.8071, 213.69643, 416.65063, 323.29797, 257.6304, 357.24115, 458.63773, 352.08725, 311.93359, 393.85846, 256.44971, 280.31342, 460.24838, 217.64856, 405.78375, 370.37576, 182.76736, 274.1662, 404.63782, 361.01917, 399.73169, 333.10767, 396.34103, 463.42432, 334.40054, 337.86652, 317.84515, 279.73337, 305.53705, 384.23529, 309.84784, 330.936, 389.65546, 279.94427, 296.99139, 328.85925, 238.68501, 345.86523, 283.3595, 257.38007, 340.40576, 261.00278, 266.17328, 252.15849, 355.75702, 413.3616, 335.02496, 390.59015, 461.18701, 372.61633, 404.58331, 445.8175, 376.03238, 201.83286, 400.98904, 401.25684, 424.73376, 264.1951, 301.13843, 293.29614, 342.91449, 373.63419, 389.87769, 318.03564, 441.35718, 259.18896, 236.91985, 316.71115, 284.45395, 380.08307, 389.97729, 297.21286, 356.28986, 336.90906, 267.71048, 251.22481, 256.46262, 354.79962, 199.71027, 301.04865, 340.22253, 333.00195, 348.93033, 334.11615, 498.45929, 288.69128, 409.16293, 395.52332, 311.13989, 307.35083, 445.18051, 395.56647, 334.7485, 334.35434, 281.4317, 325.0062, 438.21844, 274.63303, 350.59131, 468.60147, 318.80493, 320.20081, 248.91292, 399.96045, 362.96912, 450.84433, 424.86395, 455.48669, 327.63614, 398.38406, 285.16901, 358.93567, 365.41858, 451.01904, 382.22943, 413.79807, 406.22369, 347.83612, 369.16089, 458.8797, 367.74939, 376.47137, 300.10992, 370.33356, 360.99643, 352.37894, 446.24927, 383.21082, 362.14984, 396.21405, 446.1282, 336.92978, 435.35004, 403.54462, 366.60736, 402.5874, 380.30927, 353.94742, 417.92731, 375.71854, 387.7301, 297.2868, 344.49854, 405.37262, 316.63403, 454.90579, 348.07596, 320.95361, 350.47052, 392.48709, 358.24982, 344.00409, 309.39044, 377.90915, 400.60687, 420.83533, 385.34546, 273.79242, 317.1481, 249.21913, 350.12656, 380.63025, 308.81329, 356.24451, 275.78058 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 132.7021, 46.62779, 145.27597, 131.4364, 70.15345, 156.14136, 168.42046, 56.37836, 282.14258, 383.86072, 74.92165, 207.83817, 12.68038, 102.84307, 262.41901, 410.67706, 230.79848, 286.65802, 268.88806, 209.84561, 306.87357, 253.40845, 529.85693, 189.1438, 298.02798, 268.96735, 56.43631, 291.31863, 284.49152, 259.72992, 109.76955, 334.19193, 319.88507, 323.59027, 250.27155, 285.45972, 326.90857, 243.28494, 307.14554, 26.03346, 297.70056, 138.63423, 342.82947, 355.6272, 342.60538, 305.16254, 304.70584, 302.66388, 309.47406, 311.19427, 346.25342, 255.15355, 279.69501, 212.367, 305.53262, 352.08636, 401.06985, 258.4043, 376.81781, 379.91718, 302.2131, 376.22626, 323.22839, 288.63718, 329.12524, 239.76289, 359.93246, 287.02826, 313.6593, 284.401, 316.76959, 360.18164, 306.71942, 310.41248, 352.07117, 336.46838, 361.50482, 355.17413, 240.76314, 324.05737, 280.01959, 330.49243, 339.09528, 336.64117, 321.40073, 560.64246, 310.89371, 397.43872, 328.46219, 315.66022, 318.44202, 342.82434, 405.54794, 346.75156, 338.55762, 341.57642, 341.37073, 335.79169, 333.38672, 359.78006, 318.1037, 312.4696, 324.56287, 225.03027, 289.15005, 338.81973, 343.92761, 299.93082, 188.82677, 136.87318, 378.24963, 306.32739, 385.9111, 338.11969, 312.57568, 341.17163, 345.41907, 306.73102, 353.5675, 298.83911, 302.03659, 334.33099, 256.54376, 348.8765, 303.40695, 373.655, 379.05707, 301.34381, 327.44635, 374.6423, 351.97076, 321.5946, 322.5426, 381.93219, 465.10132, 271.74292, 396.25137, 259.71246, 344.42319, 407.5282, 343.73624, 337.82123, 333.29865, 335.94223, 319.72894, 372.27765, 336.0101, 330.03784, 300.39545, 398.11807, 405.52948, 402.57675, 391.46265, 361.09647, 332.1489, 344.47308, 435.57251, 87.93027, 340.54868, 416.4715, 196.23779, 365.71075, 279.94244, 375.34897, 61.44134, 398.39215, 326.07904, 1.61449, 335.83752, 304.2355, 363.70099, 334.3092, 477.59473, 249.08627, 370.44006, 320.86871, 339.09271, 361.7381, 353.30963, 340.70627, 310.13339, 363.02878, 191.28758, 297.36206, 351.16028, 451.10638, 399.45929, 338.83517, 377.22632, 313.07214, 413.86984, 340.72327, 364.52341, 433.29468, 369.37613, 427.57056, 355.23697, 411.31934, 369.64651, 255.21182, 356.22778, 354.56018, 389.79065, 337.92978, 383.89426, 523.45532, 352.07129, 356.30212, 95.13918, 367.013, 394.58221, 397.32047, 372.01523, 399.42471, 315.04889, 338.11163, 348.66925, 342.38016, 371.61722, 298.95679, 453.58328, 348.2854, 420.38202, 341.40027, 297.87964, 380.38083, 325.24524, 376.58923, 395.62424, 346.12671, 470.63892, 153.16846, 322.46548, 347.77856, 333.69019, 488.289, 442.52209, 355.53748, 433.58582, 381.79578, 346.27808, 401.75818, 395.76126, 398.84128, 416.24844, 368.7851, 328.36719, 333.9368, 422.52322, 373.82178, 373.59625, 734.4469, 325.24561, 380.25977, 372.76392, 339.98828, 211.6124, 349.9339, 90.66898, 349.30505, 404.9801, 368.10883, 292.08655, 407.35974, 332.57635, 374.65652, 449.21213, 318.99271, 424.54095, 324.3877, 371.64667, 407.87152, 251.23799, 283.48505, 359.04636, 415.27515, 353.25082, 364.95816, 364.99576, 408.51733, 424.88995, 367.36646, 410.08038, 377.03632, 460.81726, 479.79242, 316.62802, 443.27393, 376.84995, 436.71152, 306.27112, 404.34674, 411.32617, 362.40887, 386.15833, 390.76605, 407.37823, 400.8703, 336.01764, 292.59647, 429.7934, 463.92633, 370.18039, 479.36206, 368.43347, 353.39462, 402.72061, 388.98364, 406.91663, 519.54333, 439.19189, 373.17694, 342.43671, 382.19125, 332.20132, 351.6918, 410.47192, 341.75684, 430.68039, 386.92731, 342.01944, 425.04645, 422.12115, 425.50034, 452.11777, 339.86877, 138.80646, 420.81439, 368.23572, 425.20728, 450.62827, 411.1741, 338.93329, 409.48749, 348.59097, 331.49805, 260.44958, 412.29611, 390.11499, 461.57758, 429.13687, 375.13788, 387.48364, 410.70734, 162.8011, 906.87695, 414.49689, 785.14789, 439.57077, 377.26013, 403.68088, 366.19995, 521.50574, 454.151, 421.11938, 446.69592, 465.6026, 408.64517, 444.43848, 478.26483, 397.82562, 464.79272, 257.49231, 419.36874, 244.11417, 654.2865, 506.4079, 408.43008, 458.0369, 458.44061, 500.72394, 276.85211, 461.28827, 284.14774, 410.17856, 406.34338, 487.61923, 435.82751, 569.8927, 455.35126, 541.89008, 352.21802, 507.08075, 568.6908, 315.0036, 408.33292, 436.44565, 599.90198, 494.02979, 510.06763, 379.51895, 378.93176, 367.94153, 295.97931, 542.00269, 455.0733, 634.02521, 557.54712, 595.36169, 922.32507, 662.08356, 481.42438, 318.79373, 295.90982, 482.8465, 517.52228, 799.73914, 423.80536, 584.39337, 585.46399, 231.03813, 405.2442, 599.68732, 520.44812, 941.84839, 397.0033, 851.34192, 605.1427, 884.31848, 572.50739, 1303.97058, 409.44116, 494.36523, 350.12109, 634.00671, 773.10889, 753.52545, 938.27515, 1045.17346, 649.97327, 956.93396, 428.36069, 770.54004, 452.20477, 905.59717, 1099.83008, 967.56897, 1367.9646, 1095.33044, 924.3606, 854.40271, 847.22864, 716.46362, 525.48254, 570.16455, 900.42798, 496.33612, 950.92444, 631.76984, 541.96075, 1386.32678, 825.48755, 999.78699, 722.97363, 715.69843, 693.71301, 680.96594, 698.34998, 1179.34204, 395.02649, 525.45117, 768.80792, 1043.00281, 939.72845, 892.83398, 669.05713, 471.66473, 1017.85034, 717.83569, 686.74268, 1292.2594, 551.81665, 1620.7865, 469.83417, 939.8952, 751.69238, 806.39734, 727.5918, 1470.41577, 578.60272, 1429.69116, 1186.23877, 991.40588, 618.87097, 1366.79175, 755.8844, 1559.46704, 961.17395, 1158.11255, 984.45776, 957.35803, 1405.67676, 524.08203, 1284.65454, 1415.20129, 700.35522, 1765.37512, 1774.87061, 621.24658, 1703.44983 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 172.33755, 206.11737, 206.84811, 254.94028, 248.68716, 279.49335, 241.90259, 286.39432, 365.44476, 484.46664, 374.73294, 345.72473, 297.05984, 469.47501, 298.01941, 335.10919, 322.00391, 432.71024, 408.86249, 326.64432, 361.2963, 490.90717, 473.39908, 447.50696, 482.8313, 443.48224, 444.6936, 362.15146, 484.38712, 310.07471, 370.44101, 316.99011, 451.8605, 413.23349, 359.48395, 472.41214, 448.74094, 387.48254, 369.86212, 536.47583, 346.71069, 391.04025, 490.66565, 380.55865, 347.91977, 455.25403, 432.35922, 485.96527, 388.67877, 460.00427, 464.31076, 375.44833, 354.39966, 437.24774, 419.68423, 538.98877, 391.55942, 410.5838, 417.48846, 554.17548, 453.35422, 476.211, 434.47937, 409.88632, 451.7334, 429.04572, 551.65503, 482.31027, 520.86169, 404.50244, 417.98761, 472.85275, 639.02649, 519.11194, 406.43982, 432.00543, 606.22101, 447.66748, 490.6384, 545.80664, 431.83466, 430.95303, 686.75531, 526.27661, 404.80548, 401.0141, 387.69022, 412.95273, 488.52533, 487.18744, 585.96362, 526.18176, 512.65405, 441.35736, 554.78351, 442.61627, 564.72766, 370.89923, 476.08115, 517.77124, 455.45734, 556.94202, 473.013, 506.8017, 503.33453, 675.35156, 514.33716, 578.49005, 467.72748, 464.83191, 493.90802, 487.13254, 434.20001, 402.94257, 499.28375, 418.86475, 604.77637, 458.91785, 458.20667, 414.61017, 529.0354, 584.9082, 492.08258, 467.25415, 544.9541, 466.24335, 480.40887, 392.08807, 457.64511, 448.97519, 550.77649, 635.2724, 475.06448, 408.87518, 511.47076, 530.25745, 556.14081, 536.5351, 493.08533, 485.23227, 435.29004, 710.71155, 454.63373, 496.32394, 606.1582, 480.27301, 645.12012, 613.5097, 474.0592, 532.76514, 466.09045, 428.23624, 518.45807, 607.13916, 521.00403, 632.01733, 530.43964, 460.53217, 495.17963, 469.17853, 504.03525, 516.17297, 590.40546, 516.79309, 421.61267, 449.45447, 533.14233, 601.34387, 523.22186, 548.2652, 478.43637, 621.43298, 408.85272, 535.0769, 519.66443, 555.09338, 540.54028, 626.1062, 526.46338, 503.99524, 639.85352, 454.94708, 698.46771, 480.37262, 457.68231, 599.41211, 503.55466, 553.7243, 431.20935, 426.25085, 397.23737, 563.91858, 606.05829, 460.2421, 632.42163, 445.72791, 520.46912, 457.87659, 481.36478, 597.80823, 616.73059, 549.56128, 614.44318, 548.58807, 515.18164, 504.9631, 499.66412, 447.36539, 617.10632, 584.14349, 556.34967, 502.1727, 544.91504, 468.49969, 614.19415, 565.39111, 527.54626, 574.97723, 583.61475, 592.82843, 529.41406, 587.25116, 500.58179, 499.50595, 617.43079, 563.13751, 492.89838, 569.23181, 630.39435, 547.1192, 650.80652, 574.79547, 496.80502, 573.63062, 474.51273, 561.6618, 598.05249, 527.11206, 555.77197, 508.35306, 483.26315, 491.48026, 617.5141, 576.15833, 538.20056, 601.21912, 507.5802, 561.33612, 569.74158, 564.92444, 500.98355, 452.89084, 503.27582, 605.88428, 537.61017, 564.29205, 525.51697, 524.2511, 537.16992, 540.86572, 537.57446, 592.07983, 540.96863, 596.05634, 491.22208, 608.24469, 479.31021, 571.61371, 503.73175, 563.30121, 597.83484, 602.31433, 543.17896, 585.73553, 528.09906, 550.50574, 501.45657, 544.07581, 563.60742, 551.08557, 535.46887, 550.29639, 642.08093, 672.73584, 583.90332, 559.95166, 603.01837, 657.00677, 478.95197, 611.74664, 615.84814, 499.88922, 493.08917, 547.06934, 561.8761, 540.14392, 698.78723, 601.90674, 618.35126, 559.1167, 572.55841, 586.51312, 560.26715, 543.21326, 588.08203, 628.60229, 517.66785, 569.8725, 523.18872, 521.15924, 533.61212, 523.1026, 590.18402, 594.2561, 571.53705, 547.2251, 494.55814, 615.58441, 595.79321, 611.77301, 589.11731, 604.24329, 551.52228, 499.69388, 595.32361, 449.41089, 574.38208, 483.08136, 537.19904, 519.63757, 545.68616, 596.90265, 682.27631, 657.27698, 527.31616, 654.27625, 522.15222, 536.57056, 631.82672, 480.47177, 527.96765, 527.3573, 624.77258, 613.37451, 651.45361, 585.27002, 703.06885, 737.74603, 607.31409, 584.11261, 643.54517, 564.23944, 582.5824, 578.43042, 714.70654, 553.8006, 694.71552, 624.41125, 546.08386, 591.67712, 609.49823, 573.59448, 527.41522, 592.02716, 596.77771, 522.08301, 531.0246, 602.42621, 565.60095, 602.14722, 615.33618, 629.41455, 588.42834, 651.71753, 543.77759, 621.56458, 698.83319, 617.14655, 699.92731, 693.93201, 624.20862, 599.34546, 621.65039, 450.77448, 673.1853, 568.31836, 640.99182, 655.1795, 743.00598, 705.15033, 545.74695, 625.65839, 536.29108, 679.01727, 656.61285, 632.83545, 709.21295, 525.08594, 579.1546, 657.01813, 615.20715, 598.09705, 608.06171, 629.41675, 596.67584, 727.19409, 541.19812, 737.09216, 614.88977, 767.88934, 718.91956, 638.1922, 554.02625, 585.69299, 682.49866, 584.30835, 622.29907, 504.49109, 638.88147, 757.76855, 581.06995, 547.69568, 572.49969, 795.78497, 558.85681, 533.65094, 637.40173, 620.16736, 594.27911, 662.55737, 676.08374, 644.07971, 524.5705, 733.86792, 680.93518, 643.95947, 624.05975, 720.89667, 744.55884, 566.45264, 696.81409, 541.14777, 618.12451, 621.23315, 593.09503, 721.44421, 767.15497, 658.73547, 636.88867, 694.88, 632.25281, 556.52063, 687.17004, 657.00354, 608.20575, 651.521, 608.49072, 676.28271, 643.85095, 654.20776, 624.59552, 504.5191, 629.19208, 633.06702, 710.31244, 654.37775, 706.61768, 700.34387, 743.26221, 748.78778, 704.66003, 825.59229, 735.43835, 707.64783, 666.3847, 755.46448, 804.75854, 591.04749, 621.48608, 684.97437, 647.55237, 720.57751, 690.73505, 618.86627, 751.88293, 702.67761, 741.1059, 751.90918, 699.05212, 773.43677, 686.35181, 777.54492, 736.62506, 700.26312, 759.07812, 706.85065, 767.04907, 636.55737, 761.35217, 693.35901 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.2827340124622527, "neutral_loss": 3.1460893151795335, "target_chat_loss": 1.2581088892959804, "target_docs_loss": 1.463852477765665, "neutral_init_loss": 4.918464501953125, "target_chat_init_loss": 2.9172480880737304, "target_docs_init_loss": 2.978081058078342, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 81.61166, 70.15431, 76.79477, 88.13242, 92.14658, 115.71677, 114.35921, 71.57584, 87.14171, 83.43927, 127.20674, 113.37896, 102.93491, 108.74113, 79.83348, 138.07423, 96.83206, 93.55168, 96.84383, 99.95587, 114.64749, 90.13501, 131.88844, 136.38138, 105.39836, 102.21309, 99.20553, 113.19754, 94.99728, 60.54129, 123.04527, 93.73689, 89.2169, 93.9409, 79.72037, 81.48138, 118.10382, 77.55804, 100.72971, 63.94191, 113.84636, 93.13031, 103.09833, 131.2287, 116.91483, 85.16339, 120.95256, 156.79768, 100.84827, 93.75014, 121.70363, 90.95426, 101.97342, 102.44167, 94.27651, 114.92603, 72.47359, 118.45746, 81.69958, 98.61523, 134.49948, 119.92487, 102.14919, 105.94173, 120.99265, 113.99725, 140.55215, 135.60413, 113.59903, 107.51397, 118.18307, 83.77153, 140.61328, 120.23816, 83.79484, 67.10646, 117.62817, 70.80002, 139.13968, 116.9351, 89.28043, 85.03451, 144.68533, 99.12251, 131.54922, 105.87718, 80.2731, 100.84196, 119.49499, 90.33281, 87.68295, 102.83179, 110.57907, 83.9384, 136.95268, 96.86808, 111.39406, 112.28313, 137.22487, 157.60222, 94.1985, 118.18502, 99.15957, 117.29807, 114.30714, 109.48857, 96.09152, 128.46713, 133.2364, 116.20743, 151.64639, 111.85484, 125.23776, 122.76768, 132.43271, 137.06186, 94.60843, 121.1151, 95.63458, 86.96365, 95.00826, 100.07131, 127.07991, 75.16946, 138.63992, 90.8219, 142.59117, 114.45232, 135.23238, 91.3764, 119.38953, 155.73335, 102.15649, 125.61745, 130.341, 125.34615, 127.11289, 145.40784, 116.47174, 109.55918, 117.18904, 169.7265, 80.96326, 122.83894, 108.45233, 100.01639, 103.05159, 111.94494, 111.73199, 107.57167, 111.70989, 120.43134, 134.14233, 121.44675, 159.50064, 110.47823, 79.04616, 109.77065, 53.39331, 101.65595, 136.10022, 127.84637, 134.64157, 140.61586, 128.64047, 135.71692, 91.30694, 137.83131, 127.45924, 91.59285, 157.03328, 113.97162, 99.52435, 93.5827, 120.1965, 138.40683, 144.31697, 133.40004, 131.80513, 141.47443, 134.6873, 124.68346, 115.87533, 143.88519, 191.64877, 124.0177, 92.24217, 123.22996, 123.76433, 137.48071, 119.06731, 124.47972, 55.69794, 140.08455, 110.61109, 108.2012, 134.60164, 118.76273, 114.04072, 126.74676, 109.37566, 133.80969, 114.38396, 109.55971, 117.54442, 136.59686, 143.10159, 86.3515, 110.50617, 130.22652, 146.81494, 132.29951, 107.77864, 126.44523, 124.50901, 117.71387, 138.60376, 184.66586, 149.85686, 82.41704, 185.03288, 102.59962, 148.61618, 97.45888, 158.21854, 148.31967, 100.89626, 97.67801, 143.21695, 143.62791, 113.86827, 167.50156, 103.41714, 105.54226, 122.44954, 107.25046, 177.147, 148.57524, 128.35593, 168.52402, 187.05756, 163.03149, 133.81396, 127.63713, 116.02814, 81.35422, 124.25647, 145.12637, 140.5946, 149.49084, 106.42033, 199.65622, 131.13818, 294.5542, 288.33771, 337.63403, 332.61462, 209.76401, 391.91913, 315.2887, 337.93732, 296.54477, 297.33917, 302.98352, 327.37292, 243.75598, 315.76031, 263.17102, 276.76788, 312.67404, 344.95514, 233.54907, 356.68628, 310.53247, 437.5416, 218.94521, 333.44968, 320.5437, 313.60855, 314.68198, 344.00488, 279.57498, 318.659, 330.27191, 294.35541, 285.16766, 292.27679, 245.34711, 349.41351, 346.10541, 391.29297, 286.1037, 317.42062, 293.60199, 322.21826, 266.26813, 444.77423, 332.79312, 349.77567, 278.44986, 381.84924, 297.42517, 270.49734, 285.16101, 267.21643, 260.68967, 308.10059, 379.18655, 265.7991, 217.91002, 323.48431, 382.7543, 302.21155, 368.20605, 309.92764, 383.78625, 427.28131, 285.59409, 245.34903, 340.85913, 239.7043, 276.15176, 445.23145, 412.44464, 421.66132, 348.88538, 251.5787, 283.20752, 483.52701, 277.20383, 308.32782, 326.52765, 302.43466, 267.36685, 351.14798, 289.06119, 215.81604, 437.07397, 340.52911, 266.95636, 387.64819, 473.28589, 377.72385, 320.92291, 441.99908, 264.86923, 291.77234, 504.45245, 233.41806, 405.98279, 382.38776, 183.86363, 285.15448, 420.36298, 375.69958, 401.771, 340.05707, 399.84988, 468.70862, 340.39621, 338.74683, 338.96658, 296.02774, 317.40613, 396.12994, 318.69037, 343.66565, 410.94116, 281.54242, 308.91473, 354.93597, 244.59572, 370.35541, 294.66608, 263.33517, 347.12146, 274.38089, 270.33121, 259.42755, 357.11932, 442.67377, 345.08972, 416.74091, 469.95044, 390.00937, 426.71097, 458.72876, 391.99542, 203.40646, 417.23914, 405.57239, 425.52454, 278.80457, 315.69827, 302.03784, 351.41809, 389.94089, 404.98846, 334.46457, 469.21619, 273.66736, 240.08739, 325.73895, 288.73737, 399.28525, 398.50104, 304.87491, 365.36469, 343.53485, 270.8526, 249.70857, 249.7092, 358.30261, 202.57162, 309.59644, 356.858, 345.08463, 356.52335, 347.9841, 522.29633, 294.85507, 434.33743, 405.08496, 319.90167, 304.87903, 480.10803, 401.14676, 342.25012, 335.88416, 289.6283, 330.53296, 455.2872, 289.91779, 358.45215, 476.26743, 324.15997, 327.09436, 250.79544, 420.061, 379.82065, 469.07294, 444.17184, 510.44965, 330.43683, 411.94135, 298.83655, 370.63358, 377.87592, 471.18256, 395.68414, 431.97635, 409.67545, 356.3024, 376.88632, 472.06372, 379.29962, 386.82309, 310.21509, 387.12299, 364.27847, 373.37921, 454.0957, 408.38525, 381.51886, 417.06445, 465.57318, 340.21112, 458.44794, 423.82904, 372.74969, 409.89758, 389.09998, 362.60437, 439.66882, 386.33002, 407.13171, 313.68018, 359.2843, 422.69977, 319.59241, 458.33804, 372.47855, 332.26959, 358.97937, 400.32361, 362.90466, 352.94702, 320.24408, 388.67029, 412.96069, 437.90857, 409.97876, 284.48334, 319.87027, 246.88339, 354.52429, 393.14169, 322.40353, 359.39236, 273.80493 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 131.5621, 38.07693, 137.19177, 132.5462, 72.26307, 151.0975, 181.76736, 57.9045, 293.43976, 381.00879, 74.65826, 198.2471, 13.91552, 103.94621, 278.59415, 430.14337, 244.6183, 298.69397, 279.6539, 215.26697, 304.01257, 264.487, 544.73022, 190.34363, 313.08859, 297.07794, 62.32948, 310.30127, 310.59576, 262.75, 108.41353, 352.01031, 345.48956, 353.03506, 260.60904, 305.99945, 355.52805, 254.01735, 334.22107, 28.03915, 322.05466, 142.83636, 371.10681, 380.52835, 364.10806, 331.81531, 351.98633, 324.31891, 329.67377, 323.95508, 374.32843, 269.95749, 291.03912, 223.5406, 337.56784, 375.46756, 445.04834, 263.99481, 418.88318, 400.1842, 329.01862, 390.67514, 337.16614, 313.54855, 363.93384, 254.50517, 386.61914, 302.43158, 334.9931, 305.70773, 340.3045, 380.10632, 323.81781, 324.0592, 379.50629, 361.89771, 384.09796, 386.18271, 243.67116, 326.63043, 286.90906, 353.87195, 361.93896, 348.46771, 350.3121, 574.83276, 335.53775, 409.87186, 372.65518, 359.10364, 344.94574, 347.6395, 427.52716, 376.96472, 379.7818, 363.73114, 380.48679, 362.05194, 366.98212, 368.53076, 342.66144, 348.09451, 366.04785, 225.95615, 297.14297, 364.55115, 375.1557, 308.73602, 195.02089, 130.59219, 410.36127, 327.26019, 384.77039, 362.23691, 346.3551, 348.67004, 375.35553, 329.18738, 386.36868, 323.05957, 337.71756, 370.94983, 285.71082, 374.8656, 318.64917, 413.4303, 407.1149, 317.17447, 372.13507, 392.17493, 364.07968, 339.62469, 345.45398, 416.2887, 466.17554, 287.77338, 418.67953, 265.54016, 393.34262, 414.95932, 368.99475, 382.86508, 362.54657, 363.34161, 354.68115, 410.46692, 359.62009, 335.80304, 312.50079, 434.37225, 442.31351, 418.79724, 434.49567, 385.59787, 359.28101, 369.05331, 480.04016, 102.59972, 375.83942, 464.62152, 202.68893, 399.62109, 287.7482, 413.3696, 54.69823, 424.34009, 356.32623, 0.75691, 352.97571, 341.01462, 393.94623, 362.7644, 530.76538, 259.97284, 404.92194, 337.05084, 369.92703, 393.68967, 384.70459, 371.71582, 311.10278, 397.02979, 205.57141, 332.58221, 381.48923, 483.15494, 437.04761, 367.55667, 426.65314, 336.99329, 447.95193, 373.08112, 393.44775, 460.49835, 386.11722, 438.49158, 390.39493, 453.08264, 391.47531, 288.61505, 385.97061, 371.70877, 429.95035, 366.78503, 387.93665, 530.05988, 367.16281, 376.62177, 94.26349, 401.29248, 421.17841, 428.62421, 405.11206, 413.59625, 332.45642, 375.74463, 378.23666, 376.70746, 405.25342, 309.97556, 469.20349, 365.55945, 470.03564, 363.85052, 327.75781, 395.46945, 350.77368, 399.56586, 414.15991, 357.70697, 504.77264, 156.54059, 339.97391, 368.44641, 368.13162, 499.82111, 496.66882, 385.90524, 453.98749, 415.07474, 367.84723, 421.33423, 427.51602, 426.39722, 467.82217, 386.53488, 358.09576, 356.12048, 438.05664, 395.48676, 402.12897, 737.87793, 353.29568, 396.77008, 404.65347, 365.26862, 197.14282, 378.81433, 75.42957, 372.94507, 440.03958, 390.76349, 309.29767, 426.46094, 352.93567, 395.00183, 471.43079, 340.84644, 461.02292, 343.64102, 416.60947, 452.16849, 275.42731, 313.1853, 383.82507, 448.69226, 378.72491, 416.60098, 377.88861, 430.41348, 449.2995, 381.65762, 437.091, 417.30179, 472.4906, 485.32819, 319.99329, 484.40881, 404.17776, 486.80676, 333.07635, 414.34521, 443.27655, 391.57919, 420.06558, 443.98273, 443.11029, 431.65292, 362.41171, 303.95197, 460.18747, 499.12064, 424.37354, 506.53018, 404.14407, 376.31696, 430.24982, 426.34738, 439.90439, 543.78088, 470.65637, 387.72604, 365.89291, 409.16095, 342.90472, 385.16895, 428.62296, 379.26306, 458.42096, 417.30853, 345.99216, 446.7243, 452.211, 462.30261, 475.53378, 341.5318, 137.23181, 456.81787, 403.91318, 464.63046, 473.53687, 435.17117, 354.59177, 443.72516, 364.87463, 349.32147, 271.18307, 433.05585, 413.86792, 513.24841, 466.88733, 406.04285, 404.72308, 432.6748, 170.49846, 925.32764, 443.68988, 822.53796, 474.75073, 390.65549, 440.25366, 377.29788, 564.31805, 490.38339, 437.21893, 477.45355, 481.34271, 446.1333, 482.49203, 510.43323, 436.9263, 484.71747, 262.48886, 436.06003, 257.19305, 670.01611, 521.62769, 427.38721, 485.86066, 497.54932, 530.75006, 275.16681, 492.05176, 291.43768, 421.40906, 409.55786, 513.25696, 476.65524, 597.42291, 481.56741, 555.41595, 359.15448, 553.04443, 580.24463, 331.13519, 425.95877, 476.03857, 603.54102, 529.47516, 558.14368, 389.04633, 397.5885, 376.29102, 307.55573, 573.3847, 474.24707, 665.24689, 580.15521, 606.64819, 941.98975, 686.94086, 508.41187, 326.13577, 304.06592, 512.45056, 552.14819, 826.78827, 440.82904, 597.91113, 603.34106, 250.55112, 418.18805, 629.24561, 550.88422, 986.68268, 414.57248, 875.79785, 623.47156, 918.74841, 587.20752, 1329.43701, 422.38586, 515.34741, 358.70865, 653.91608, 824.12848, 812.36047, 963.26166, 1108.85889, 662.52002, 976.22577, 443.46295, 802.29077, 479.00146, 953.73602, 1109.50354, 1024.01868, 1404.7489, 1120.82117, 948.3772, 881.61896, 883.33551, 756.21484, 549.43933, 620.42847, 924.50519, 507.63092, 970.6864, 640.56494, 569.18939, 1433.90723, 869.74377, 1036.15845, 741.18555, 725.99005, 721.06531, 696.42395, 719.86237, 1218.04968, 401.96692, 564.96924, 792.89563, 1071.91638, 983.79663, 929.34253, 688.6192, 502.97867, 1064.82507, 741.75824, 715.62915, 1322.89758, 575.47607, 1609.20654, 483.40991, 970.13953, 768.24622, 824.94409, 779.07147, 1503.62329, 604.84924, 1462.58032, 1215.74182, 1012.30597, 648.33728, 1409.77905, 794.28101, 1590.92041, 997.48566, 1182.50818, 1016.43707, 1001.88446, 1423.85474, 564.48914, 1306.61621, 1459.09412, 733.17114, 1795.86853, 1831.68286, 656.01147, 1752.61426 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 142.34369, 151.58017, 179.9523, 228.83862, 216.01642, 221.08504, 201.93036, 253.64357, 306.89087, 444.28217, 332.55106, 267.53601, 269.51657, 396.76285, 261.75876, 272.45206, 294.83054, 398.57928, 343.62869, 275.38461, 293.74963, 435.24454, 384.89615, 406.43665, 450.66003, 381.59195, 391.6673, 328.06152, 428.11069, 270.80399, 327.34238, 283.26508, 369.91629, 361.07584, 330.24533, 429.86563, 402.67313, 320.50195, 326.23865, 462.06415, 311.09235, 349.47125, 447.3233, 322.61203, 302.70288, 397.88611, 387.6723, 393.0777, 313.67035, 398.21927, 404.98264, 311.72052, 281.51813, 399.79343, 377.95609, 431.10626, 328.02667, 371.00861, 366.91171, 489.5311, 387.33124, 435.23077, 383.03809, 388.01056, 379.65527, 383.7865, 498.26175, 424.12231, 459.00604, 376.78113, 369.27078, 384.4841, 586.90454, 466.34305, 365.7298, 374.66315, 548.24915, 395.49985, 407.62595, 489.32819, 338.77924, 347.46051, 640.81226, 471.84326, 382.9559, 337.75024, 345.68265, 365.4393, 439.46057, 423.83228, 517.96216, 450.26117, 407.06558, 382.4133, 488.82581, 372.05426, 478.87787, 300.19504, 413.81189, 439.36798, 387.99518, 443.51886, 396.1098, 432.52646, 436.96014, 598.72742, 459.49945, 514.84424, 394.94019, 375.86346, 406.11856, 418.52954, 387.93848, 353.22906, 424.30231, 357.61841, 523.93188, 393.11346, 359.36578, 359.62418, 434.73355, 501.79364, 438.75845, 390.48917, 468.19446, 390.95041, 358.88989, 339.0199, 355.39258, 392.65857, 470.52704, 568.05054, 438.06915, 362.99261, 429.17883, 457.22211, 476.88373, 442.62231, 413.64313, 421.46402, 367.29608, 637.97046, 392.6405, 409.53632, 566.18054, 415.69281, 564.00073, 532.7262, 412.39224, 507.36325, 391.03668, 354.29218, 441.05399, 543.96838, 490.23468, 550.79041, 462.6503, 388.69476, 416.67212, 374.03369, 460.33069, 421.42691, 535.23022, 441.72284, 377.30521, 394.11584, 468.29562, 535.42139, 443.62796, 489.245, 413.18909, 543.55591, 338.59259, 456.99841, 441.35104, 470.97131, 433.42264, 583.38867, 440.88098, 437.84436, 555.54773, 355.24728, 628.78162, 424.92191, 419.97461, 524.69843, 425.15283, 475.68069, 338.58197, 361.15723, 359.78854, 519.11609, 553.32941, 392.81702, 526.21362, 399.86163, 427.39545, 365.75842, 363.1604, 524.53937, 559.76416, 444.94305, 528.97107, 467.91452, 440.71503, 430.65158, 431.38391, 369.04254, 538.95984, 513.46649, 475.97482, 419.75146, 440.52942, 388.61304, 568.45129, 454.8421, 443.53922, 493.17377, 500.03018, 521.67932, 414.4162, 530.28748, 421.50238, 433.7225, 539.87097, 464.88193, 382.32153, 476.94946, 549.27692, 467.46246, 574.62488, 511.48535, 401.17767, 491.12549, 400.34976, 479.33582, 533.31226, 400.23138, 463.99036, 420.64594, 391.11804, 418.24414, 564.57898, 506.92719, 448.15421, 522.0401, 434.10913, 482.54144, 514.32581, 486.11078, 440.45135, 377.68207, 459.60916, 513.23926, 467.13489, 466.55121, 438.8996, 461.72241, 481.89972, 471.09235, 476.67255, 499.62167, 440.14618, 472.58167, 419.32574, 525.87402, 410.36356, 530.52795, 421.40936, 471.14456, 520.91229, 514.37396, 437.97916, 516.63928, 426.66309, 463.99252, 435.06708, 434.50754, 470.9631, 472.99408, 482.44141, 451.45633, 541.36322, 588.11444, 472.58936, 445.04361, 542.98651, 571.92889, 409.62759, 519.96216, 514.01923, 426.88803, 412.52222, 502.86627, 480.15762, 455.66452, 620.22754, 543.31274, 503.27155, 492.62292, 534.48431, 512.89087, 501.56354, 480.90894, 477.25116, 546.26154, 426.05249, 496.64703, 442.64728, 417.48859, 441.27124, 456.50052, 489.93146, 502.17804, 505.56976, 485.25797, 428.10175, 531.56329, 494.66141, 532.40594, 524.99701, 465.11786, 454.50296, 449.87109, 515.63, 379.37643, 500.69757, 394.77441, 491.91113, 455.91623, 456.12976, 503.59167, 613.92346, 563.4386, 453.52228, 574.89313, 422.98907, 462.68665, 555.94354, 391.09039, 461.90497, 468.09091, 551.03717, 531.12756, 529.45343, 525.35913, 615.97656, 693.23401, 509.38373, 512.66858, 533.32294, 469.08038, 518.86786, 497.33005, 621.88385, 494.27478, 602.49548, 534.48193, 487.11795, 516.64807, 540.19629, 501.66748, 453.02179, 499.9169, 493.66644, 451.3692, 437.66281, 534.35077, 482.31882, 516.29388, 518.85742, 530.48291, 487.46375, 526.74658, 466.41223, 535.29535, 588.5752, 556.7439, 630.77643, 608.40216, 553.02173, 523.67859, 548.86896, 388.27997, 598.99268, 508.59805, 532.2431, 561.89294, 635.30792, 630.15161, 474.99048, 540.99762, 449.33417, 623.09985, 543.77185, 552.56873, 642.26587, 441.68268, 498.84421, 564.14771, 538.56555, 517.1156, 518.19257, 543.07697, 474.64172, 672.72443, 456.8866, 629.39386, 498.26245, 663.67194, 624.77979, 560.84991, 487.80338, 531.49939, 608.82483, 496.79434, 575.16821, 442.33694, 468.61954, 667.49518, 504.96671, 446.99167, 497.23627, 668.78882, 538.64392, 452.64471, 540.68262, 544.06238, 516.11627, 581.94995, 581.5965, 591.10559, 418.31165, 622.53577, 604.37415, 531.74304, 510.30905, 651.19458, 640.87573, 455.8595, 623.81543, 492.33316, 554.23035, 506.08722, 493.7356, 634.8515, 669.42908, 563.22009, 539.1781, 565.26227, 563.48376, 460.73471, 549.27747, 555.97974, 535.73962, 573.70239, 518.64282, 584.59729, 566.56152, 567.13672, 512.26105, 419.82767, 550.9455, 545.73212, 624.72522, 572.86841, 606.56348, 604.99707, 656.09918, 640.04291, 585.90033, 738.19928, 676.30902, 620.11353, 587.146, 665.02759, 735.61023, 474.86371, 535.10828, 573.63672, 548.3429, 650.32648, 581.47168, 527.71704, 650.64551, 596.64221, 663.49066, 639.31396, 612.01477, 704.25049, 602.94354, 636.84589, 662.54639, 591.55554, 661.4541, 633.76392, 669.55835, 526.65369, 653.08081, 565.9668 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.4492580879626291, "neutral_loss": 3.2397321027683703, "target_chat_loss": 1.3000708398034289, "target_docs_loss": 1.3932142822288216, "neutral_init_loss": 4.870243670654297, "target_chat_init_loss": 2.8907342300415038, "target_docs_init_loss": 2.8541968621148004, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 94.63082, 69.37269, 76.25636, 88.13897, 94.07826, 117.647, 115.63235, 72.79745, 88.90611, 85.724, 130.80783, 111.40003, 97.99055, 109.45321, 75.69841, 138.08197, 93.44374, 93.68704, 97.47785, 102.32474, 114.60607, 87.52691, 136.40103, 137.4894, 107.87114, 98.23923, 102.0204, 120.6516, 94.03648, 60.43961, 126.37782, 97.57251, 88.72565, 99.65601, 85.17303, 81.52807, 121.49094, 78.65506, 100.21158, 62.15786, 114.01086, 96.33656, 102.91994, 136.80649, 115.47117, 85.26949, 130.14056, 157.92725, 102.41091, 98.41225, 126.47212, 91.18364, 103.19232, 103.24446, 94.16357, 114.36911, 75.72463, 112.8299, 82.73018, 98.10732, 134.07138, 119.73759, 101.49573, 105.99019, 128.45438, 114.7062, 145.5593, 135.8497, 113.28912, 106.54593, 121.08525, 85.87637, 149.0387, 119.08475, 83.70042, 68.88097, 115.7683, 70.43243, 136.34444, 111.50828, 89.52567, 83.5443, 155.01813, 99.14532, 131.49185, 109.99548, 84.92525, 106.28369, 120.19454, 89.94711, 87.35654, 105.51398, 110.84162, 83.41019, 142.82809, 99.16212, 116.21661, 111.05598, 136.2244, 157.19226, 94.87317, 115.25486, 107.95701, 118.49915, 116.37628, 105.68663, 97.54458, 132.30492, 140.69914, 119.96327, 158.15086, 105.10157, 128.01422, 118.05699, 134.24133, 145.63269, 95.66843, 123.73141, 92.30904, 90.28464, 98.55246, 102.41656, 127.78742, 73.08692, 139.89929, 88.57002, 146.85037, 116.72805, 134.69553, 91.5939, 121.45906, 161.88953, 101.27104, 128.26181, 131.47827, 130.40768, 127.81359, 156.22083, 120.26462, 111.62943, 116.09842, 169.53934, 81.67093, 120.62538, 108.99438, 99.20145, 108.07391, 114.23785, 116.64925, 109.85719, 117.33896, 117.02113, 137.95531, 126.70554, 171.98254, 112.63127, 80.85275, 113.7462, 51.69067, 99.80494, 136.69431, 129.16512, 134.47911, 150.78976, 128.84811, 147.22229, 90.17249, 135.5278, 127.06614, 87.32297, 157.69186, 116.18285, 97.62305, 94.29848, 121.15008, 141.97769, 153.58096, 138.37941, 132.33627, 144.87222, 140.87643, 124.73476, 118.8209, 142.40533, 195.43799, 128.6282, 97.70647, 119.29888, 122.34641, 147.70056, 120.46122, 130.90173, 54.82146, 145.3004, 110.14209, 112.2849, 134.1467, 124.87677, 115.35692, 130.70078, 113.33918, 137.29683, 118.66676, 110.8046, 121.97264, 139.72519, 146.44995, 86.45052, 106.69675, 133.14867, 143.12729, 142.79283, 111.74446, 123.50612, 124.75407, 115.76442, 140.82892, 194.66365, 150.65558, 80.21009, 188.42432, 102.75626, 150.41138, 96.14957, 171.25589, 153.32671, 108.7916, 99.74521, 142.58145, 139.89738, 118.55345, 165.70705, 104.6881, 108.11302, 134.97372, 111.88174, 183.39706, 147.34656, 129.96361, 173.56451, 189.03455, 162.45865, 137.0251, 128.04587, 118.416, 87.06451, 125.29359, 145.20006, 140.47818, 156.8291, 112.31686, 199.66548, 129.1611, 310.11185, 301.22333, 353.52768, 349.72443, 214.50006, 401.46747, 326.50693, 356.99829, 304.24548, 305.31152, 311.10065, 339.39655, 254.14523, 347.76056, 270.79755, 287.05447, 330.62711, 359.94675, 244.64946, 379.57858, 336.91803, 455.42392, 225.97836, 341.34167, 327.60229, 331.77206, 327.48303, 365.97247, 285.2562, 325.6105, 337.68219, 314.53342, 290.84515, 301.85834, 255.25471, 359.99323, 355.25256, 404.55383, 294.31219, 329.91479, 301.68054, 335.60083, 275.23837, 461.8157, 346.10291, 361.69052, 283.77509, 398.35342, 305.37689, 280.95746, 296.77045, 268.4921, 265.87238, 326.97549, 390.12262, 280.36127, 220.34143, 333.89929, 403.7251, 320.29739, 385.52054, 318.112, 400.86255, 461.46579, 288.14606, 253.79997, 357.62561, 244.33453, 294.50946, 449.78177, 441.97574, 439.81613, 369.91718, 260.26117, 296.11316, 497.82025, 289.12662, 314.06702, 337.59415, 313.60596, 270.02679, 357.7652, 287.95282, 221.62224, 451.25717, 353.11206, 274.15161, 403.85999, 485.8941, 394.61154, 333.99908, 485.2355, 274.57529, 304.99207, 532.82703, 247.16858, 409.48804, 396.02963, 188.77643, 296.23239, 433.3844, 388.31128, 411.41257, 346.05914, 407.51605, 469.16907, 351.35059, 341.08606, 355.31891, 310.37689, 322.94931, 403.91156, 338.54193, 357.42133, 426.64838, 281.99792, 321.97491, 378.62549, 252.07384, 392.90283, 305.39243, 270.17639, 358.63223, 285.44873, 279.59625, 269.02362, 362.15942, 460.39221, 352.15479, 435.6445, 483.35959, 409.52817, 448.33237, 474.10168, 402.41656, 205.1705, 435.82758, 409.63785, 427.29449, 291.49426, 329.79321, 315.63, 361.80127, 408.03259, 412.91406, 349.55087, 493.76404, 281.48999, 247.01218, 336.92001, 295.9841, 412.07733, 405.59094, 312.8996, 379.46594, 350.78516, 274.06775, 250.11658, 257.52399, 370.9812, 210.39288, 318.2926, 372.30283, 352.84698, 368.77979, 362.70715, 543.74896, 306.20355, 459.54364, 408.41235, 327.16766, 309.94171, 506.30685, 404.63446, 356.05435, 345.29556, 298.18381, 336.84113, 468.05066, 302.42786, 364.24103, 491.55365, 329.32736, 333.3761, 260.76996, 432.13608, 389.44519, 485.57068, 465.23633, 547.98364, 332.36459, 423.07263, 311.42099, 393.33817, 391.87967, 491.6832, 408.02856, 452.08417, 418.29636, 361.56647, 386.67709, 484.49615, 391.32483, 393.55527, 323.17059, 397.86804, 370.29047, 387.27942, 463.71152, 432.9006, 392.67322, 438.73572, 476.17126, 348.65018, 478.38831, 440.05316, 385.60547, 418.81024, 397.00287, 370.76022, 451.76257, 392.31317, 427.81116, 327.81012, 370.19427, 434.06635, 323.81842, 466.26553, 385.18457, 343.15765, 378.02625, 415.39319, 369.62747, 371.336, 328.79968, 397.62607, 429.18503, 453.40601, 430.45297, 290.642, 321.62381, 249.55833, 360.52994, 407.9252, 333.44275, 363.44376, 279.09613 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 126.617, 34.63987, 131.09219, 133.7711, 74.10233, 146.9675, 191.9493, 59.03989, 302.12741, 379.22812, 75.04, 192.86678, 16.59193, 105.43307, 291.00256, 445.92316, 256.54404, 307.66003, 286.39798, 222.55008, 311.28531, 277.54932, 553.26257, 190.37544, 324.48676, 318.74515, 67.85626, 322.54535, 326.57275, 266.52396, 110.99453, 364.81381, 366.24658, 373.53696, 268.71252, 322.34381, 373.4902, 266.2811, 351.79004, 31.21511, 341.35626, 144.93005, 387.21198, 395.965, 384.21683, 347.27454, 384.70044, 341.19449, 340.75351, 337.00214, 393.82477, 281.55817, 302.01965, 226.49261, 358.74622, 388.0191, 476.93683, 266.08704, 448.67053, 410.32727, 348.91132, 395.20944, 341.51532, 326.95264, 382.42511, 262.98065, 401.07031, 310.80484, 350.57721, 322.99512, 358.78857, 400.27466, 333.3046, 333.87958, 395.87421, 373.30173, 398.46643, 407.29242, 244.7238, 331.79327, 294.07394, 373.20636, 374.00684, 353.51337, 370.21167, 585.71497, 359.36337, 416.15814, 397.78903, 382.8371, 358.75183, 348.63684, 438.55316, 394.2085, 406.19498, 376.51172, 400.56799, 375.9245, 383.84607, 371.07465, 361.51984, 372.25525, 393.34772, 232.47504, 303.57562, 381.11731, 396.58209, 315.22632, 196.70306, 125.68571, 431.15259, 338.98615, 391.83807, 375.62726, 367.43167, 347.69199, 398.70288, 343.9967, 405.75, 340.4162, 360.71909, 393.07587, 307.2926, 397.07892, 331.1712, 443.16089, 426.45602, 330.26279, 404.71988, 397.02454, 372.07928, 353.77783, 361.51675, 438.72009, 465.39285, 299.62521, 432.81668, 270.33081, 434.97076, 418.664, 389.24091, 411.0278, 382.48221, 381.08533, 381.43469, 443.94928, 380.01535, 339.14093, 320.58551, 463.80792, 461.20029, 428.56671, 463.1651, 404.28009, 380.39496, 388.8891, 504.77402, 114.28963, 403.40613, 491.89447, 210.61436, 419.99716, 288.70795, 440.96112, 48.8076, 445.00201, 375.12598, 1.07477, 365.70566, 367.4649, 416.26575, 379.6113, 561.51501, 269.42908, 427.88989, 346.0809, 386.68567, 417.80396, 401.83801, 391.96313, 312.21698, 416.65363, 212.53098, 359.98764, 400.49884, 510.20187, 459.79276, 385.93741, 456.35187, 349.68353, 475.65448, 394.52509, 414.82062, 472.00632, 401.7475, 448.71082, 410.45102, 490.49216, 407.21976, 315.22333, 408.08945, 381.65018, 461.1048, 381.28107, 382.49506, 537.22479, 376.56519, 396.04132, 94.62006, 422.21567, 437.7738, 451.6286, 429.01935, 425.35794, 351.35876, 392.27353, 393.86853, 400.94916, 429.79449, 317.12231, 483.04645, 377.06613, 502.69629, 378.43604, 351.74414, 403.38916, 367.60828, 415.44455, 427.95001, 373.18799, 519.28851, 154.3893, 348.50577, 382.01904, 394.36786, 507.79788, 538.24835, 402.91833, 468.5965, 442.20886, 382.53937, 433.76917, 448.71579, 442.56354, 503.11954, 400.7373, 375.68719, 371.09998, 453.34045, 415.21082, 421.71008, 741.70514, 370.54297, 407.55219, 425.2626, 382.63434, 203.37988, 398.41708, 68.66139, 389.651, 461.77682, 407.97882, 319.66446, 435.80176, 366.466, 409.36633, 484.7529, 355.36438, 490.29465, 356.93008, 446.44376, 478.05457, 290.50305, 334.84485, 402.75113, 476.77771, 397.43469, 450.84424, 392.22452, 449.78302, 468.95441, 394.66693, 454.81259, 449.00574, 476.82224, 481.65759, 321.22662, 509.30002, 427.90945, 522.83923, 352.85675, 420.70807, 458.97467, 414.37988, 443.87262, 478.67435, 469.22144, 453.18576, 379.3002, 317.87958, 482.15759, 525.04407, 463.48462, 526.10193, 432.30908, 397.46661, 446.58789, 454.09656, 463.68954, 566.78577, 491.79526, 395.89435, 386.9823, 427.67853, 353.70535, 406.75397, 445.94116, 407.19702, 483.172, 438.2525, 350.17838, 463.19815, 468.29709, 485.81799, 485.60031, 339.07904, 131.27136, 482.20926, 427.37701, 490.35297, 488.26392, 457.48395, 369.16083, 467.13379, 384.27692, 364.00336, 280.39975, 442.3606, 430.12036, 548.35059, 484.33191, 426.2135, 418.7092, 446.07019, 173.565, 931.09076, 464.9762, 846.12, 505.56519, 401.34747, 470.12756, 389.7157, 589.99695, 516.34814, 441.59174, 499.49185, 487.866, 466.75592, 508.90845, 523.33887, 458.8822, 497.05734, 264.04083, 449.96149, 268.07425, 670.17041, 533.81647, 435.61841, 504.48438, 524.6803, 545.31256, 273.96222, 517.94373, 293.81863, 430.79208, 409.42776, 537.22205, 498.35828, 624.0791, 501.37314, 562.31372, 353.27991, 583.62207, 587.97919, 338.13699, 433.97443, 503.46002, 602.0105, 550.08649, 591.27173, 392.27579, 410.75058, 379.5972, 314.31775, 602.69824, 494.55887, 676.34155, 587.47949, 610.59338, 950.44458, 719.38135, 529.76221, 323.39029, 311.16901, 538.54706, 571.34784, 840.23334, 450.29169, 591.48755, 614.95624, 262.09229, 428.36597, 643.81134, 569.8833, 1024.74084, 426.92618, 891.64783, 625.87097, 937.80298, 594.15369, 1342.04639, 430.20468, 535.12158, 360.95343, 658.95575, 845.66864, 843.36938, 980.61707, 1153.89575, 670.88367, 985.49231, 451.99384, 817.58759, 503.30103, 982.87787, 1111.33154, 1066.79846, 1428.21802, 1133.00403, 961.29639, 898.80627, 902.82117, 788.98236, 560.64758, 666.02124, 938.17249, 517.68646, 982.11475, 646.86145, 588.47168, 1470.68005, 892.22656, 1055.82361, 750.79425, 731.89136, 730.68591, 701.19556, 735.64319, 1236.97095, 405.44733, 589.12909, 804.57452, 1090.12122, 1003.06525, 944.19885, 698.38965, 525.13586, 1089.91772, 751.4223, 732.46021, 1340.88062, 584.37201, 1604.28052, 490.43066, 985.37024, 770.6673, 833.17035, 819.86438, 1511.52295, 621.2663, 1460.31677, 1237.68811, 1027.41333, 672.64917, 1431.97021, 818.32056, 1610.9126, 1016.4754, 1201.07031, 1031.77759, 1036.79663, 1430.41772, 588.8042, 1314.66638, 1491.29956, 751.18591, 1816.23608, 1887.00403, 676.44958, 1773.45251 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 136.55956, 129.87027, 172.43375, 223.16104, 204.83646, 193.3302, 189.89207, 241.96959, 284.52765, 436.91125, 323.02469, 246.42755, 263.64386, 378.97076, 247.05353, 246.4364, 290.29425, 396.37241, 322.7301, 257.89633, 278.44855, 416.92413, 374.08408, 387.86914, 446.27805, 370.59216, 380.05499, 324.43604, 414.00684, 257.8468, 310.60059, 288.86542, 350.15427, 347.85779, 324.56174, 424.64536, 396.36975, 297.26791, 315.80725, 443.87207, 300.79633, 333.67615, 433.44766, 306.38416, 286.3765, 379.7901, 380.0166, 362.74683, 285.85767, 378.10321, 382.83551, 296.0618, 259.58456, 395.51886, 373.02759, 407.89313, 307.69922, 367.78302, 353.53372, 468.5798, 367.97144, 422.2146, 358.74149, 389.64557, 358.0563, 374.20193, 485.44855, 404.51172, 434.96472, 365.70367, 352.13605, 360.2738, 563.32458, 451.76077, 353.97638, 353.3667, 525.3576, 379.78207, 371.61096, 466.1947, 309.83783, 327.41284, 620.52075, 456.42944, 382.62, 313.95764, 341.10727, 344.01825, 427.08984, 404.12497, 512.64551, 426.92627, 372.17755, 360.53531, 463.46173, 354.07635, 459.13235, 275.64404, 393.45551, 410.01794, 370.45135, 415.15662, 377.20447, 408.35016, 415.09024, 591.14801, 437.93597, 490.08691, 369.89462, 352.21057, 372.5741, 391.00272, 377.51035, 348.49109, 395.86633, 334.04111, 478.0433, 368.37024, 332.63577, 344.99744, 407.80499, 479.07977, 422.77704, 371.5459, 440.69513, 362.62009, 324.85602, 321.17941, 323.353, 374.76596, 456.45721, 542.69537, 425.20374, 358.56351, 403.08673, 427.39325, 460.75674, 425.36908, 398.21506, 412.48987, 352.31558, 618.12976, 364.02069, 384.39642, 553.55713, 399.84692, 543.98578, 508.02844, 406.59235, 499.80054, 375.74637, 335.22513, 422.54871, 524.14453, 480.98703, 539.73535, 442.57486, 367.85452, 390.97632, 347.81125, 441.21075, 401.18927, 526.41296, 420.10529, 364.49661, 378.68344, 455.51093, 520.52454, 424.71667, 479.91473, 403.71088, 503.1524, 318.06891, 435.25061, 423.8999, 440.14169, 405.858, 573.54199, 406.91025, 408.72168, 523.94604, 329.40204, 608.65448, 410.23303, 409.28574, 500.45416, 391.83691, 441.27243, 318.93848, 333.03101, 348.70306, 497.70081, 532.05566, 368.96375, 502.90063, 386.18005, 404.36188, 334.85272, 326.56989, 492.93066, 539.84204, 407.93805, 505.64474, 443.37158, 420.224, 404.2337, 408.56967, 350.37305, 513.01196, 495.50864, 443.13956, 398.16153, 401.64294, 376.20221, 563.94373, 418.36237, 418.60687, 458.42383, 475.03711, 508.19006, 380.63892, 508.00073, 403.61249, 411.43103, 520.80634, 442.50616, 343.12183, 448.30743, 524.16418, 446.0166, 547.32874, 489.18109, 365.3739, 473.71109, 381.27094, 451.72354, 523.03064, 354.97571, 438.55371, 402.34619, 359.26358, 390.17285, 551.03564, 483.59738, 425.81155, 504.10443, 410.14014, 457.98044, 504.33734, 468.53726, 417.69308, 361.92636, 436.46606, 470.48254, 444.82755, 442.64124, 414.26886, 453.72266, 465.33441, 437.46262, 454.43903, 467.6203, 415.22314, 438.0509, 404.54938, 494.94672, 397.73877, 524.18774, 397.15927, 451.82477, 495.4422, 481.16129, 412.03748, 495.552, 394.82626, 436.18423, 419.24011, 411.10422, 438.12714, 447.65668, 465.14523, 431.63153, 512.26746, 560.67029, 434.85461, 420.24353, 516.63251, 534.15558, 385.85175, 482.41129, 484.34537, 412.76382, 383.4303, 487.04791, 467.10959, 426.5694, 583.68896, 509.16238, 461.81818, 461.17737, 530.55634, 476.99377, 485.57922, 458.75366, 431.84204, 514.48273, 405.65961, 478.39276, 414.0462, 370.08582, 417.04227, 431.24573, 447.91147, 473.42404, 492.24524, 457.32495, 409.94791, 505.20502, 463.8667, 523.46265, 502.99872, 403.69586, 427.96277, 436.54184, 487.39069, 358.48779, 479.49933, 368.25842, 467.97021, 447.09653, 424.92252, 471.70581, 593.99902, 528.55945, 437.26257, 538.27527, 405.75085, 433.38254, 525.57104, 367.27982, 435.90515, 456.00909, 525.45093, 504.34192, 485.18079, 504.41016, 576.461, 680.55304, 473.9501, 490.18942, 489.44016, 435.45016, 502.65656, 475.31097, 595.6958, 478.78912, 570.16235, 512.5979, 476.78455, 495.77725, 520.90125, 473.89899, 425.43286, 476.21359, 466.35382, 433.48279, 416.86255, 521.21191, 463.72833, 493.06979, 501.80783, 497.23151, 456.46106, 494.07544, 446.38052, 510.08917, 550.22888, 549.47656, 608.76312, 577.60016, 526.67273, 500.53778, 525.34167, 377.72882, 566.48083, 498.10797, 501.77106, 529.35846, 596.8515, 609.48737, 469.10114, 508.19858, 422.78674, 608.0968, 498.17133, 525.35675, 616.06311, 418.98328, 476.16293, 527.67163, 521.33972, 491.8999, 494.84274, 505.10669, 445.31195, 653.38562, 428.91962, 589.95251, 477.12872, 633.98871, 595.56018, 540.79504, 462.59808, 523.15771, 579.81677, 468.91824, 567.09448, 424.45508, 417.26007, 649.77747, 481.45215, 406.40186, 480.26117, 621.02747, 541.97681, 440.84167, 507.6044, 511.08099, 492.88446, 556.80121, 547.17804, 570.92505, 380.34247, 583.74695, 577.27881, 502.74319, 474.64706, 628.63007, 600.41211, 441.57837, 598.55072, 472.82431, 532.84052, 463.8212, 472.37491, 611.97217, 631.65051, 540.11731, 508.75348, 535.66772, 547.30383, 437.09711, 520.06909, 525.20685, 511.1781, 549.77295, 486.91016, 555.57635, 543.36755, 544.3324, 479.74936, 392.55914, 521.2522, 525.8797, 597.0769, 539.30579, 564.57489, 567.11932, 627.90173, 611.02075, 548.85413, 707.49133, 661.00421, 592.02637, 559.3717, 642.24719, 713.86493, 445.11835, 522.22754, 540.12915, 518.60199, 630.22058, 550.81079, 505.57489, 618.56909, 548.37341, 636.06213, 591.0376, 588.29102, 682.09467, 578.74707, 594.02209, 638.69189, 579.88684, 630.41632, 612.10107, 639.91583, 484.33771, 617.29333, 530.71313 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.5979389185013546, "neutral_loss": 3.3310126176739105, "target_chat_loss": 1.3301276931694497, "target_docs_loss": 1.3731586671736684, "neutral_init_loss": 4.875537231445312, "target_chat_init_loss": 2.8773187942504883, "target_docs_init_loss": 2.8224514617919922, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 101.70024, 70.97549, 77.61819, 90.38313, 93.13622, 119.22491, 118.85536, 75.00954, 90.01439, 88.72198, 130.98849, 111.33943, 97.42429, 112.75224, 74.51424, 139.07669, 94.10704, 94.31816, 98.78395, 103.86034, 115.1171, 87.06024, 138.39069, 145.80075, 106.96313, 97.08844, 106.09599, 127.10642, 93.58951, 61.20015, 127.93942, 102.05572, 88.21957, 104.13028, 92.31361, 80.91581, 124.40501, 79.66949, 99.78844, 62.77137, 117.57643, 98.69225, 102.80748, 142.27026, 115.0926, 85.92608, 136.36613, 162.31361, 106.16266, 101.03098, 130.14857, 92.45753, 106.76799, 104.35581, 94.76027, 117.7125, 81.69753, 113.70036, 85.66966, 98.5856, 136.13019, 123.32964, 100.88064, 109.38882, 134.3728, 115.78794, 150.71428, 136.38617, 115.61035, 105.19826, 123.35859, 87.67232, 151.38066, 122.02032, 81.44135, 73.23241, 116.34606, 71.06776, 137.81723, 110.20341, 87.77304, 83.30582, 160.5457, 100.03441, 131.658, 111.1984, 88.80106, 111.25209, 122.60068, 91.83961, 89.50774, 108.8285, 111.83749, 84.13599, 150.05624, 100.68832, 120.61884, 111.06142, 137.26273, 154.70708, 93.08217, 115.20259, 116.84795, 120.97152, 118.23569, 101.75978, 100.20546, 134.89825, 148.75861, 122.44599, 167.45039, 98.95523, 132.18018, 115.84369, 137.9196, 152.31668, 98.46588, 127.22787, 91.47397, 92.70116, 100.03996, 104.69488, 129.71065, 73.31999, 140.0652, 87.08905, 146.2803, 120.03136, 134.10355, 90.1692, 123.98538, 167.77881, 102.55542, 132.24438, 133.55412, 132.41328, 127.91771, 166.0083, 122.62881, 116.03456, 118.36285, 172.16516, 84.30685, 118.78938, 112.5226, 99.34521, 113.5948, 118.01411, 118.88118, 113.5284, 122.20163, 115.98818, 141.25282, 130.12369, 171.62225, 115.31377, 84.17161, 117.99802, 51.89852, 101.46521, 139.35649, 129.82054, 137.37111, 156.69456, 128.76524, 154.33748, 92.7226, 136.34233, 128.37286, 84.86429, 155.49881, 121.52905, 99.71182, 94.52974, 126.11674, 143.93398, 158.69756, 145.49548, 134.7317, 148.03253, 144.41156, 124.05981, 122.10635, 144.2402, 200.07733, 132.41527, 103.54329, 115.41243, 128.7946, 154.55998, 122.76582, 136.81934, 56.7238, 150.13231, 109.75695, 116.23443, 136.65805, 130.36002, 117.90619, 133.55833, 116.67505, 141.39581, 123.5181, 111.84174, 128.09448, 142.40009, 150.43231, 87.75394, 106.93626, 133.90738, 143.73404, 148.63109, 116.55255, 122.67519, 126.84283, 116.31658, 142.33328, 205.16122, 151.99734, 80.30255, 191.52597, 103.12608, 149.00757, 95.77919, 176.57341, 156.069, 118.02071, 106.4291, 141.82025, 133.90582, 119.55227, 166.41357, 108.22671, 110.987, 143.13065, 117.69247, 183.09297, 148.09946, 136.11295, 181.82571, 192.77432, 163.30835, 140.79778, 129.31793, 119.39411, 92.63627, 127.4738, 144.4689, 142.45801, 162.84941, 118.02232, 216.22192, 128.4697, 315.54575, 307.84915, 368.38116, 367.16614, 221.49316, 411.23959, 335.19901, 373.88953, 312.10086, 314.62161, 318.40833, 348.69531, 264.75409, 377.10336, 278.17932, 294.28003, 350.6911, 372.15765, 255.20232, 405.34698, 359.18915, 457.90057, 231.89149, 353.05426, 334.07605, 337.12704, 342.73163, 379.93329, 291.56683, 333.14044, 347.54834, 333.41745, 297.03226, 310.84491, 260.95593, 366.48529, 362.14859, 418.99469, 308.27252, 345.46332, 310.97681, 350.13, 279.32257, 471.04892, 354.36716, 368.33286, 290.48999, 420.19626, 314.78369, 289.24689, 307.27756, 273.28253, 276.14319, 341.28641, 400.84232, 291.7941, 225.15338, 344.11578, 415.68588, 341.86441, 406.83426, 327.01535, 418.31342, 481.07568, 291.46942, 262.0405, 372.22937, 250.25171, 309.52563, 455.28458, 456.77557, 454.52026, 391.29108, 270.97525, 311.96469, 508.69009, 298.03983, 322.40442, 345.12579, 327.19003, 274.65057, 366.14282, 289.7359, 230.17526, 468.73068, 370.70584, 281.7709, 414.50787, 498.24017, 404.16473, 346.58475, 506.19818, 286.10193, 315.01392, 547.92151, 254.62253, 413.88574, 413.56104, 193.338, 308.18683, 443.52689, 401.25623, 427.57773, 355.43701, 413.63025, 468.66345, 360.95178, 343.20026, 366.51517, 326.77283, 328.0202, 410.55457, 347.87799, 369.23074, 441.40009, 282.41257, 335.70526, 389.70499, 262.07266, 408.97339, 316.26575, 280.41031, 374.92419, 294.84445, 288.65503, 275.73749, 373.85406, 470.58685, 361.20404, 449.1084, 494.76306, 422.98187, 471.67624, 484.33286, 408.55807, 204.62878, 447.81866, 414.54883, 428.13132, 300.06995, 343.42548, 330.35724, 369.21088, 423.92871, 420.29416, 360.79193, 513.60205, 288.2973, 252.98978, 351.06116, 304.74835, 424.2666, 412.62265, 323.75757, 387.96036, 361.03943, 277.12982, 253.75911, 266.55957, 389.85831, 218.39665, 325.72852, 384.19885, 364.46478, 383.46597, 376.82855, 560.27954, 319.88525, 477.38971, 418.05054, 334.82959, 314.27985, 528.12274, 415.91608, 372.47528, 352.14725, 307.05798, 345.45728, 479.91833, 316.72699, 365.68268, 509.53668, 336.47559, 346.65048, 271.62357, 440.65842, 399.05838, 499.81744, 485.30725, 574.59723, 335.56012, 433.82117, 321.5979, 412.86633, 401.12335, 512.60999, 423.98303, 471.70016, 418.71655, 367.93173, 397.02036, 497.42154, 397.92957, 400.85883, 338.69012, 407.33524, 376.56976, 397.13937, 473.58661, 447.64041, 399.32709, 474.33548, 487.76862, 355.17773, 498.32397, 461.686, 399.27332, 428.18021, 411.06711, 376.85349, 454.33203, 403.36224, 441.77881, 345.56647, 381.92072, 445.61029, 334.08942, 473.99283, 391.11115, 354.7774, 398.13281, 437.90759, 374.86768, 390.16522, 336.64563, 403.84857, 442.9541, 470.12122, 442.3764, 297.24225, 326.62289, 253.15372, 367.86218, 425.11783, 341.1846, 367.88788, 286.29434 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 126.40237, 35.42392, 126.43449, 136.76099, 73.9078, 145.36221, 199.70865, 58.80196, 306.59662, 376.52481, 75.36426, 187.15259, 19.0247, 105.95123, 297.78677, 455.97, 268.4921, 311.5235, 291.16974, 227.81868, 326.41263, 285.12091, 560.30652, 190.4614, 335.00146, 335.31375, 69.11862, 332.59622, 334.32629, 266.41998, 113.31136, 374.06348, 381.20966, 389.45044, 276.0202, 334.35345, 388.83286, 276.37442, 368.71393, 32.52384, 353.95422, 142.00708, 400.06161, 402.9725, 392.72198, 361.79996, 410.36664, 355.60657, 349.2789, 347.37839, 404.67145, 292.0748, 314.53955, 227.80319, 372.30249, 399.75543, 498.64923, 268.30972, 465.00677, 420.48297, 364.1297, 396.18445, 346.60898, 337.79544, 397.19366, 264.58374, 411.13007, 314.431, 364.14954, 335.84549, 371.67157, 414.40472, 337.77536, 343.39362, 405.27786, 379.27539, 413.0506, 422.15823, 245.53464, 339.03088, 301.28311, 382.73792, 389.0141, 354.70575, 380.78827, 592.23181, 381.43665, 421.91959, 417.06821, 403.0535, 368.81989, 350.19717, 450.44675, 408.77103, 428.28412, 386.30035, 416.13132, 387.82269, 395.5683, 373.9115, 376.5947, 388.85153, 413.7674, 233.57196, 312.39221, 390.24329, 411.12445, 321.28522, 195.47885, 120.23099, 445.68445, 346.97241, 403.04404, 385.34296, 382.27844, 345.47833, 408.89639, 354.1087, 422.91797, 349.1622, 383.90866, 406.39877, 326.04901, 414.91669, 343.37671, 462.19366, 437.35962, 342.54474, 432.49417, 395.70251, 375.66821, 363.05048, 376.01443, 452.5936, 463.88589, 304.44836, 444.40961, 273.20877, 468.1069, 423.8779, 400.44672, 425.57733, 395.87045, 394.6474, 404.92026, 467.19867, 396.93469, 342.14886, 324.02258, 485.68549, 475.51941, 435.18622, 484.04004, 418.49554, 397.18567, 401.48334, 517.09912, 120.76369, 422.07214, 509.65533, 216.98026, 433.48288, 294.55774, 458.40387, 45.53251, 464.76398, 388.28125, 1.48606, 373.56183, 383.54797, 428.91705, 392.40283, 589.7276, 276.55243, 441.01996, 355.97806, 398.40152, 434.62738, 418.1192, 400.38312, 316.46548, 428.19476, 218.95439, 381.23593, 411.55994, 533.45032, 476.05487, 398.19525, 479.27161, 358.38107, 498.55225, 412.40265, 430.19925, 481.97827, 412.6608, 454.5419, 423.7392, 523.93439, 420.08533, 331.43649, 422.84464, 390.8403, 484.67734, 392.52362, 380.91315, 539.75842, 384.40881, 409.40924, 96.12486, 438.14484, 445.66043, 468.57098, 449.47104, 437.93109, 365.40149, 406.461, 408.38425, 412.80215, 449.32526, 323.90695, 491.99707, 384.07608, 520.45746, 388.77795, 369.29388, 405.04095, 382.9798, 429.14194, 438.58572, 384.94012, 526.52582, 153.84344, 352.94684, 396.39905, 408.77176, 517.2522, 564.89789, 421.08856, 477.92126, 463.00546, 391.7655, 444.6062, 466.75656, 449.20435, 522.56726, 411.10352, 389.68802, 385.36871, 460.56799, 434.52057, 435.75513, 728.07825, 382.86127, 418.66907, 437.79938, 395.55222, 208.80176, 414.33258, 68.11325, 397.04681, 481.2132, 419.31488, 328.15277, 445.39548, 377.82748, 421.12354, 489.89777, 366.90189, 508.88446, 366.85202, 469.45685, 496.72714, 303.46747, 348.08771, 412.73004, 496.18286, 410.66028, 475.33347, 403.66815, 463.32227, 484.29608, 408.30219, 470.5217, 473.63611, 479.87347, 483.2319, 321.7251, 525.72064, 446.46954, 549.87885, 366.3877, 418.99506, 473.98846, 430.76263, 464.09613, 501.35364, 490.82922, 471.86801, 392.83813, 330.7699, 500.09982, 541.61902, 490.6322, 540.31714, 453.14731, 413.6745, 451.87668, 478.02264, 485.57938, 577.6272, 508.45612, 395.13416, 404.58942, 443.49561, 360.13168, 424.36017, 460.8725, 426.79132, 495.64362, 451.59082, 351.47998, 481.56674, 478.94266, 503.77121, 492.83923, 336.96603, 130.44431, 504.30109, 444.6897, 505.00455, 498.45364, 473.35449, 381.39581, 484.1088, 394.72687, 378.11795, 286.11932, 447.1543, 439.81604, 573.38318, 498.29395, 440.19916, 429.55899, 457.16867, 176.48425, 935.12903, 487.29453, 865.46033, 526.40521, 410.71954, 488.82037, 400.32721, 611.2326, 538.80505, 447.71045, 506.48181, 495.72504, 480.48755, 532.8421, 534.53125, 474.7312, 501.97479, 260.85144, 458.02664, 278.95544, 673.00421, 544.6095, 447.10547, 517.24609, 542.39612, 554.14673, 274.2067, 532.79224, 294.3692, 437.32251, 410.45193, 553.26562, 512.52466, 649.82092, 517.69629, 567.92865, 346.16217, 600.58502, 594.57654, 340.89493, 430.92224, 525.96075, 604.71216, 567.39661, 614.93463, 392.49216, 419.61856, 381.18094, 318.53699, 622.95264, 512.60333, 676.67029, 596.84619, 611.6004, 962.98853, 737.56427, 546.2666, 317.49762, 312.70966, 558.13403, 592.38257, 851.85315, 452.45081, 583.02917, 625.24548, 269.74969, 436.2536, 653.77405, 584.43646, 1053.23706, 433.25589, 899.81842, 623.73621, 944.62854, 603.68408, 1335.28662, 435.56873, 549.47766, 359.93188, 655.79803, 857.73267, 861.09644, 994.37213, 1183.93506, 677.36273, 986.03888, 454.48566, 820.90747, 523.03992, 1004.99304, 1108.50659, 1095.1958, 1446.01221, 1138.76343, 968.38776, 909.41718, 917.52344, 820.12512, 566.39062, 697.75427, 947.28064, 524.22406, 982.41943, 647.72211, 605.65454, 1499.91333, 900.13477, 1070.14941, 761.62018, 738.58716, 735.61603, 708.38049, 747.60132, 1249.96021, 407.3335, 607.05237, 815.59235, 1101.55518, 1021.45667, 948.71338, 702.12915, 541.1098, 1107.90942, 757.76489, 744.21722, 1357.41687, 593.02161, 1602.52356, 494.80664, 992.22424, 771.34241, 840.00336, 842.4209, 1522.36389, 630.24341, 1460.75024, 1251.71094, 1040.55957, 692.63544, 1456.55542, 834.25323, 1625.40796, 1031.60828, 1212.31189, 1034.97925, 1061.59888, 1432.04907, 603.51392, 1325.84595, 1513.67212, 764.94177, 1830.6084, 1915.8302, 685.8512, 1793.54199 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 135.40076, 120.31169, 171.24872, 222.73268, 196.95746, 185.50096, 189.0854, 238.00667, 276.32364, 438.66946, 324.01025, 248.24417, 264.2973, 368.03333, 243.20268, 236.8004, 290.79175, 397.12122, 322.04129, 252.04485, 277.3111, 413.4566, 373.77356, 375.97699, 442.93576, 367.08517, 375.9108, 328.46515, 407.59088, 250.9975, 307.5907, 298.94476, 342.43112, 343.56793, 324.30661, 423.64133, 395.53189, 287.96399, 315.37546, 435.53162, 305.06631, 326.12402, 431.7673, 305.80539, 283.61511, 369.86298, 381.61707, 349.66095, 276.11163, 371.09436, 374.58588, 297.50513, 251.9265, 397.8555, 370.4566, 398.995, 298.67422, 369.38483, 351.68073, 460.25098, 361.09039, 416.10248, 344.40048, 394.95209, 351.26672, 372.73828, 485.31036, 394.83978, 426.39764, 361.73169, 349.47723, 353.98474, 552.50201, 447.8374, 351.58905, 349.00388, 511.36523, 377.58109, 355.98947, 457.24673, 303.46393, 325.09692, 613.97845, 450.48071, 387.37598, 306.3266, 342.75351, 335.36157, 423.96014, 396.06833, 518.95807, 415.26117, 350.84241, 351.9967, 453.33066, 354.64789, 452.38287, 269.0184, 382.63242, 397.20258, 368.49744, 407.49673, 371.20767, 401.06293, 411.34863, 595.97791, 430.70981, 480.14948, 358.51315, 343.97787, 361.72198, 385.69257, 376.99347, 349.1116, 381.55655, 325.1676, 458.38159, 356.20203, 326.0607, 341.27359, 399.42499, 469.58466, 420.43912, 369.61829, 432.83185, 357.01874, 317.09637, 316.06079, 311.41302, 370.21326, 453.97308, 534.91479, 423.14331, 360.44257, 396.10132, 418.71796, 456.40247, 427.49695, 398.35278, 409.80865, 353.7038, 612.33215, 350.86359, 379.02579, 550.03479, 393.3627, 534.31561, 502.28357, 409.23065, 493.79791, 374.49567, 333.01727, 419.83249, 517.78174, 475.85629, 542.53333, 431.55017, 365.03522, 382.27075, 339.77356, 433.52628, 393.95215, 524.70398, 408.44846, 363.64557, 373.91702, 452.8382, 520.0307, 423.26205, 478.54401, 404.10834, 489.19952, 306.56821, 429.05847, 422.36121, 425.67438, 400.3877, 576.12817, 393.57452, 397.72778, 509.25507, 318.80978, 603.77802, 407.33051, 406.45035, 493.862, 378.3399, 429.58792, 314.60226, 322.97717, 345.77802, 484.93738, 525.29028, 356.19708, 495.6308, 381.60858, 398.84796, 323.82147, 314.19073, 479.86469, 532.38361, 399.65402, 498.23788, 432.27133, 408.17563, 397.2984, 398.49081, 347.80438, 502.79688, 493.88263, 434.15085, 395.86026, 388.80539, 377.3472, 569.50818, 406.38428, 409.69647, 446.80353, 461.14752, 507.1214, 367.67529, 502.97, 401.80609, 402.69531, 514.02417, 431.78149, 330.74136, 438.86377, 514.65894, 437.00653, 534.72125, 478.53561, 353.50165, 476.58435, 380.04364, 443.50583, 520.54327, 337.64795, 435.1803, 400.05072, 350.68597, 377.98462, 549.01721, 473.27393, 423.16202, 497.38763, 401.73633, 444.76968, 503.39981, 465.13791, 412.02045, 358.68774, 422.42996, 456.35657, 441.77499, 438.89185, 412.34705, 455.90125, 463.50177, 423.6969, 446.8219, 460.04111, 414.38904, 428.02994, 408.28793, 483.47342, 397.52313, 522.09381, 390.5498, 449.14108, 490.89325, 465.54523, 403.83716, 496.17096, 381.065, 430.10626, 418.06036, 403.52844, 429.87311, 439.01807, 458.0481, 425.57144, 502.51566, 550.33258, 424.19717, 417.91025, 507.37494, 518.16223, 382.29251, 470.83051, 470.97336, 411.62787, 371.96558, 480.00916, 472.47827, 413.11145, 573.42963, 488.39471, 448.77209, 449.62744, 536.26245, 468.83929, 483.81522, 454.4848, 410.94818, 502.99652, 404.44489, 477.00562, 409.17841, 351.22342, 412.13882, 423.44788, 435.28296, 462.46509, 486.43591, 444.58643, 403.98392, 499.97742, 450.95694, 522.21399, 491.38373, 378.49109, 423.73047, 434.20026, 479.67029, 352.3941, 474.00653, 365.6001, 461.18112, 451.20761, 413.65814, 459.32336, 594.16187, 514.88257, 433.34723, 522.82343, 410.95312, 427.57217, 515.65601, 362.52133, 427.2818, 453.06973, 514.12921, 497.30389, 468.61432, 502.08209, 557.47247, 683.40063, 463.03467, 486.29535, 473.69577, 424.52216, 499.43384, 470.33093, 583.36847, 476.86798, 565.97382, 508.5972, 476.80756, 494.39584, 515.69061, 467.93188, 421.49692, 468.44943, 456.84549, 427.83792, 413.34393, 518.82166, 460.39246, 487.76392, 493.38843, 485.68903, 454.34357, 487.25763, 447.86426, 498.76892, 540.72876, 555.83844, 605.18451, 567.03125, 516.38916, 495.84912, 513.13928, 379.62729, 553.52783, 500.68155, 495.2854, 515.65515, 580.26343, 606.50378, 477.159, 497.26392, 416.04071, 604.39807, 477.01938, 519.76776, 602.37817, 417.10712, 466.99438, 514.70868, 515.98914, 482.24622, 489.87253, 493.42169, 428.73468, 647.56317, 419.21884, 576.18701, 476.34723, 618.3595, 586.52325, 538.41516, 455.14371, 528.67554, 571.13965, 462.45389, 566.3252, 420.84927, 396.29346, 648.24634, 474.99945, 389.56372, 478.73535, 605.06055, 547.71021, 443.92249, 497.35303, 498.34982, 485.28955, 550.27124, 536.47595, 559.79791, 368.22836, 569.90814, 565.83527, 498.49246, 463.59106, 622.30103, 586.96454, 444.6264, 588.18921, 467.13306, 522.76208, 451.04428, 474.47208, 610.05573, 612.05444, 535.14941, 496.07666, 527.09058, 545.34052, 432.43323, 521.03253, 515.30249, 507.56577, 540.94788, 476.88962, 552.05005, 536.10315, 544.95648, 471.06232, 383.56628, 514.26093, 520.86212, 587.03406, 530.47784, 557.18103, 556.58722, 622.98096, 602.60529, 538.01782, 696.10199, 659.06104, 585.16931, 545.97986, 637.4624, 712.00928, 436.77844, 525.24658, 530.01807, 511.89307, 626.82892, 549.13599, 498.29285, 606.64099, 529.55798, 629.13831, 571.41003, 585.70343, 672.90454, 576.16541, 586.34875, 628.59167, 584.85547, 618.27905, 611.94031, 633.65436, 464.66974, 603.34326, 518.90839 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.7773811944317441, "neutral_loss": 3.433920714029146, "target_chat_loss": 1.3614032612050706, "target_docs_loss": 1.3730122942474592, "neutral_init_loss": 4.887625494384766, "target_chat_init_loss": 2.8638903411865235, "target_docs_init_loss": 2.8230694800482854, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 107.15776, 70.70657, 80.96005, 91.41402, 89.68875, 119.82001, 120.55216, 83.10133, 90.53117, 91.9486, 132.93739, 110.35048, 95.98512, 114.03429, 74.87319, 141.06618, 91.5759, 94.49209, 102.58665, 105.9013, 116.86881, 86.63635, 140.01163, 147.90738, 105.42411, 96.89102, 110.87513, 132.12265, 93.7932, 61.63953, 132.03447, 104.17414, 90.05952, 105.25452, 101.76013, 80.12505, 127.94023, 80.03673, 98.39885, 64.5568, 119.68552, 99.65215, 105.83667, 148.61475, 113.06786, 85.72118, 143.1525, 168.54573, 108.50517, 102.13117, 133.31302, 91.79468, 113.6442, 107.23592, 95.99757, 122.30324, 89.56029, 114.01538, 88.91901, 98.24583, 139.1929, 125.39629, 102.93177, 114.40844, 138.45201, 118.69374, 157.07495, 141.87659, 118.25841, 107.90475, 123.37994, 90.99139, 152.66, 126.23227, 75.66441, 76.10663, 118.94969, 75.05122, 139.02585, 112.01694, 86.04837, 84.06778, 159.9817, 99.69017, 131.5569, 113.22371, 91.38607, 117.54376, 126.2225, 93.69175, 90.46838, 113.59081, 113.08225, 84.20206, 154.39717, 101.54576, 124.50427, 109.02042, 136.25677, 151.83307, 92.03372, 115.99554, 122.58038, 122.36343, 119.51509, 102.20412, 99.18791, 138.67426, 154.18777, 126.23687, 173.5114, 96.44079, 136.82915, 115.56092, 139.33081, 155.84108, 102.49202, 130.78073, 89.0305, 95.6615, 102.96688, 105.00333, 129.24786, 70.41119, 139.98383, 83.67119, 150.16638, 124.53343, 133.31622, 90.12501, 128.3111, 173.28253, 103.0556, 138.26672, 136.62347, 135.79326, 130.05455, 173.52573, 127.08868, 122.28027, 121.19517, 172.32553, 86.49774, 122.47575, 114.89633, 97.99914, 115.04706, 122.63878, 125.70155, 116.67293, 125.46344, 115.24527, 144.99512, 133.1254, 172.55566, 119.95941, 87.30288, 123.92027, 55.99357, 107.13081, 144.91275, 130.12271, 137.81412, 164.86263, 129.9993, 155.67604, 97.02817, 134.97226, 129.19049, 83.61326, 152.68236, 128.22963, 101.82674, 96.52956, 129.89153, 146.81572, 163.86421, 151.27586, 137.7392, 150.2066, 147.26219, 123.07759, 128.37244, 148.80258, 201.91603, 130.19818, 109.71114, 108.09329, 139.13481, 159.77921, 124.4875, 139.99188, 58.05085, 155.64844, 112.41827, 124.65643, 137.13924, 138.15927, 120.73837, 133.87204, 120.14923, 145.68307, 127.27323, 114.21785, 133.69621, 155.79517, 154.39349, 92.16515, 109.46085, 134.25655, 139.68822, 153.83527, 122.76608, 122.73293, 129.207, 120.21065, 145.10428, 213.15717, 155.69902, 82.11987, 199.36606, 104.71384, 143.35101, 98.54068, 178.11658, 161.91092, 124.39581, 112.77532, 141.99957, 124.38107, 127.20874, 167.34781, 111.50551, 117.09941, 145.98541, 128.33087, 188.00418, 146.97267, 143.08685, 197.99643, 195.7646, 167.19434, 141.76732, 130.71817, 121.25217, 97.78076, 129.60033, 144.88959, 143.791, 169.03482, 122.30537, 228.15527, 130.3466, 320.94458, 316.2301, 381.6524, 383.30777, 228.45862, 422.84155, 339.41425, 389.82169, 323.16962, 325.45721, 327.06674, 363.71259, 276.57703, 402.90204, 288.93723, 301.55243, 368.05267, 386.53381, 265.9097, 428.97598, 391.60919, 464.65417, 238.56268, 365.7312, 341.91064, 336.79965, 363.91559, 392.36584, 301.22781, 341.66766, 363.11169, 351.59506, 309.70819, 321.4129, 270.38617, 370.2254, 371.87643, 440.56146, 326.1748, 370.37244, 319.73566, 368.46252, 288.2681, 470.42841, 364.50427, 373.83936, 298.91388, 437.02661, 326.41812, 302.19913, 321.04376, 279.5694, 292.41302, 355.3006, 410.71161, 305.1102, 228.38594, 355.87997, 425.82251, 359.40625, 427.21536, 338.68475, 436.70447, 506.6944, 301.87152, 273.11411, 381.90497, 258.79968, 321.08438, 459.59558, 473.69043, 464.68063, 418.65692, 287.68134, 329.35358, 516.55151, 314.84454, 327.99826, 353.44269, 338.76077, 280.93805, 377.76614, 291.18396, 232.19899, 475.96396, 395.57532, 294.55185, 427.23221, 508.83765, 413.6897, 367.0679, 526.05969, 301.0535, 324.1275, 556.2674, 265.03494, 423.22427, 438.23358, 202.65843, 326.78085, 453.85794, 421.74326, 450.04834, 361.31573, 423.57755, 467.35028, 375.18613, 349.77081, 374.46161, 346.79828, 335.5621, 410.51343, 355.35474, 381.4928, 456.19681, 287.4617, 342.97089, 399.63446, 274.66, 424.00891, 330.46838, 293.7309, 397.2226, 305.23468, 300.13345, 289.65457, 389.04541, 475.51898, 374.96439, 466.65894, 509.86365, 439.13263, 499.31018, 494.50031, 417.49515, 205.3941, 469.26349, 425.79364, 432.70114, 309.19418, 356.53601, 345.84131, 372.31818, 443.52197, 421.95865, 382.08029, 532.20221, 299.65466, 262.35693, 360.75293, 311.80249, 435.01904, 421.93884, 336.33142, 395.40137, 370.77682, 284.03348, 258.64618, 279.81073, 412.00626, 228.07834, 334.51361, 398.70978, 375.92725, 403.50922, 392.89941, 573.96851, 339.41223, 487.05396, 424.5802, 340.78708, 319.01755, 546.27618, 424.62759, 393.61539, 365.12976, 317.94083, 355.23517, 489.83118, 335.22095, 366.65991, 530.96631, 342.45251, 362.80292, 294.61588, 454.74048, 400.39932, 515.00952, 506.66452, 605.05798, 338.89774, 445.96887, 337.48004, 433.81256, 414.63129, 541.72095, 444.32556, 490.31412, 432.63168, 377.06635, 412.04514, 516.53467, 407.3313, 412.12094, 355.96439, 419.51602, 386.42496, 407.23126, 477.95663, 462.14108, 411.94434, 505.23636, 502.06589, 363.98972, 522.39099, 494.36035, 414.60846, 436.67145, 421.76672, 390.48132, 456.06604, 420.89838, 456.97623, 365.81842, 397.16739, 457.17133, 344.53168, 485.32925, 402.07037, 368.32333, 415.25464, 463.45361, 382.11346, 400.28198, 342.11725, 412.67047, 457.06952, 494.14471, 456.71228, 300.42233, 334.42007, 259.3364, 379.2533, 445.04242, 347.80081, 370.06808, 292.68896 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 126.62376, 38.4682, 121.01606, 140.13629, 75.09984, 142.43707, 206.03481, 58.42496, 316.25732, 373.13208, 75.37064, 183.91965, 21.17822, 102.69105, 306.70871, 473.51758, 278.50098, 315.26886, 297.77496, 232.63071, 343.23862, 295.14264, 562.32135, 190.69141, 343.20181, 351.18054, 74.20787, 346.90649, 345.64038, 266.22974, 114.62784, 386.49237, 398.4267, 406.77304, 285.24121, 345.78259, 408.19641, 289.17001, 384.23227, 31.82893, 369.55652, 138.17862, 416.2417, 410.77634, 406.36194, 375.96924, 445.38306, 371.15723, 357.77954, 360.5354, 416.37091, 303.18634, 333.33069, 226.45062, 385.49023, 412.08389, 515.89655, 271.62952, 485.07474, 428.67792, 383.14954, 393.57956, 350.27014, 348.74567, 408.58917, 267.10577, 422.48352, 317.96509, 379.0368, 352.23193, 386.7674, 435.48849, 342.25858, 360.71304, 415.04398, 387.37439, 429.74356, 438.80893, 243.73578, 348.40701, 314.33832, 395.20239, 401.4892, 360.49799, 394.41101, 597.15875, 407.17932, 427.46576, 438.91129, 420.95041, 377.54596, 353.44196, 465.11365, 427.15027, 448.00439, 393.06534, 432.29254, 394.27386, 406.81128, 375.77835, 398.68652, 405.75339, 432.48914, 237.37836, 319.75989, 400.11578, 427.39703, 323.89917, 194.83258, 116.94788, 462.27686, 353.25635, 415.91937, 395.55716, 394.98706, 339.6293, 424.453, 367.00092, 444.45679, 362.10263, 406.26868, 420.73419, 344.23154, 433.05045, 354.70361, 488.20135, 453.53531, 360.31409, 459.68668, 382.59412, 381.33838, 377.53864, 391.0838, 465.79883, 467.41638, 307.8331, 460.72433, 270.91519, 508.0751, 430.12686, 413.82251, 441.7865, 412.99048, 411.24875, 425.39285, 493.245, 416.31, 349.96213, 331.31534, 513.0484, 490.33441, 440.05542, 507.16736, 435.0788, 417.93933, 414.92456, 532.57849, 132.0939, 443.3988, 525.36462, 224.2932, 445.81723, 294.95605, 481.3219, 39.89366, 490.9541, 401.52481, 1.45641, 383.81479, 401.45404, 448.6962, 403.03281, 611.48889, 287.18225, 453.46902, 366.28339, 409.25983, 450.2851, 433.08569, 409.28247, 322.93228, 443.93619, 222.92659, 405.5766, 426.2905, 558.39539, 492.40796, 413.83997, 502.4422, 368.50421, 528.89868, 436.32281, 447.24805, 489.10333, 429.1647, 461.95657, 434.93958, 556.2478, 435.87653, 355.3226, 436.77045, 404.92029, 510.56439, 402.76117, 379.82349, 544.49561, 394.54138, 431.35815, 98.28532, 453.64261, 456.82541, 489.07654, 468.38605, 451.35629, 382.78564, 420.07489, 416.97516, 427.26498, 470.54022, 331.3696, 501.91843, 393.38647, 543.85229, 402.49286, 386.85602, 404.99933, 397.42499, 442.4386, 451.19873, 400.79855, 536.3645, 149.30386, 350.11566, 406.92361, 426.7944, 531.58472, 595.21417, 435.91772, 488.11664, 485.5351, 407.52216, 451.513, 483.49091, 458.2359, 549.47388, 422.88348, 405.11182, 400.38278, 470.11591, 458.05933, 450.71686, 714.73456, 404.46021, 433.90356, 449.1825, 411.04559, 209.21899, 429.89688, 69.98731, 408.60724, 496.87091, 431.67865, 339.81848, 455.509, 389.99228, 432.70206, 495.17993, 380.13644, 529.35071, 376.55396, 491.25427, 514.20154, 321.0705, 363.04083, 426.07355, 521.30145, 422.07629, 498.50781, 420.55066, 477.9458, 502.43256, 422.88531, 483.79926, 503.9798, 483.38913, 483.71375, 317.29327, 548.06238, 468.9281, 573.32971, 381.43762, 411.6673, 489.27899, 449.43079, 476.72498, 520.87689, 507.04675, 485.48468, 402.51263, 344.95782, 511.61923, 556.60999, 511.60245, 552.43774, 476.32959, 434.39233, 449.53091, 503.1315, 504.81772, 584.63062, 525.9881, 395.68048, 424.04568, 462.92944, 370.74612, 442.17194, 476.16919, 451.89795, 507.92023, 467.27075, 353.9736, 502.13611, 488.76654, 528.19385, 500.00317, 334.42331, 128.02579, 523.91827, 459.375, 521.48981, 507.73022, 495.68445, 393.94485, 503.21988, 414.92731, 389.66318, 290.328, 456.67261, 449.77124, 602.16925, 505.91919, 462.60962, 440.50742, 465.60324, 177.54681, 935.78442, 506.71921, 877.78796, 550.13135, 422.73398, 512.38477, 411.0802, 637.79877, 562.08441, 452.41913, 510.25104, 503.36566, 497.10004, 554.11029, 548.96844, 485.96716, 508.29895, 259.17029, 467.91217, 289.1933, 676.97485, 552.41046, 457.6702, 533.68872, 561.65613, 560.63049, 272.38135, 548.58228, 292.69495, 445.42743, 412.16397, 572.27252, 526.60095, 670.03638, 540.92273, 575.10968, 340.48013, 617.22937, 599.77917, 341.55219, 427.51093, 549.13403, 617.15143, 583.57184, 641.88611, 392.03821, 427.81879, 383.12863, 322.93774, 641.59412, 528.36877, 681.65625, 612.2381, 608.97974, 975.44604, 752.07263, 565.98169, 309.25311, 319.08069, 579.26599, 610.23389, 857.36328, 449.44794, 570.49554, 634.00232, 276.51465, 441.42148, 661.90466, 597.948, 1081.94458, 441.95981, 911.98627, 618.73932, 947.97626, 616.09326, 1326.71606, 436.95618, 562.96918, 361.84235, 650.22742, 858.86761, 876.59509, 1006.49927, 1215.52417, 685.57074, 975.94891, 459.25107, 812.19574, 543.16168, 1024.53149, 1098.92822, 1127.50867, 1462.37598, 1149.52148, 973.17737, 919.85437, 932.9469, 848.52124, 568.97809, 722.6991, 959.60657, 533.12396, 982.23956, 646.17078, 617.57617, 1525.97961, 907.8291, 1077.90723, 771.0365, 744.84747, 739.24951, 713.67957, 759.69141, 1267.66675, 407.89838, 622.94281, 816.73083, 1112.26196, 1035.82117, 949.68652, 706.02759, 562.73254, 1128.59766, 764.37891, 757.08508, 1378.1582, 596.14728, 1611.10498, 498.07129, 1005.11621, 767.63434, 840.10376, 864.15479, 1525.22559, 638.09241, 1445.04089, 1269.65601, 1049.55701, 712.39417, 1468.38916, 855.64709, 1629.89062, 1043.32434, 1229.28931, 1038.66504, 1080.10852, 1436.53198, 616.47852, 1335.68335, 1536.50171, 786.7998, 1844.021, 1958.61621, 698.19092, 1802.55554 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 135.15076, 115.55264, 172.74522, 223.90967, 192.59308, 182.34717, 193.22153, 240.66299, 270.32834, 444.46515, 328.22183, 250.18597, 271.24057, 360.92715, 242.30557, 232.78658, 298.39783, 400.65506, 327.57428, 247.95253, 283.28894, 417.84085, 378.53589, 368.95508, 440.03839, 367.86517, 373.21478, 333.99811, 404.02322, 245.90788, 308.10876, 313.02637, 333.39499, 344.25549, 326.29108, 426.0, 397.40414, 286.2319, 319.50049, 433.24548, 315.01837, 320.28766, 431.90833, 308.48111, 286.75253, 363.43628, 387.43561, 340.09827, 270.28711, 370.5459, 372.57785, 305.94147, 251.43987, 405.9389, 371.07135, 396.22595, 297.30136, 375.24521, 354.99146, 454.27325, 358.75482, 415.78754, 336.45901, 404.37872, 347.83069, 374.05176, 492.42819, 396.85431, 421.80438, 356.87399, 349.34897, 353.65521, 543.58252, 443.31213, 353.11652, 350.89084, 500.78571, 380.08939, 345.29327, 454.95679, 300.92468, 326.52887, 615.17078, 449.60718, 395.34167, 306.70258, 352.2381, 334.26907, 422.11639, 395.00226, 531.25439, 408.08038, 337.89124, 350.8584, 446.9368, 356.9873, 452.54846, 264.94586, 379.34772, 391.6474, 369.48706, 403.14966, 369.1712, 401.02228, 412.39465, 604.34509, 426.0639, 478.14053, 352.15869, 340.95438, 357.06958, 384.43481, 382.59348, 352.27576, 375.52576, 321.25677, 446.87457, 352.16858, 330.92905, 341.57272, 400.22452, 466.74774, 425.67682, 371.55417, 432.77487, 357.11444, 313.06342, 314.65866, 302.92639, 374.92059, 460.19458, 532.39825, 423.86005, 366.26379, 398.92068, 414.25809, 456.63516, 435.26642, 402.12024, 416.13306, 360.55307, 614.62207, 345.91107, 383.39542, 548.16724, 390.12094, 525.32898, 500.73712, 420.5694, 491.26959, 380.58582, 338.83331, 422.39847, 520.28381, 477.19504, 552.23474, 426.48544, 369.64609, 381.7149, 336.71936, 432.2973, 393.65088, 524.35522, 406.55569, 365.78217, 377.71722, 453.26569, 524.64893, 427.0535, 480.3598, 410.60971, 484.7157, 302.47925, 425.84634, 428.83167, 414.47916, 400.79907, 582.6889, 385.56424, 394.72064, 499.01758, 312.72241, 607.3385, 412.44147, 408.96445, 490.43268, 367.85553, 430.75403, 315.87793, 320.26871, 347.43359, 479.47012, 520.26843, 353.2735, 495.01926, 381.73395, 400.14343, 323.40314, 312.51465, 473.65845, 530.22217, 399.38626, 498.47778, 424.00571, 403.87762, 396.60931, 393.51614, 348.66241, 501.55817, 497.69205, 431.005, 399.00458, 383.44012, 387.83838, 576.91052, 403.98126, 404.56348, 444.80466, 453.94717, 512.04114, 360.32288, 501.57736, 407.46768, 404.54465, 511.65396, 429.56406, 325.32819, 434.36932, 512.25659, 440.14993, 529.60291, 475.84726, 348.198, 482.4017, 382.84442, 438.0502, 526.8288, 332.07074, 438.9809, 402.36084, 352.73438, 373.01465, 549.27197, 462.88623, 427.00903, 495.25208, 399.45407, 440.0311, 508.15179, 466.02383, 409.88373, 358.89682, 415.69376, 453.31, 446.88666, 444.56473, 415.71606, 467.78757, 472.86603, 412.0683, 442.64368, 459.35431, 423.98431, 429.61188, 416.18658, 479.56348, 402.00092, 530.42456, 388.73483, 451.57642, 493.8996, 458.72937, 402.30621, 506.52661, 374.43127, 428.65552, 423.67413, 404.37515, 427.17987, 436.16956, 455.16681, 430.01758, 501.58975, 544.05505, 424.98114, 422.42746, 503.21445, 505.04736, 388.70959, 468.06824, 460.71796, 417.66052, 369.30679, 484.54459, 487.05133, 404.81058, 567.05182, 474.27692, 440.71121, 446.24353, 547.7699, 464.91992, 491.33649, 451.36066, 398.46234, 503.34851, 413.13184, 483.49496, 413.71625, 344.17169, 409.69037, 422.60907, 429.32761, 459.20193, 485.72198, 438.6109, 402.5961, 497.7868, 443.59888, 523.51147, 484.16406, 364.13632, 426.88876, 435.37314, 480.33102, 355.54922, 477.47839, 371.16852, 461.49002, 461.48383, 408.84155, 451.90469, 601.18091, 509.0755, 432.65924, 515.03748, 418.66736, 431.05093, 511.89215, 362.97748, 426.3826, 456.59625, 510.37073, 494.43234, 462.09351, 507.75015, 546.14874, 691.96863, 459.17297, 484.43527, 462.41663, 419.16223, 499.90747, 472.97034, 581.354, 482.28925, 564.8667, 511.64905, 482.70279, 498.14664, 522.85034, 460.45697, 426.71777, 467.1864, 458.94623, 428.76605, 416.12503, 523.93988, 467.37958, 491.60461, 499.44901, 483.57248, 456.72449, 485.71951, 453.68335, 492.72327, 535.58875, 572.04224, 604.61041, 567.81464, 515.84271, 501.29059, 507.45483, 388.98425, 545.76587, 512.31281, 497.54099, 511.68161, 570.5658, 610.60242, 489.27264, 494.70682, 415.07794, 607.47272, 465.97748, 513.82672, 597.5979, 419.8338, 461.82657, 506.21497, 517.68378, 479.2608, 495.95001, 490.37793, 424.91772, 648.46014, 417.85852, 565.5354, 482.72699, 609.2345, 586.18933, 548.03064, 450.92175, 541.15131, 565.66052, 462.98666, 568.22784, 426.66141, 385.73578, 653.97485, 478.05164, 380.56299, 485.1109, 603.5094, 557.78638, 457.19098, 498.93134, 490.52005, 484.48721, 547.55212, 530.67908, 563.2738, 364.46936, 567.73535, 561.66309, 505.44547, 462.71814, 621.80243, 581.01892, 455.68326, 580.70813, 471.6955, 523.11292, 446.27405, 485.97339, 614.27173, 606.35168, 538.75244, 498.80722, 530.34412, 549.86591, 437.76514, 532.08551, 518.54181, 511.32458, 544.04468, 478.54099, 555.53424, 536.5116, 550.73138, 473.25427, 375.04752, 512.34351, 524.54681, 585.23279, 532.22638, 557.60767, 550.72693, 625.0105, 601.17285, 539.72241, 690.91559, 664.69275, 587.5769, 540.63422, 639.70068, 718.9917, 438.64438, 538.61621, 531.17932, 513.96625, 627.41644, 551.74707, 495.73395, 603.11768, 519.56531, 635.25635, 564.06616, 589.67859, 671.00677, 580.06177, 585.3634, 626.01959, 597.81763, 614.87463, 620.28052, 636.43127, 454.10913, 597.67407, 522.36987 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 1.093164099524905, "neutral_loss": 3.562480730663314, "target_chat_loss": 1.4109518403259622, "target_docs_loss": 1.4087807798969514, "neutral_init_loss": 4.830114154052734, "target_chat_init_loss": 2.8417959655761718, "target_docs_init_loss": 2.8820788862440323, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 104.44833, 69.78704, 88.18896, 90.83417, 82.30621, 111.20218, 124.08428, 85.75666, 89.66617, 94.30601, 137.19315, 109.01831, 93.65501, 113.93954, 73.88268, 138.74701, 88.4213, 92.83504, 105.69379, 104.82677, 112.93875, 83.07669, 136.60056, 137.25429, 96.62427, 92.97462, 112.41165, 140.0874, 93.43896, 62.70597, 136.95258, 105.47225, 87.64772, 107.3804, 105.18121, 79.77546, 133.46136, 80.67564, 103.20326, 67.58743, 119.69734, 100.0095, 103.99216, 151.89627, 107.22211, 87.00343, 151.57645, 176.22986, 105.66531, 98.17641, 133.88625, 92.74463, 122.20828, 115.13237, 101.42474, 121.27467, 96.33247, 114.84686, 91.21922, 99.53471, 139.7764, 126.86409, 97.97292, 116.19829, 143.5806, 120.72906, 159.55237, 139.76984, 115.14359, 111.92964, 122.53182, 99.49537, 148.94868, 128.78433, 67.02874, 83.69377, 123.21254, 77.51152, 137.1712, 112.54254, 86.1658, 87.93196, 159.33929, 98.22908, 133.08502, 112.68659, 94.17116, 129.14238, 131.6174, 103.44328, 91.68311, 120.00012, 112.88216, 79.1611, 156.11963, 99.05657, 123.12146, 106.4422, 129.65561, 139.24084, 88.99064, 116.64085, 124.79029, 123.26653, 122.30217, 117.30811, 99.30629, 141.96547, 159.65271, 132.26019, 175.32306, 94.31963, 132.88506, 114.78763, 145.95813, 150.69167, 107.04017, 135.74002, 83.29233, 100.52303, 106.31689, 106.16424, 127.51805, 63.47162, 134.42998, 83.34093, 155.76384, 130.76329, 133.65645, 94.50708, 129.09702, 172.68848, 104.53543, 144.90759, 142.56409, 137.70679, 134.68681, 179.69873, 133.90799, 136.54892, 121.11443, 171.907, 87.26537, 123.90201, 117.98763, 92.46478, 121.1062, 129.55463, 123.13187, 121.33764, 128.41429, 112.43455, 149.10233, 133.20268, 168.76343, 123.45441, 97.03724, 134.12393, 62.57043, 114.89078, 149.80083, 137.08679, 139.02634, 169.5748, 129.04306, 163.58621, 101.2588, 142.9129, 131.80814, 86.3476, 149.7673, 135.48254, 104.3196, 102.31403, 135.89813, 145.77487, 173.21399, 149.16089, 138.11794, 148.33714, 149.96944, 120.77661, 139.46664, 149.5296, 204.38229, 136.11263, 121.14334, 94.66203, 150.93082, 161.96698, 126.72926, 140.33212, 63.83813, 159.13857, 118.20197, 135.80951, 135.4343, 147.61705, 123.14839, 133.32271, 123.73376, 150.27202, 131.39139, 109.49727, 139.11679, 164.617, 157.5963, 98.90324, 123.5665, 141.54645, 136.92694, 156.42682, 134.1917, 125.96048, 124.17771, 124.03998, 143.91905, 218.68446, 159.2598, 82.41017, 200.39655, 108.77945, 146.56021, 106.51257, 183.29904, 157.63464, 114.41122, 117.38467, 138.77074, 107.76985, 141.10789, 164.23892, 113.88008, 126.76757, 148.48962, 137.68881, 185.97183, 142.75893, 146.81616, 207.61362, 205.336, 164.53662, 140.88699, 146.73138, 124.81352, 99.55175, 129.69281, 156.02919, 144.90683, 172.3949, 126.50848, 249.55556, 129.12253, 323.23364, 333.67065, 397.13306, 420.49725, 239.64954, 440.638, 345.68961, 401.06207, 354.29803, 339.33948, 342.80957, 391.29953, 291.31897, 443.79166, 302.15149, 313.827, 384.46042, 419.63196, 288.60992, 444.13608, 436.01932, 451.71545, 251.85551, 392.12228, 360.53699, 330.74066, 395.03784, 409.32166, 312.51562, 360.19302, 384.17413, 370.29675, 335.09421, 338.64142, 273.09711, 374.71884, 383.29739, 471.00903, 347.92929, 417.59286, 332.04745, 396.85938, 303.70532, 469.43829, 389.24188, 382.25732, 317.39774, 475.07861, 338.39609, 308.20853, 335.1344, 285.83179, 323.41959, 363.50214, 423.21228, 320.19574, 228.33139, 384.97168, 449.75092, 382.76105, 441.55597, 352.93439, 458.08066, 528.29333, 308.52734, 282.08749, 389.83557, 275.68106, 329.61237, 458.90576, 507.81662, 462.9462, 456.80194, 306.47968, 360.22571, 517.90942, 342.62485, 333.40195, 357.24744, 336.37775, 294.1861, 404.45523, 292.83279, 235.97639, 486.03076, 423.22217, 319.07257, 455.02353, 531.21045, 422.26227, 395.69586, 531.19427, 319.87689, 332.28778, 552.9729, 279.22675, 435.30786, 471.97919, 214.50293, 351.80939, 474.10861, 444.69415, 472.02039, 362.71777, 440.37369, 460.19727, 399.68103, 358.04938, 377.15887, 377.77295, 344.54666, 410.73602, 367.81876, 395.89615, 477.12387, 300.9679, 332.15552, 422.70477, 280.11755, 439.77402, 355.15671, 323.22992, 433.32715, 326.54648, 301.23721, 315.67667, 404.13904, 473.41614, 410.56232, 497.91196, 522.90857, 461.45325, 542.13367, 509.66071, 435.87695, 209.39581, 497.5535, 448.73029, 423.36597, 308.71967, 382.61435, 371.31168, 385.00012, 477.37793, 421.94675, 430.39777, 548.91559, 320.58691, 288.52777, 374.04681, 337.51385, 446.79269, 423.51697, 354.59253, 388.48505, 393.03296, 295.04337, 258.95801, 290.88095, 440.46802, 242.00508, 348.06726, 424.68484, 384.07825, 414.57605, 417.43018, 577.26898, 365.59198, 507.98865, 429.89325, 345.14322, 320.2619, 569.34534, 440.49384, 426.15247, 398.40671, 350.86029, 374.49146, 508.63968, 364.57922, 376.56876, 550.961, 359.80286, 386.44852, 315.07806, 464.7612, 401.80728, 535.97827, 528.11011, 634.07727, 350.09387, 456.45963, 341.11102, 456.72928, 428.8371, 577.44623, 466.15503, 521.48755, 462.93011, 386.10107, 439.85202, 543.6308, 423.39642, 429.16898, 371.56134, 435.56903, 395.07095, 426.34756, 479.34818, 486.92542, 442.86429, 533.10687, 511.7113, 383.75912, 544.00067, 517.49768, 447.22034, 449.84967, 435.65405, 414.27954, 457.75992, 444.64862, 476.87573, 398.84845, 429.9184, 471.57111, 363.04044, 510.3696, 400.62219, 388.14374, 416.77966, 479.37051, 382.01929, 405.00803, 356.92731, 441.82214, 479.69693, 541.77441, 480.22397, 295.98254, 342.90662, 268.35965, 395.17303, 477.46753, 361.92719, 373.6088, 299.97156 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 128.13797, 45.37167, 109.40903, 149.2128, 76.0275, 142.94234, 219.9187, 57.9085, 331.2659, 363.2002, 76.62499, 188.82529, 25.33665, 96.23886, 315.48584, 511.09622, 300.22797, 327.54034, 315.16989, 240.7738, 375.47607, 311.19702, 560.51599, 184.33508, 361.9603, 367.57056, 78.6271, 381.0979, 363.13486, 262.67175, 118.48796, 401.92273, 426.68347, 435.2829, 297.35287, 366.7222, 437.75946, 310.72833, 412.77155, 30.40034, 391.76483, 128.81763, 435.9805, 422.2612, 430.12811, 397.66556, 487.1864, 394.13684, 367.07385, 383.85907, 434.54965, 321.33093, 357.4527, 219.94023, 405.38235, 432.29529, 544.46179, 281.40717, 519.37964, 449.23431, 414.35144, 375.65894, 352.55045, 365.18777, 429.54428, 262.27084, 443.83044, 320.64929, 398.43616, 381.57123, 413.88748, 465.61481, 354.08832, 396.64627, 428.68546, 401.32458, 456.03302, 468.27737, 243.64764, 365.83823, 341.36932, 416.15482, 427.98172, 366.50937, 408.61169, 606.03247, 456.51425, 439.8197, 459.96899, 449.91504, 391.01132, 349.40027, 490.1774, 449.18048, 482.6705, 406.06671, 457.53613, 406.9632, 430.37192, 377.43393, 438.68344, 427.1875, 461.21088, 246.87961, 338.49402, 417.42194, 445.7106, 329.33679, 190.12985, 102.71135, 485.1712, 365.11743, 430.22095, 414.22479, 413.97971, 325.55743, 444.61398, 387.56903, 485.72153, 379.63599, 445.24728, 441.37604, 381.50641, 463.15854, 380.3053, 530.41376, 477.04291, 392.11261, 501.25165, 353.12961, 391.01465, 397.7796, 415.20026, 484.11246, 474.73846, 306.85889, 489.79977, 264.79688, 569.67822, 444.99283, 432.60461, 464.7785, 440.81488, 438.10129, 465.0556, 535.81152, 440.12054, 363.74316, 340.83057, 542.65039, 507.17499, 447.4743, 551.70178, 461.85858, 454.08276, 434.20874, 555.42828, 153.24414, 473.12122, 560.21057, 234.46309, 472.04529, 298.69669, 512.8371, 33.1721, 530.32812, 423.15155, 3.71571, 400.58954, 427.31586, 475.05408, 423.74762, 631.07898, 301.96466, 465.77283, 388.06061, 431.94501, 478.99017, 457.59653, 425.35971, 340.0257, 466.39627, 218.84531, 446.86307, 448.67322, 609.03998, 518.66956, 439.06165, 534.71277, 386.18903, 576.13245, 467.61926, 477.72681, 499.61105, 450.24091, 484.60516, 468.12592, 601.2323, 465.14813, 393.22455, 467.33514, 436.72168, 549.91113, 414.25406, 376.97943, 552.93536, 407.30505, 470.92966, 101.36013, 475.3259, 470.94394, 517.2337, 500.7688, 478.72626, 410.94061, 441.15314, 425.79022, 443.79053, 495.93915, 345.25763, 516.39203, 411.95612, 571.78284, 433.67007, 416.47513, 403.41046, 415.29343, 468.50854, 477.47638, 429.4989, 557.98328, 137.06181, 345.87622, 430.35144, 453.68484, 558.34363, 642.11853, 461.89398, 506.61633, 527.27338, 423.1214, 472.65997, 511.06, 468.02127, 577.0993, 453.46616, 431.42294, 422.83392, 498.24017, 501.65454, 466.95346, 684.37817, 444.46979, 450.76212, 467.80057, 443.44781, 210.57346, 453.47653, 74.11571, 421.10364, 521.07623, 451.79147, 365.5061, 468.66632, 413.86298, 454.48682, 503.84735, 401.41333, 556.15924, 396.77094, 528.33954, 544.55389, 346.87418, 377.83203, 449.22137, 566.32764, 446.68048, 528.23279, 451.29416, 502.40811, 531.70312, 440.90381, 512.42395, 551.55164, 491.56213, 486.52267, 313.8316, 574.68512, 501.89868, 614.95142, 396.20029, 391.42615, 522.26489, 476.06201, 500.29532, 557.09314, 541.03015, 512.6499, 425.10205, 373.86346, 529.88727, 579.52161, 546.0719, 568.64954, 509.74695, 473.08087, 443.96152, 550.46021, 539.32043, 586.6405, 554.90503, 401.51639, 455.37866, 495.20209, 390.18536, 478.18674, 503.80188, 487.93671, 533.82983, 498.76627, 352.04477, 542.5022, 502.48956, 564.68384, 513.38672, 317.87241, 129.68736, 565.30231, 497.19669, 546.00366, 525.97498, 533.2616, 418.22021, 538.55188, 450.51352, 422.18994, 290.00732, 482.55804, 466.62567, 649.26453, 515.51514, 496.7706, 460.69604, 477.67273, 179.01968, 937.83777, 532.03577, 894.71045, 594.13568, 437.98938, 552.03015, 437.19901, 680.0954, 598.1936, 463.26208, 499.83777, 512.8053, 522.34729, 596.73236, 570.71503, 508.50092, 519.50354, 240.10007, 493.69669, 299.3764, 693.19043, 563.0636, 477.65128, 567.40503, 595.33783, 554.54736, 263.74463, 579.67017, 295.93243, 464.97537, 412.4498, 604.5199, 550.86517, 693.7204, 572.37231, 586.09534, 332.0849, 640.2832, 594.57452, 335.96967, 415.60339, 585.75751, 641.83667, 621.12988, 678.7843, 385.50134, 433.9043, 380.33484, 330.38977, 672.76642, 551.49664, 685.43579, 635.67932, 605.6908, 1000.5625, 763.12061, 593.8418, 287.12152, 316.71478, 611.98047, 633.41321, 869.30402, 430.33624, 555.23804, 654.84119, 286.42993, 445.87329, 678.97919, 611.55365, 1127.42188, 452.24066, 922.35388, 609.47485, 935.39331, 633.33917, 1300.76562, 438.16559, 585.66431, 360.02655, 638.51514, 857.05957, 894.95599, 1027.99121, 1260.79675, 700.64282, 971.79175, 462.93768, 799.83661, 573.69177, 1058.16089, 1088.78662, 1168.99341, 1490.58765, 1159.70337, 972.89905, 926.77844, 951.80151, 894.34253, 573.70728, 752.3219, 975.63525, 553.70398, 983.5498, 645.52808, 640.11438, 1587.17493, 913.1452, 1101.48816, 791.5069, 754.32758, 741.89197, 719.56396, 781.57239, 1304.16077, 409.52606, 641.63513, 810.88623, 1130.36792, 1054.14209, 944.34375, 703.81201, 598.23047, 1160.328, 768.65076, 783.99951, 1434.67566, 602.10046, 1623.97009, 489.2605, 1016.40955, 754.55872, 847.58911, 892.92603, 1536.86316, 652.47662, 1436.1427, 1296.69116, 1067.25049, 733.63867, 1483.9729, 883.31653, 1640.58472, 1051.14404, 1240.45715, 1040.21057, 1115.15698, 1449.54272, 620.52429, 1356.22827, 1572.29797, 825.7146, 1878.12341, 2019.98376, 716.27051, 1829.23657 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 135.59178, 114.20528, 181.79674, 227.01221, 192.94971, 179.88608, 203.1924, 251.70012, 273.27286, 457.81927, 348.18964, 257.98334, 284.86047, 359.48499, 244.30876, 238.34592, 319.1535, 413.53796, 342.81387, 248.07306, 298.77432, 438.89581, 391.59344, 359.25555, 442.72522, 379.56403, 374.76181, 343.75458, 407.1579, 246.44348, 315.77682, 343.5564, 331.49857, 352.38251, 333.11703, 430.40796, 407.6098, 288.06616, 333.95114, 435.67947, 330.20844, 316.5444, 434.36865, 321.8053, 293.94653, 365.04324, 404.13409, 341.43695, 272.53131, 378.42163, 387.15393, 333.12061, 267.39142, 428.98346, 376.82764, 398.90472, 302.69269, 392.03537, 369.18518, 451.56293, 365.97406, 425.9057, 337.47162, 425.40277, 353.62289, 381.64923, 509.04218, 409.34198, 429.17953, 358.71072, 359.39731, 362.07144, 545.5426, 449.86859, 371.11731, 368.18805, 495.70578, 396.50342, 343.27515, 463.6496, 313.08591, 342.74152, 621.32208, 460.35858, 410.03638, 320.08813, 370.13217, 339.98383, 428.3363, 405.43753, 567.96545, 410.88416, 325.80957, 358.82669, 440.17715, 368.75723, 465.3656, 266.93561, 382.13287, 397.50046, 381.05701, 407.41595, 372.55194, 413.77173, 421.00482, 628.42358, 434.14801, 484.44727, 355.5647, 347.76184, 355.99127, 393.93216, 402.90848, 366.14136, 373.2113, 325.70892, 439.0477, 357.68759, 350.81909, 353.07135, 406.17389, 478.87805, 442.35742, 383.12, 444.28284, 363.03473, 320.12268, 323.75525, 300.05338, 394.92322, 474.70233, 537.91199, 432.70605, 381.39276, 420.87491, 425.13855, 467.61734, 452.47781, 410.85217, 431.92673, 383.98077, 628.16943, 345.94153, 406.99332, 550.48804, 394.16974, 521.9115, 512.21466, 439.96039, 491.12354, 398.03369, 356.91217, 439.32831, 525.31079, 488.93112, 574.29309, 432.16776, 388.1322, 384.40778, 341.11749, 443.81754, 401.75775, 531.19788, 414.91721, 379.7337, 397.53775, 460.37039, 542.76453, 438.24933, 498.51691, 433.59763, 495.88989, 310.25098, 434.14716, 447.13403, 409.91727, 418.87463, 595.74701, 386.51157, 396.81317, 505.22095, 312.15259, 616.56519, 424.42682, 418.30435, 499.30081, 362.72681, 446.65173, 330.29169, 328.68713, 360.07373, 484.93121, 520.5022, 359.23859, 508.4762, 389.63342, 418.53177, 334.73779, 322.89697, 474.29388, 540.38373, 411.76953, 508.15079, 425.0368, 414.68988, 403.92166, 396.9946, 362.96463, 512.68304, 509.58878, 439.29614, 414.42316, 392.49829, 415.70499, 603.61633, 413.30273, 406.4325, 459.01715, 456.33398, 528.18622, 360.95868, 513.94897, 430.43811, 409.24933, 519.80151, 438.51212, 326.78668, 435.49567, 519.79779, 453.04697, 536.30511, 484.47574, 350.77826, 501.41632, 400.38086, 443.02115, 551.89459, 337.76495, 461.82928, 418.56006, 368.11432, 378.72015, 554.82343, 464.7782, 446.17908, 506.32413, 408.54047, 444.1387, 523.72693, 484.67383, 426.08127, 369.93362, 421.56036, 457.30417, 462.37854, 467.00159, 433.40485, 484.53012, 493.88452, 407.3157, 447.33173, 472.51233, 451.38541, 447.8898, 444.21899, 482.36661, 421.16827, 549.02246, 408.10156, 464.84341, 514.25977, 461.82471, 400.13187, 535.04297, 378.92755, 442.76361, 440.75281, 419.26999, 437.80313, 445.25214, 468.91888, 454.01965, 506.79272, 544.95789, 441.43396, 441.43234, 504.4129, 499.11121, 407.39444, 477.53104, 457.12244, 440.74301, 374.50638, 504.54303, 518.41638, 411.63605, 576.2605, 467.5488, 439.64163, 458.35275, 576.51849, 475.51523, 517.1875, 451.64484, 398.89954, 524.09619, 441.68604, 496.29065, 430.49084, 341.69055, 418.09439, 432.74817, 435.00082, 470.6745, 495.7326, 441.06247, 412.88263, 510.95294, 444.68048, 534.90204, 483.22156, 364.82999, 445.66925, 453.09711, 494.65936, 381.56079, 495.55157, 391.79883, 477.60617, 489.83041, 412.04462, 446.85345, 626.3576, 510.15683, 442.90332, 513.3811, 436.974, 443.79825, 519.48907, 386.55173, 438.57117, 478.86273, 522.00415, 498.2688, 461.55804, 520.90778, 539.18555, 722.52911, 464.20834, 493.17633, 458.03189, 434.26556, 506.7338, 495.11914, 591.93225, 496.38235, 570.45135, 529.43433, 501.21689, 523.75372, 545.5835, 471.16568, 450.05188, 476.27783, 470.8103, 440.97369, 427.78793, 548.64819, 488.70877, 506.43268, 513.19159, 493.85779, 475.2702, 495.18799, 473.81024, 492.00433, 544.48657, 607.10669, 613.19214, 587.03333, 528.49377, 526.6994, 509.65323, 418.00839, 543.81421, 532.77795, 512.25, 525.34369, 574.51178, 629.19678, 516.72607, 502.74896, 428.75507, 616.45862, 460.30194, 533.79822, 603.47607, 435.51596, 463.1423, 509.61142, 529.17004, 489.94141, 512.97583, 495.9787, 428.94135, 657.75903, 428.57031, 569.51282, 501.3244, 617.82294, 602.69025, 572.69055, 456.15234, 575.49316, 570.11438, 473.08032, 584.65576, 448.45447, 390.00885, 677.26453, 499.17358, 387.09052, 499.56775, 613.90198, 577.86249, 482.11328, 517.33844, 498.08658, 490.35431, 560.5459, 537.93225, 580.10767, 369.9986, 578.23145, 569.00946, 532.2384, 471.4614, 632.41095, 591.07239, 482.95767, 584.16467, 489.39761, 541.42828, 460.69711, 523.88733, 631.07397, 620.28052, 554.12744, 515.72327, 558.23993, 569.32294, 461.03384, 559.31848, 536.35034, 536.38184, 557.85425, 491.05109, 579.23267, 541.44458, 567.27417, 492.00555, 374.74329, 525.10583, 533.74255, 594.60028, 552.45007, 580.66382, 557.82617, 644.99957, 618.23694, 554.16956, 699.01813, 684.69788, 606.51672, 546.68652, 647.6936, 738.1405, 452.09363, 574.25763, 548.05518, 531.02148, 645.47192, 568.96027, 510.61911, 617.65009, 531.69434, 660.9895, 570.62061, 609.80597, 685.42651, 601.71021, 609.4436, 631.58362, 625.66345, 632.95288, 651.99207, 658.46826, 462.79651, 614.88342, 552.65942 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 1.5269654180675398, "neutral_loss": 3.355823076286796, "target_chat_loss": 1.5003400223011492, "target_docs_loss": 1.5637380499786981, "neutral_init_loss": 4.263102621459961, "target_chat_init_loss": 2.819740118408203, "target_docs_init_loss": 3.1269391360812717, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 80.28244, 75.88127, 70.86938, 72.125, 74.38078, 92.01347, 95.28563, 83.9037, 83.23777, 85.63371, 119.70805, 96.94022, 81.97179, 103.12865, 65.21994, 108.80244, 77.91744, 78.18072, 85.63975, 95.50127, 96.88237, 62.11741, 123.57266, 132.50591, 95.36436, 62.61368, 96.36433, 142.75555, 78.67651, 61.54814, 123.27612, 94.28436, 68.16342, 94.04075, 89.17961, 76.09885, 122.84997, 70.48549, 88.76737, 66.75203, 104.7142, 90.86162, 86.31879, 134.42532, 83.79865, 75.04037, 133.58031, 141.29454, 87.45893, 76.77528, 121.25748, 86.8959, 116.58363, 104.73955, 97.51011, 94.65715, 114.08772, 95.51239, 74.7798, 86.09631, 119.78644, 100.62234, 81.4981, 99.30817, 138.32632, 102.33641, 166.08488, 131.56674, 90.82063, 108.98321, 114.22061, 106.1308, 142.29858, 102.28613, 56.37872, 70.81642, 123.27011, 78.31571, 112.86035, 94.26608, 96.08981, 66.25289, 136.35469, 99.43097, 117.13028, 99.07559, 91.96777, 139.65163, 117.00043, 112.38846, 77.25437, 108.4727, 90.46008, 75.33369, 150.48349, 110.09376, 128.90256, 83.03676, 103.74983, 108.18178, 79.89716, 101.49628, 129.32503, 109.82152, 119.35251, 129.14932, 89.6638, 132.7659, 156.97275, 136.88963, 136.35397, 84.96761, 93.1091, 99.75266, 137.92459, 119.95552, 106.73095, 132.36227, 81.95837, 99.22539, 79.98278, 92.3117, 105.67885, 43.28629, 108.82377, 88.11618, 166.83539, 119.76203, 126.41346, 98.1337, 111.52707, 146.65398, 95.28472, 129.0367, 140.39586, 127.07125, 124.70787, 146.25345, 133.97859, 138.59055, 103.74391, 146.43173, 80.68427, 101.18506, 112.70932, 81.27548, 123.78011, 126.63775, 110.60319, 119.60566, 130.93884, 91.54765, 136.96794, 125.0188, 157.78099, 112.07492, 92.87163, 149.08186, 75.69498, 135.31807, 125.33661, 136.52856, 118.30745, 156.87143, 121.20001, 152.15259, 80.25452, 130.42061, 124.85847, 90.52146, 138.05254, 124.75002, 93.05164, 99.46731, 120.57747, 128.1727, 147.35957, 115.60626, 116.7832, 131.36636, 134.99722, 105.30498, 130.59398, 124.98537, 191.03038, 155.14238, 105.33463, 77.70229, 141.63223, 141.6911, 120.96619, 134.80252, 62.08908, 142.46834, 116.21735, 187.617, 131.60419, 144.24623, 117.88349, 117.09627, 113.6731, 132.92264, 112.76339, 82.95829, 124.9314, 160.2551, 144.87773, 117.06248, 111.22714, 143.15956, 132.67229, 166.65665, 121.70418, 142.05499, 105.2429, 113.95978, 118.87125, 213.78549, 139.87889, 68.17731, 191.76303, 102.10927, 146.53604, 113.69934, 164.31714, 121.06396, 136.83087, 132.37105, 124.31268, 103.89043, 159.9274, 128.58353, 103.8345, 102.05583, 133.73175, 139.47525, 152.96619, 123.40208, 131.5406, 175.57626, 189.71507, 137.76056, 121.60088, 125.85764, 131.33575, 117.20525, 127.22727, 153.3367, 129.21378, 147.70386, 103.9054, 255.23341, 112.23979, 305.43744, 337.94135, 356.02643, 440.62604, 221.49261, 441.6496, 305.02106, 362.82605, 367.42987, 308.00885, 363.66693, 377.62585, 276.53082, 443.48624, 282.82825, 304.23804, 366.15414, 406.41718, 267.80927, 435.43274, 425.51404, 376.35889, 268.44531, 379.43262, 358.8367, 327.16895, 397.02991, 416.60306, 300.74588, 353.92538, 382.94568, 333.94153, 359.79156, 338.48956, 259.29358, 342.92841, 351.84714, 451.27216, 329.51514, 431.71124, 289.93997, 385.2655, 259.57251, 407.06439, 364.72693, 381.78571, 302.84836, 434.19467, 327.97601, 259.13361, 305.35486, 259.47278, 310.97046, 317.52768, 408.48694, 301.60394, 213.30786, 345.5199, 457.61896, 333.50934, 445.08865, 339.00903, 465.13681, 475.03436, 291.97253, 226.22742, 334.48981, 266.51276, 320.49451, 409.13214, 520.07019, 449.04977, 433.66702, 281.58463, 318.59518, 495.41797, 336.12305, 312.52322, 357.95691, 291.49811, 276.01257, 368.78192, 277.07114, 207.86093, 448.87668, 395.7298, 340.06165, 469.58899, 544.95312, 406.34717, 381.65189, 480.79163, 290.30621, 311.63214, 523.51685, 275.70502, 409.48523, 440.16351, 211.51779, 330.05505, 488.42041, 393.21466, 447.40137, 314.95441, 427.54071, 418.64279, 389.16675, 351.2453, 344.84207, 328.56454, 323.01453, 391.08209, 370.02557, 371.26019, 470.2514, 296.22061, 324.73456, 430.80981, 224.74023, 452.31372, 357.90607, 336.54779, 417.65811, 327.35739, 308.14401, 299.13947, 360.31, 402.52643, 391.50494, 530.55579, 491.5444, 432.02209, 553.83612, 495.40472, 386.99377, 212.69968, 503.65918, 431.6499, 355.33145, 291.44943, 347.38739, 341.13055, 328.77478, 482.79016, 405.26419, 439.32156, 484.41956, 356.17502, 294.10446, 357.28152, 325.16162, 395.52429, 354.31689, 355.34967, 325.23813, 385.48087, 318.52417, 243.91428, 250.2081, 406.95728, 230.42252, 340.86227, 429.14722, 334.17453, 359.76746, 404.54596, 507.03986, 333.2706, 459.78345, 389.52698, 313.63196, 296.23706, 557.01752, 397.80609, 406.0058, 427.13428, 315.01294, 341.29742, 487.86481, 366.42542, 329.91858, 505.46133, 372.4165, 343.44019, 258.10336, 452.06818, 399.99023, 545.60895, 499.56723, 624.21338, 326.88004, 415.09882, 318.0683, 414.97931, 422.00369, 516.58142, 440.45044, 497.49774, 477.7825, 371.25317, 428.65466, 522.45593, 440.43835, 402.79279, 349.50073, 368.05835, 378.90781, 429.41217, 477.45502, 478.28424, 413.71005, 507.69421, 493.95978, 359.93909, 506.95239, 457.24417, 447.49487, 432.22491, 379.17224, 437.91742, 411.41565, 416.92737, 507.72632, 376.18613, 413.51868, 458.84052, 357.987, 514.71179, 370.57855, 348.90411, 356.27527, 440.83557, 348.36893, 356.7471, 359.97876, 433.21786, 489.19717, 561.67322, 450.90857, 236.03281, 312.08289, 250.12854, 400.73572, 469.57465, 329.98608, 352.22534, 244.88345 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 102.27716, 48.41337, 89.13619, 177.9128, 72.66065, 138.3992, 225.90286, 54.33982, 329.50378, 327.7337, 78.8013, 204.90143, 27.9902, 80.33339, 364.99905, 539.44263, 322.67957, 346.83466, 359.26093, 246.35182, 407.44745, 320.28485, 542.16248, 159.5121, 377.27551, 392.27014, 88.4687, 442.25748, 387.15802, 249.44144, 139.48692, 422.04388, 455.7132, 481.59906, 308.33255, 396.26343, 482.72705, 348.86963, 442.58276, 30.63474, 430.18561, 129.13239, 454.21265, 437.74243, 465.42038, 439.99405, 539.41333, 419.67456, 346.03897, 432.44943, 460.34198, 348.3045, 377.88721, 209.55629, 425.4462, 472.00842, 567.52942, 313.66248, 560.33331, 467.92307, 445.95599, 338.24738, 369.78973, 380.33203, 450.65451, 250.75677, 464.98703, 326.09482, 418.13495, 422.72565, 444.84668, 505.60815, 379.99911, 453.1669, 455.35947, 428.96219, 492.99246, 513.19214, 234.79285, 404.39606, 408.10022, 434.09717, 476.54037, 397.25259, 428.51343, 580.22705, 518.67712, 460.14029, 482.875, 499.04242, 410.75598, 342.88879, 526.08875, 485.61621, 541.70856, 431.09381, 501.17282, 420.86664, 481.21783, 398.83594, 508.63574, 483.44019, 508.8432, 241.45576, 396.86337, 436.14468, 458.64783, 352.07651, 177.983, 80.78218, 509.81155, 390.95325, 468.21625, 439.33496, 443.03458, 301.57086, 468.70007, 433.89169, 547.48938, 423.09882, 509.12286, 460.62164, 442.74097, 499.01422, 435.45993, 583.45612, 500.38824, 462.66266, 567.73743, 330.06171, 417.15094, 439.03406, 450.91937, 514.67468, 461.98792, 314.16119, 567.16559, 266.3064, 643.74976, 466.24799, 453.30148, 499.3205, 487.56995, 495.66534, 520.47345, 580.86987, 499.31433, 384.01428, 358.84595, 575.76428, 541.2218, 461.20892, 593.70374, 513.14404, 526.3158, 467.53436, 589.30603, 145.58502, 507.88525, 609.76233, 208.41599, 515.28735, 298.56158, 548.53003, 31.72378, 593.84961, 468.45758, 11.2551, 432.05548, 463.93848, 516.97992, 454.97421, 660.5517, 327.89206, 487.25177, 435.49396, 468.10144, 523.22009, 496.91733, 443.20248, 365.64102, 506.85132, 196.41702, 525.24188, 485.46286, 676.67511, 559.93884, 494.74457, 583.63544, 422.49963, 648.02722, 535.4718, 519.32422, 522.32861, 482.44427, 530.64459, 530.98242, 682.33813, 514.18506, 456.28754, 530.74042, 495.26993, 588.95325, 441.83792, 337.53131, 576.521, 447.23801, 552.41479, 113.08649, 523.4527, 481.56, 576.63074, 550.79004, 519.724, 464.88983, 469.78143, 440.30908, 460.03799, 542.05829, 373.7793, 561.35205, 452.62653, 622.91425, 484.52078, 460.22586, 404.82526, 446.88843, 522.78448, 519.02478, 484.89252, 573.77441, 123.07027, 328.84018, 484.40982, 503.2251, 607.73889, 676.41718, 522.24817, 545.11609, 615.84601, 449.08252, 504.01392, 559.20117, 483.81876, 631.26715, 520.71973, 472.38947, 449.36536, 540.56866, 568.82898, 494.93646, 637.90521, 532.95215, 480.92419, 502.55811, 508.66605, 191.46623, 500.47693, 83.3868, 454.71933, 566.92609, 498.58124, 423.69971, 492.09503, 458.27545, 510.85812, 525.48328, 445.30798, 584.5799, 441.33533, 595.50708, 575.42413, 397.33112, 385.26782, 492.6218, 651.4856, 491.8765, 578.98248, 516.82806, 546.91101, 588.58685, 483.62674, 562.56531, 639.45032, 548.47333, 509.07349, 312.68506, 619.71161, 552.79608, 688.51172, 415.1362, 379.99377, 568.10449, 538.17615, 547.54083, 610.3468, 609.98108, 557.10205, 487.66745, 435.29083, 563.49548, 610.99493, 596.77618, 603.10498, 547.9187, 565.80786, 440.28372, 621.04883, 586.67249, 582.34131, 609.5708, 418.57928, 520.27209, 568.93811, 450.60803, 534.38513, 560.95123, 568.22693, 574.87646, 546.60144, 354.76929, 630.24951, 557.18237, 621.16858, 553.31445, 278.09491, 146.36621, 634.3429, 576.15533, 574.95386, 549.73187, 602.21802, 478.96631, 593.03857, 532.17261, 510.70264, 271.9624, 523.77869, 512.49255, 727.9032, 521.35327, 552.0354, 497.5224, 484.99677, 158.30499, 918.04224, 580.7121, 906.71484, 671.30396, 489.92734, 613.6394, 499.99677, 753.30157, 653.66107, 511.73685, 512.26733, 548.76721, 554.95428, 656.7395, 615.79822, 554.4845, 563.89569, 211.91312, 548.34753, 322.40594, 805.55359, 612.44556, 528.73157, 630.24939, 652.83203, 556.18323, 248.8092, 629.79126, 322.58917, 518.16882, 424.4769, 674.48718, 607.76416, 712.43005, 653.04309, 592.26398, 331.81537, 736.9812, 614.97864, 358.71478, 398.77249, 636.95599, 693.0213, 688.44165, 757.33423, 402.81479, 441.04425, 359.51288, 326.40656, 717.83752, 582.71362, 735.62445, 707.49896, 609.97083, 1087.06238, 766.64819, 641.29431, 240.46527, 316.86298, 675.81604, 658.21313, 934.42676, 409.53558, 564.54071, 694.86792, 292.56787, 462.76672, 757.61145, 631.71875, 1225.26392, 455.28174, 951.72223, 585.89996, 880.67059, 680.45599, 1249.75513, 421.54688, 609.43774, 362.25995, 638.33459, 853.31708, 965.797, 1069.86243, 1349.96704, 734.32153, 970.94836, 450.66992, 757.5791, 626.17725, 1113.53088, 1078.17212, 1242.52539, 1528.63745, 1184.54614, 995.42578, 934.90558, 978.03467, 981.30597, 601.62817, 791.23975, 982.82007, 578.95343, 1019.44788, 640.04517, 698.89563, 1672.15283, 964.71228, 1145.33252, 852.82397, 758.73828, 729.93359, 733.7207, 821.00635, 1387.84131, 414.82193, 643.43457, 762.92603, 1131.31055, 1118.099, 920.57446, 696.06885, 710.95221, 1260.87915, 770.21936, 849.94263, 1543.22778, 611.20856, 1697.01538, 451.9487, 1032.90027, 740.54358, 874.89435, 930.22021, 1578.25671, 721.11084, 1452.88123, 1364.59106, 1109.95532, 758.05774, 1497.9707, 942.72241, 1696.46606, 1039.19629, 1250.53003, 1044.81531, 1300.0022, 1490.30298, 633.14355, 1385.70984, 1649.02319, 925.0719, 1923.17224, 2152.09473, 750.41022, 1903.68359 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 146.40097, 126.02785, 205.19598, 231.09753, 207.38406, 208.11575, 234.21057, 283.82239, 305.79517, 497.56537, 401.72284, 276.27112, 328.09576, 375.35846, 268.0108, 273.45163, 380.51218, 449.01556, 379.7356, 274.21008, 337.15598, 493.27783, 435.68719, 361.71045, 465.95795, 412.42902, 418.17844, 370.69379, 435.69061, 266.81445, 348.05042, 400.04761, 351.31207, 378.65201, 365.28558, 440.45331, 454.51593, 306.39966, 379.07343, 470.67664, 363.7027, 330.09369, 453.42731, 361.94495, 322.27588, 380.12268, 451.25754, 373.08325, 307.11444, 406.91431, 429.54443, 390.83105, 319.34851, 480.05231, 404.25, 422.45493, 340.93097, 435.65317, 423.23386, 468.04675, 424.45319, 472.08957, 370.89935, 474.85397, 382.39676, 406.42062, 553.88635, 447.11908, 483.36078, 374.74487, 401.84845, 401.724, 592.76691, 482.8291, 439.99268, 414.13602, 497.77905, 446.38727, 368.35229, 523.05804, 365.1817, 388.44867, 658.47375, 503.86526, 455.68915, 363.28473, 408.28043, 383.17017, 464.89124, 443.23486, 636.15796, 468.27121, 325.73712, 390.76089, 454.01501, 406.2804, 526.15851, 286.71625, 423.76837, 432.87842, 421.53348, 434.41183, 408.04642, 466.59158, 460.47461, 679.07263, 466.46466, 539.09033, 396.11407, 383.45941, 377.09668, 435.9986, 459.51208, 412.2099, 410.67896, 365.93704, 478.92499, 397.73395, 401.78314, 386.47079, 436.57184, 519.54248, 501.92883, 420.61688, 489.90497, 404.33759, 351.39276, 359.09052, 333.58734, 445.06866, 506.23355, 572.81567, 466.875, 430.59717, 493.31018, 481.87128, 504.52319, 492.22064, 444.76337, 480.55841, 452.33908, 691.03955, 382.64941, 474.37738, 579.90601, 410.11584, 539.68781, 560.25708, 497.39771, 513.1308, 467.52496, 397.52411, 493.79688, 562.74719, 532.9162, 624.91614, 469.81018, 459.55695, 410.12451, 370.56018, 482.57285, 431.23016, 574.86554, 445.18472, 419.20441, 478.71332, 498.67966, 599.85095, 475.28778, 564.41473, 501.47186, 544.55652, 348.48044, 478.9502, 505.07748, 435.65564, 483.42987, 649.51001, 411.27893, 425.17181, 570.42358, 351.94669, 656.79236, 470.99921, 449.62439, 529.51794, 387.23157, 495.02625, 381.54276, 372.45685, 399.2189, 515.24915, 550.61426, 406.96152, 548.76648, 433.64963, 461.55457, 374.84387, 384.9715, 513.11285, 586.70258, 472.77518, 542.94904, 445.4697, 464.13098, 454.62286, 441.89978, 415.31018, 585.04028, 575.31488, 506.20148, 476.29346, 444.05637, 516.48743, 666.0575, 454.33521, 436.56216, 513.94861, 501.75955, 576.04968, 384.78824, 581.89722, 490.10977, 455.02899, 571.51184, 481.75781, 355.29919, 466.71194, 548.89429, 504.07034, 581.47021, 519.45099, 388.26965, 569.33716, 447.22827, 479.52609, 622.22388, 410.74298, 521.1106, 470.12207, 425.07083, 428.85852, 596.42303, 506.10916, 507.68896, 546.5246, 447.95648, 490.15106, 575.65753, 547.74963, 487.05438, 412.8566, 476.13901, 494.73282, 513.5448, 529.28253, 501.26782, 540.58984, 554.78571, 441.26828, 487.37759, 511.22913, 533.44586, 504.32159, 522.75903, 514.04224, 474.97015, 604.11182, 470.39783, 521.63391, 589.84424, 493.80267, 441.30719, 615.23529, 418.44736, 506.30692, 516.68457, 465.98602, 479.19223, 483.23203, 516.55597, 521.36639, 537.46014, 575.44891, 501.28928, 529.96167, 541.46252, 518.88855, 464.71823, 518.10132, 496.46265, 532.93213, 413.43146, 555.4137, 589.0567, 476.87601, 619.68805, 496.73926, 457.20276, 525.22552, 643.57635, 526.26874, 588.58826, 476.12442, 448.73975, 587.48645, 516.3833, 562.88501, 480.20624, 371.2121, 462.77704, 469.22519, 491.25705, 521.85535, 538.34778, 474.40475, 454.68692, 541.70068, 474.22037, 576.89709, 511.00549, 407.50589, 514.04236, 524.90674, 564.25739, 474.32413, 558.18921, 454.57166, 540.63281, 573.19763, 462.98904, 492.20621, 710.86572, 541.31201, 480.05072, 541.75659, 503.43689, 499.81894, 573.53461, 469.33704, 501.32098, 543.59351, 570.70331, 529.88513, 487.21463, 587.44971, 561.54907, 806.32703, 512.92194, 543.90381, 514.58936, 489.35516, 546.64819, 557.51685, 643.40955, 545.00641, 619.53845, 584.75525, 574.35468, 604.36139, 622.34314, 515.68298, 532.88477, 520.59357, 546.66687, 488.15436, 493.98547, 614.61499, 549.84259, 578.76514, 549.46484, 553.80518, 533.43634, 542.3017, 544.54529, 513.58887, 584.52515, 702.47992, 694.04993, 652.84143, 605.50586, 611.98352, 546.60388, 499.85425, 560.3667, 599.32965, 565.34796, 593.26416, 630.1994, 694.15753, 585.75848, 550.81616, 479.01111, 659.94244, 488.70709, 592.14404, 654.17786, 476.38412, 515.50623, 549.33136, 577.48962, 533.19543, 578.8125, 553.46582, 473.21463, 688.93604, 473.89236, 607.84027, 554.96771, 691.02869, 688.46796, 648.3385, 513.39111, 677.69897, 631.18103, 538.28601, 638.63385, 529.88715, 444.8324, 766.68488, 573.85168, 435.31305, 560.54089, 676.87329, 643.19855, 542.52124, 582.49255, 552.23096, 535.08606, 617.33984, 594.88019, 642.67902, 447.21088, 623.23083, 612.28046, 599.31335, 522.90955, 685.01221, 655.08167, 552.0611, 622.08569, 560.53064, 605.03369, 514.77197, 612.66418, 693.66162, 687.04895, 619.0343, 590.61505, 653.9187, 626.92584, 533.84186, 638.01984, 611.77209, 621.98792, 632.51105, 538.77002, 640.76715, 601.51099, 624.77771, 557.16852, 415.18164, 602.77936, 588.76965, 639.76807, 627.1955, 668.89954, 599.73621, 711.19006, 703.29944, 629.13275, 745.28369, 756.23218, 681.00568, 599.68024, 712.59296, 804.44641, 519.54944, 701.08521, 619.22302, 612.66968, 709.93994, 650.24078, 579.49304, 688.39392, 598.21484, 750.44891, 632.47705, 677.47949, 753.59698, 669.01068, 705.54431, 677.22363, 705.33167, 710.90283, 775.49658, 735.36731, 548.245, 697.37158, 652.90515 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 2.1890514074450254, "neutral_loss": 3.6286675247000293, "target_chat_loss": 1.6518161731301528, "target_docs_loss": 1.8563882341523434, "neutral_init_loss": 4.902205706787109, "target_chat_init_loss": 2.826646401977539, "target_docs_init_loss": 3.6204471350775824, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 79.70292, 86.47901, 71.92712, 64.18, 75.29971, 96.94858, 98.23053, 90.57676, 109.01453, 96.66734, 123.67141, 106.88959, 110.37157, 116.46051, 89.53961, 111.49107, 86.63658, 92.07443, 95.71311, 101.93324, 94.49538, 76.79412, 138.5007, 150.37952, 111.0751, 58.35113, 127.90086, 163.31877, 89.19562, 76.26576, 144.40872, 102.15321, 70.07844, 127.87865, 95.37318, 92.61782, 121.381, 83.13623, 87.56435, 76.98189, 106.77382, 94.77979, 81.09917, 140.90715, 77.70564, 78.16473, 125.70438, 134.78189, 75.36961, 96.18865, 136.93655, 78.82398, 116.57715, 107.50529, 118.08133, 108.99066, 154.73245, 108.98277, 88.93517, 94.58319, 144.13899, 105.46286, 87.91547, 112.05583, 149.09268, 117.65842, 186.88142, 149.54074, 95.66856, 114.32552, 128.79187, 117.11391, 153.40109, 110.27708, 73.93047, 73.56351, 128.43301, 108.43507, 114.85252, 89.7089, 108.08513, 87.16537, 149.46754, 111.01274, 101.59198, 135.67049, 98.70445, 172.14897, 146.8134, 118.83296, 78.34406, 108.29121, 93.20267, 89.93845, 165.25244, 136.54779, 141.81479, 125.18221, 103.09532, 117.84736, 97.4864, 118.47414, 159.80817, 121.99015, 122.46215, 148.20479, 76.1216, 142.01488, 206.69083, 167.33456, 146.72212, 78.77879, 97.87607, 94.2971, 145.3129, 113.6871, 112.82821, 149.68341, 98.18575, 103.33191, 86.89554, 99.02092, 110.62576, 64.99492, 110.15749, 113.65936, 188.94107, 135.76874, 135.62344, 98.88423, 123.34827, 158.41003, 95.29027, 146.70215, 140.86656, 139.03015, 126.0731, 142.96155, 179.01523, 142.83247, 121.32993, 152.30637, 88.83123, 100.04796, 136.73372, 109.17522, 178.13245, 147.30673, 137.59816, 124.89114, 157.55261, 102.12857, 138.37549, 133.36212, 165.2072, 120.4837, 94.69192, 147.24588, 85.52821, 162.63971, 130.45355, 136.20822, 126.15262, 204.4682, 117.02972, 173.86842, 87.22829, 139.56784, 117.76317, 146.17989, 148.16827, 152.55135, 100.71442, 126.26878, 133.30238, 134.77203, 153.76608, 120.16832, 108.67978, 157.15244, 134.58749, 94.85915, 134.03975, 134.75525, 229.24321, 191.06573, 119.36443, 84.66782, 169.61945, 186.24078, 142.31506, 138.79358, 77.48265, 140.31944, 124.7889, 236.27646, 143.2717, 149.50514, 139.32671, 129.64624, 133.19705, 142.79349, 111.81837, 95.99326, 167.87585, 191.28589, 139.83749, 144.1665, 121.49967, 143.25119, 135.14417, 182.60602, 125.20963, 167.19926, 129.64403, 141.3042, 136.11169, 248.60851, 166.18047, 67.65022, 215.96472, 106.00991, 171.72095, 138.46632, 176.33838, 132.76703, 177.83888, 171.76871, 154.9639, 115.2671, 189.17081, 134.51129, 116.70991, 115.492, 122.17239, 157.56914, 152.22726, 118.74244, 179.68832, 187.92574, 202.58412, 150.9559, 123.61806, 118.5956, 138.826, 176.19702, 147.7632, 178.63118, 138.34061, 143.70004, 104.7702, 288.98077, 131.14009, 324.17053, 341.6026, 343.1532, 456.56873, 242.16661, 440.6423, 334.34384, 368.19824, 380.60992, 315.07718, 440.11688, 423.5639, 277.44043, 455.87189, 287.26514, 356.60822, 384.17023, 432.22205, 281.78177, 448.48996, 465.9007, 386.38895, 286.95804, 366.85446, 351.53149, 327.88574, 454.13397, 443.74442, 324.50507, 369.63858, 464.39731, 331.86182, 443.573, 340.35364, 276.24377, 369.86688, 370.56403, 499.41058, 350.9259, 457.28876, 307.05035, 358.81949, 279.71094, 428.00778, 347.86743, 424.68866, 294.11401, 419.16171, 348.40253, 262.1543, 338.43054, 268.95065, 385.13171, 321.05664, 407.72656, 278.41739, 240.68758, 320.15149, 484.55466, 375.50964, 481.61285, 340.18637, 489.0907, 478.44681, 344.69894, 251.02214, 351.31848, 275.36172, 350.06152, 432.52057, 537.39148, 485.41559, 425.9361, 297.33685, 333.99304, 545.776, 344.30524, 338.65881, 410.75348, 323.41364, 299.02844, 363.52493, 308.18317, 214.67108, 440.85147, 418.52167, 352.21759, 480.96777, 618.10254, 423.98444, 385.43594, 520.98486, 292.52621, 351.11761, 552.60815, 303.37604, 412.81311, 458.10977, 265.526, 366.29666, 567.21899, 404.82251, 520.94751, 308.20032, 419.58606, 514.55164, 417.71564, 393.10181, 349.39362, 326.06186, 373.09045, 462.44293, 419.84552, 373.70398, 517.89911, 321.3277, 386.17477, 473.99588, 279.39691, 485.07953, 343.91724, 401.90442, 424.24936, 343.16534, 412.88928, 362.17657, 387.40335, 443.33151, 405.1405, 558.40216, 625.57831, 483.78976, 549.09534, 524.99921, 439.42038, 254.01128, 521.9436, 458.46082, 353.65228, 342.78204, 314.57245, 373.19299, 324.11392, 486.47156, 448.45901, 495.99261, 556.65466, 390.35938, 323.1272, 368.12909, 391.29791, 383.25708, 341.21658, 417.88684, 328.16779, 408.79114, 377.94556, 292.21033, 262.62372, 436.87134, 299.20831, 354.40533, 433.7041, 345.23755, 420.70621, 419.26871, 511.19217, 347.59976, 534.5943, 373.96124, 376.5636, 317.33597, 624.24817, 404.71155, 431.27808, 479.75452, 331.95782, 335.58789, 506.17798, 385.49884, 355.97064, 541.8822, 415.43924, 336.95969, 317.65546, 506.68604, 476.77155, 565.42078, 528.71851, 644.02441, 433.16479, 445.75107, 338.20197, 469.1499, 473.59607, 542.56421, 462.74649, 505.79132, 548.16498, 372.30255, 517.89026, 542.11273, 446.46741, 409.60205, 381.19287, 354.39581, 390.45856, 474.74054, 528.22095, 540.96313, 416.90436, 557.93298, 507.11578, 464.31934, 562.79913, 499.3493, 503.41455, 500.17194, 388.88974, 492.25568, 417.57581, 424.81335, 578.37756, 373.67133, 434.80157, 467.67303, 386.7012, 526.27332, 395.48175, 361.64609, 352.24255, 464.43195, 353.88388, 437.31726, 377.31787, 443.2749, 501.91919, 607.95728, 438.14636, 278.40576, 331.35754, 253.40329, 486.06866, 521.09418, 390.55493, 399.06366, 252.93652 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 135.75941, 53.83255, 91.00401, 205.89531, 65.13336, 89.9063, 223.6658, 53.83223, 324.91641, 342.24521, 76.85659, 220.81454, 29.5302, 78.81438, 434.33325, 516.13916, 374.80588, 350.66653, 430.78693, 273.18335, 477.66992, 332.53735, 533.56067, 153.4153, 432.86176, 421.14352, 92.80499, 496.74176, 433.04749, 249.81596, 136.71698, 449.52142, 496.81583, 517.73352, 314.70349, 425.58997, 544.17535, 392.88058, 472.18094, 30.11867, 471.36743, 145.08089, 478.88318, 477.35516, 516.70038, 481.552, 576.74872, 458.83508, 368.04401, 472.89633, 494.85611, 350.91342, 445.12335, 183.59349, 453.97339, 532.25995, 581.77893, 374.54181, 595.1842, 477.70245, 509.11002, 368.43823, 403.42474, 414.66107, 479.48492, 247.88403, 496.43713, 334.06921, 445.83569, 452.15924, 463.80029, 544.42902, 409.97626, 495.68243, 505.53772, 454.95654, 523.7019, 551.28473, 223.9906, 444.13254, 487.06049, 460.95078, 523.88843, 484.40961, 449.42801, 538.35034, 567.22534, 527.99982, 504.9957, 545.34943, 448.03778, 345.85089, 550.81238, 522.7901, 567.03491, 463.578, 522.50958, 446.06082, 542.1687, 440.92068, 586.01404, 527.70477, 571.40222, 224.21211, 439.53479, 495.44818, 487.77271, 376.60516, 188.32697, 67.65776, 549.82715, 408.30817, 499.47977, 469.164, 460.11859, 335.80371, 500.02405, 488.45828, 589.95404, 475.92209, 559.45337, 490.0108, 499.75278, 549.48383, 499.89029, 636.72546, 528.87622, 528.59637, 615.42175, 357.56705, 450.94391, 487.81732, 487.24353, 578.68555, 464.24957, 285.66434, 665.2854, 278.37143, 711.37292, 467.1142, 491.98563, 526.28741, 547.20654, 544.32501, 603.97296, 611.71552, 552.09058, 415.17389, 392.40347, 641.45184, 591.78235, 488.11978, 645.54297, 569.10809, 593.34058, 500.20462, 647.19318, 104.88206, 529.90674, 639.80811, 194.16998, 548.72821, 313.87564, 587.23499, 38.06764, 652.42682, 522.94727, 20.83877, 461.55569, 498.41583, 597.61285, 514.40906, 708.39246, 372.67239, 532.56323, 482.04694, 504.9567, 563.96729, 556.28168, 475.60977, 393.74707, 564.5365, 210.42041, 607.84668, 558.5658, 748.20294, 623.90857, 527.89758, 633.9538, 475.85886, 709.73859, 607.2558, 578.04462, 550.55701, 526.08691, 633.11627, 602.98578, 792.89331, 573.9718, 512.07697, 604.98193, 570.16663, 634.56909, 485.98761, 325.85999, 623.33838, 505.34918, 610.40967, 119.02351, 581.81281, 530.90814, 632.22467, 625.60413, 563.9115, 537.93286, 510.49637, 485.58569, 495.6217, 614.1142, 404.22369, 651.5246, 516.70691, 705.99908, 532.51685, 491.21185, 445.20416, 483.69604, 568.32635, 574.49103, 568.47485, 596.78528, 148.24478, 364.80249, 540.43311, 577.06116, 663.36047, 725.34851, 592.88525, 617.46313, 695.13538, 470.10965, 542.41162, 617.49548, 510.79315, 683.61615, 587.1933, 529.24567, 491.1134, 603.37793, 642.49231, 542.45557, 624.57837, 605.88318, 514.99463, 538.16327, 592.52838, 195.73242, 549.7207, 99.02222, 425.39642, 646.86768, 551.15955, 493.92648, 523.11279, 502.42938, 584.27124, 563.97485, 489.04468, 619.67749, 514.85907, 656.11792, 614.2688, 464.36871, 420.22675, 541.16498, 721.51392, 543.26868, 632.90216, 590.6123, 611.06274, 653.18463, 561.19061, 605.58423, 766.31421, 639.9917, 527.98853, 351.36652, 680.3385, 602.51123, 762.78784, 450.22009, 403.68719, 642.63623, 609.01196, 627.64844, 662.36884, 664.00598, 601.62964, 591.03107, 502.35162, 607.72339, 637.87506, 647.6347, 669.47705, 585.90186, 636.48792, 492.84839, 691.06525, 682.57935, 633.11633, 666.15808, 446.12891, 595.96796, 671.96875, 546.57739, 578.51587, 652.3385, 648.06628, 630.71216, 598.9798, 398.14752, 735.18689, 639.10034, 683.12219, 605.81995, 277.42682, 144.67517, 706.13379, 635.46637, 636.73346, 561.06488, 677.30756, 569.18036, 654.41479, 635.15466, 622.21039, 288.31158, 566.54327, 556.16473, 799.39111, 558.68988, 623.92749, 554.02869, 536.07141, 149.92151, 971.75104, 641.30151, 884.29944, 756.64636, 553.61566, 712.44434, 594.22351, 819.59998, 706.80591, 582.58246, 550.97125, 596.54779, 608.94482, 711.08698, 680.23254, 634.17126, 631.74609, 238.75624, 631.80005, 312.8327, 959.46899, 694.75696, 618.81793, 754.95483, 725.09259, 630.61658, 294.12463, 684.33472, 359.22668, 608.67102, 436.61642, 765.97601, 650.04852, 747.7243, 751.48767, 646.81873, 327.86176, 870.25549, 654.46497, 335.52759, 436.50842, 728.09399, 749.94849, 779.31244, 824.03558, 439.62775, 463.43695, 358.61261, 306.7796, 840.66156, 629.31427, 864.5636, 803.42108, 667.33496, 1202.33545, 829.48285, 744.35913, 233.38977, 315.32318, 780.90021, 657.05585, 1076.67371, 459.04761, 655.37732, 777.07635, 321.32211, 514.32397, 864.67865, 723.53772, 1384.85986, 454.73737, 1112.50708, 611.229, 884.16565, 756.2016, 1306.99829, 413.66196, 645.8562, 367.35193, 682.00293, 939.71008, 1105.50024, 1076.5094, 1538.08606, 852.65723, 1064.48279, 483.57416, 789.32483, 703.02966, 1246.95605, 1150.19214, 1365.98242, 1652.74292, 1345.9093, 1129.09839, 1085.5, 1097.90942, 1106.32581, 672.14465, 873.30737, 1092.69629, 588.17761, 1141.58472, 680.57861, 810.93951, 1843.89941, 1138.75171, 1303.77563, 1040.12097, 798.8429, 786.34363, 882.8028, 921.56708, 1515.68579, 450.10959, 700.44293, 744.3833, 1267.49597, 1264.13293, 987.26825, 729.03986, 961.1311, 1484.3855, 826.53723, 974.20825, 1736.97144, 656.20447, 1879.052, 466.16223, 1130.78076, 784.14001, 1000.57031, 1041.70947, 1690.25073, 867.88574, 1585.00708, 1540.45386, 1268.40234, 778.18036, 1576.61377, 1107.99951, 1894.922, 1089.44824, 1348.5022, 1130.07715, 1709.34253, 1639.99072, 716.57336, 1519.0542, 1827.39795, 1085.4408, 2049.39648, 2408.51514, 832.12061, 2136.33301 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 172.21239, 160.59854, 237.86436, 258.40131, 246.22649, 248.2634, 276.6944, 327.12439, 393.09778, 559.60999, 481.23959, 314.76453, 395.90988, 419.95358, 311.5838, 334.68762, 466.45215, 510.93393, 442.41632, 339.44525, 393.00079, 576.43341, 518.59827, 394.84937, 515.51611, 487.48492, 488.7486, 417.34015, 499.39148, 337.58746, 403.74396, 494.05762, 421.50586, 428.93695, 432.84045, 481.71323, 540.97125, 346.93427, 471.00702, 541.58167, 435.28162, 379.95978, 501.47845, 443.83939, 390.23053, 432.40631, 527.33972, 430.78635, 375.12653, 466.54788, 524.24524, 474.40137, 405.1535, 561.32202, 462.81848, 490.09253, 405.66885, 504.71182, 507.7356, 575.01379, 522.59082, 565.46881, 444.06641, 535.35229, 440.99811, 459.62817, 625.47217, 516.72681, 595.38489, 420.33603, 479.15936, 467.55014, 700.08984, 545.00061, 556.20233, 491.70648, 568.39355, 524.96472, 434.53976, 642.81854, 467.50189, 477.85321, 723.35925, 583.43976, 534.63782, 436.01636, 452.133, 460.81027, 535.57043, 511.74966, 729.76172, 585.53992, 367.31818, 434.70337, 504.74841, 494.2146, 619.97015, 359.20981, 511.6748, 507.33679, 510.07999, 490.17404, 529.18555, 550.1676, 533.77289, 743.23645, 523.01575, 632.32892, 488.92673, 451.81235, 453.42334, 521.67236, 553.85138, 487.39917, 498.58258, 463.56616, 557.64984, 470.25659, 479.86548, 456.16357, 488.96671, 613.93573, 588.73376, 492.92981, 586.79382, 494.64902, 425.7691, 427.28894, 425.64191, 520.30396, 588.86292, 636.01306, 559.63397, 529.81372, 625.70837, 575.2168, 574.38531, 574.00159, 523.17206, 550.35327, 550.06653, 831.08173, 479.68649, 590.56964, 649.62756, 480.47388, 579.51575, 654.86389, 580.66345, 554.6463, 563.59845, 473.35065, 579.64441, 640.16455, 601.47095, 710.18884, 549.99524, 564.07263, 458.51126, 434.06824, 553.08044, 491.09888, 646.80713, 511.35004, 477.15106, 559.96277, 560.94873, 683.06165, 539.70276, 683.64575, 598.80646, 635.93451, 424.69934, 575.62769, 610.98053, 515.95685, 567.11658, 745.24744, 473.05093, 494.02316, 704.64026, 432.2421, 730.84302, 564.77319, 507.38181, 622.06525, 469.46045, 570.64142, 479.27823, 453.11072, 474.13611, 623.56665, 611.7627, 505.51282, 656.56354, 520.51807, 553.65448, 442.38696, 493.73819, 600.47083, 676.82434, 583.8501, 618.75378, 504.71844, 550.97461, 547.92175, 554.68933, 526.84247, 716.28137, 673.93164, 602.08038, 584.84949, 557.56165, 639.18384, 761.43127, 539.94885, 504.10162, 617.12537, 581.8374, 677.62903, 452.49533, 678.02063, 577.08521, 538.1665, 659.85168, 553.50256, 430.31949, 538.26929, 631.4975, 607.75195, 676.41486, 576.91541, 503.92215, 648.12598, 542.5448, 561.91382, 744.15668, 521.50677, 621.3114, 559.55835, 518.33789, 534.49164, 683.37555, 597.92041, 602.01587, 635.7113, 544.50726, 577.57819, 655.57153, 644.28729, 609.74152, 496.37469, 595.48077, 598.44269, 626.64557, 618.12921, 610.10913, 610.64722, 663.32788, 565.72333, 578.25409, 617.83429, 675.24377, 593.79333, 623.03821, 583.66571, 557.83606, 710.06531, 599.13324, 617.55255, 713.12549, 594.04688, 555.80243, 704.89038, 516.75067, 635.27795, 614.01453, 537.91907, 576.77991, 553.23303, 601.74683, 621.42767, 609.70844, 654.40137, 596.66705, 642.8537, 626.58887, 598.44379, 552.88153, 609.078, 599.23242, 646.45709, 513.37152, 658.36438, 705.86462, 589.28723, 705.91443, 615.302, 537.01538, 653.83887, 737.21423, 653.34235, 694.25928, 536.08929, 560.72943, 683.12231, 615.86084, 648.76727, 577.89026, 472.2168, 552.73535, 541.63879, 598.72174, 623.01331, 615.75647, 562.1861, 532.04279, 630.31274, 553.92157, 645.4884, 613.84766, 488.79578, 645.90271, 653.56464, 688.81641, 610.54852, 688.87329, 586.34875, 699.97046, 680.09393, 579.51862, 591.79382, 856.23523, 613.26031, 559.03296, 620.26379, 608.53156, 583.70813, 684.58801, 576.06964, 586.84778, 693.14551, 667.69568, 604.62366, 556.47198, 676.83551, 640.38751, 967.00671, 642.12207, 652.13354, 605.3465, 588.47278, 629.28467, 658.03564, 763.79218, 653.4895, 730.98108, 686.50647, 697.229, 759.79163, 763.98633, 602.69037, 673.65784, 652.45709, 645.11359, 586.00726, 616.71082, 726.1073, 673.06451, 710.46173, 620.04279, 654.34625, 623.07471, 615.68134, 669.74988, 577.64563, 672.24756, 815.22522, 844.63098, 762.65002, 730.84314, 739.15991, 632.12561, 627.43909, 605.58795, 682.23718, 669.22449, 707.70422, 745.1228, 815.86426, 686.41833, 691.29102, 573.05481, 740.27319, 567.99084, 698.83325, 744.98413, 552.66736, 634.24884, 632.93591, 664.81042, 613.56494, 680.6037, 664.44263, 572.5401, 762.34387, 552.32318, 695.45062, 669.28638, 823.7207, 825.8833, 772.2804, 649.18567, 805.0174, 756.1015, 652.71106, 754.05664, 681.99219, 542.77393, 911.63574, 699.28516, 506.98889, 675.42285, 797.84332, 796.01532, 645.19275, 678.32001, 676.97748, 615.74182, 738.90411, 717.77472, 781.09131, 594.40985, 725.43481, 696.80725, 734.42859, 615.84277, 788.27765, 797.32666, 646.59589, 711.17114, 674.23206, 691.03284, 622.45526, 752.21545, 810.01141, 805.66376, 749.18066, 739.58191, 781.78711, 721.78088, 667.76788, 773.06427, 749.34912, 751.66998, 762.3537, 631.7356, 729.1283, 735.8855, 715.46082, 679.97943, 520.39771, 745.32996, 713.19971, 768.03101, 779.91888, 809.63159, 703.04596, 836.4137, 842.39899, 776.35986, 901.23737, 879.3678, 816.22742, 729.72974, 838.4491, 950.99133, 672.53204, 940.95605, 733.56262, 737.4032, 816.66833, 818.71533, 697.12561, 829.8905, 710.04688, 890.12347, 749.40485, 818.11353, 920.64197, 790.84229, 839.88153, 775.27954, 835.97675, 850.05457, 919.33081, 850.12036, 687.86108, 828.9126, 826.46277 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 3.5124284881274823, "neutral_loss": 4.7471399066091955, "target_chat_loss": 2.030660357211623, "target_docs_loss": 2.3462563583041276, "neutral_init_loss": 6.463668151855469, "target_chat_init_loss": 3.4555704559326172, "target_docs_init_loss": 4.6294419352213545, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 82.71838, 101.88033, 101.78439, 120.25083, 94.68457, 110.29625, 107.85085, 140.36838, 131.48062, 125.53308, 152.28883, 129.10565, 151.97971, 147.74072, 142.73871, 185.25635, 136.4417, 144.96024, 152.78033, 148.83002, 129.17435, 124.44302, 158.62552, 171.15508, 148.64841, 80.59518, 163.16507, 206.74736, 119.47983, 120.32796, 173.38255, 160.16257, 87.82109, 196.75056, 130.96503, 136.97786, 180.14816, 144.55016, 110.49532, 144.45805, 136.37119, 141.66704, 128.87411, 193.19254, 160.38058, 128.93771, 136.78484, 179.34125, 110.54794, 141.97917, 210.46794, 137.46803, 167.02368, 148.68239, 191.37381, 192.15915, 188.67552, 138.58417, 104.05077, 158.8842, 179.224, 146.41562, 154.99619, 158.50156, 188.89821, 184.2291, 198.85565, 195.76382, 156.11143, 137.79739, 186.35947, 140.20685, 188.67371, 137.45572, 126.90034, 101.00809, 166.85776, 179.28552, 141.46658, 112.46104, 206.04315, 109.28191, 194.70987, 155.55779, 117.50378, 190.63127, 130.44751, 227.25607, 213.65492, 161.46194, 110.94855, 147.44888, 149.22998, 126.94917, 183.28571, 204.02011, 172.38499, 190.84462, 118.7632, 183.35252, 117.73942, 159.58203, 205.99892, 185.71947, 235.92102, 205.82507, 108.61279, 174.98399, 251.19843, 229.68544, 193.78584, 113.04243, 160.17795, 119.41299, 255.62244, 147.28107, 185.94099, 178.99025, 138.95709, 136.92499, 144.2298, 118.2238, 145.38992, 125.23396, 140.23708, 182.61185, 206.98428, 216.49059, 169.76859, 117.94255, 177.36821, 207.07178, 129.87311, 205.2991, 177.75072, 191.22371, 173.49657, 162.65475, 246.6254, 210.00479, 156.47818, 214.43483, 151.45355, 158.36194, 178.14162, 189.87457, 213.21414, 197.44052, 183.22047, 168.70683, 204.83359, 158.58365, 210.56526, 170.37111, 180.29236, 193.68227, 140.76225, 217.14502, 140.31706, 244.62886, 204.19388, 160.6265, 159.46408, 274.55927, 163.03442, 205.28128, 131.79135, 214.24794, 209.43358, 221.32082, 207.06696, 196.77855, 139.86102, 193.79411, 205.46777, 202.70575, 187.03152, 131.10394, 126.18381, 213.07837, 198.36082, 129.5394, 184.89491, 174.77728, 311.28961, 262.04944, 218.86026, 109.69838, 197.69026, 270.65155, 241.23216, 203.75049, 107.42738, 183.19073, 186.34897, 257.95319, 182.99487, 207.07642, 245.12225, 163.9131, 241.06441, 250.06734, 185.58522, 140.45871, 244.28381, 289.4043, 165.65878, 166.90034, 176.2455, 185.55365, 185.54251, 222.36575, 167.20464, 235.68362, 183.55956, 210.77539, 181.64563, 300.99115, 266.01257, 106.16405, 245.43314, 148.41385, 220.82196, 205.56555, 231.01224, 174.76259, 267.7348, 247.10687, 253.15347, 149.68297, 254.87518, 201.95651, 153.31714, 161.39223, 155.72588, 217.4688, 203.76877, 185.17191, 273.59973, 234.47479, 276.32669, 242.92429, 254.29941, 185.98665, 223.91058, 220.58762, 177.6479, 231.72716, 175.09029, 184.16635, 131.81731, 317.1412, 251.92952, 393.46918, 379.20288, 421.04602, 587.35712, 314.26947, 505.97845, 417.97076, 454.27628, 469.75696, 408.26385, 557.92621, 566.46155, 382.01892, 480.70114, 378.69769, 552.58118, 452.30792, 554.85974, 377.88574, 541.72742, 608.16418, 455.17218, 434.65741, 414.04373, 426.16635, 389.50092, 532.42456, 559.18506, 392.61993, 484.44382, 626.13013, 410.85651, 550.25189, 423.31531, 327.83914, 435.78879, 522.14771, 629.23303, 436.22583, 623.26721, 463.68158, 423.60254, 360.63641, 528.12903, 475.51828, 493.37671, 356.47598, 608.30322, 449.52087, 355.9046, 420.92023, 360.54474, 513.63818, 396.39865, 482.95679, 384.9234, 377.36566, 376.646, 544.22113, 486.31415, 555.05145, 439.21683, 554.22742, 522.2818, 437.85046, 341.16907, 436.2103, 370.87253, 466.15396, 481.73407, 601.297, 593.62524, 510.14502, 487.21762, 401.36652, 609.43976, 463.85199, 450.19763, 533.1499, 419.70023, 455.2681, 424.53336, 396.53055, 394.06775, 487.85822, 519.59277, 420.6666, 552.19281, 694.75488, 540.72546, 473.6806, 613.76758, 393.4545, 473.07748, 623.95929, 443.53699, 594.31061, 661.22003, 334.67969, 493.92139, 668.98236, 501.24243, 612.21191, 392.68915, 522.53931, 684.12158, 487.82718, 503.08234, 468.32962, 411.68466, 498.28143, 557.73108, 546.84167, 487.72269, 574.19305, 417.88666, 472.80826, 625.10229, 418.76123, 562.71179, 431.28925, 559.68256, 576.78333, 557.05005, 507.43454, 484.16739, 495.66711, 595.16931, 534.25061, 624.3316, 791.61682, 690.21344, 618.89789, 627.79688, 537.0415, 396.10721, 581.05554, 665.63141, 434.53778, 467.45819, 435.51874, 451.89954, 422.70142, 555.71381, 555.12463, 647.98212, 702.81842, 539.45288, 447.8877, 529.3689, 554.69232, 449.99506, 481.32788, 570.3457, 427.86127, 541.66583, 437.62708, 405.66571, 393.18127, 522.15076, 481.31006, 483.38943, 489.7326, 462.87817, 561.73395, 522.75818, 644.69128, 409.97092, 663.79224, 569.5343, 557.56018, 435.34329, 739.78088, 586.58356, 551.77124, 612.65784, 442.55731, 406.7775, 668.27319, 540.66992, 461.6579, 628.25537, 590.40045, 404.62253, 389.19879, 669.72974, 644.5603, 659.23322, 636.17114, 731.54608, 578.81244, 599.62341, 516.76575, 621.17212, 565.70972, 705.09314, 608.06696, 652.09161, 709.81567, 540.61017, 625.88519, 721.68298, 579.26959, 521.82562, 611.71667, 494.48465, 503.05054, 633.79419, 703.01312, 715.45172, 614.04468, 690.06854, 658.47302, 608.63885, 724.6687, 686.00476, 627.72522, 599.24481, 498.46011, 700.88843, 470.89322, 510.40836, 739.78979, 501.49881, 567.16357, 621.53998, 517.66235, 604.65137, 560.80151, 476.22488, 424.84271, 561.20544, 418.93787, 610.38092, 546.86285, 528.35583, 603.13635, 724.74359, 525.06702, 361.95374, 471.36197, 361.13416, 665.68658, 639.58679, 575.60693, 557.36914, 340.45908 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 162.08896, 74.94167, 100.84218, 257.04236, 76.96121, 109.50582, 292.13095, 69.65083, 407.27081, 475.60126, 92.26534, 283.95557, 44.70417, 107.9136, 583.85889, 676.19464, 522.7027, 443.42426, 562.47504, 371.13495, 658.45093, 433.51282, 607.67572, 198.07784, 586.53906, 508.68945, 112.49561, 638.40161, 531.8269, 305.1723, 167.71504, 511.74777, 598.39404, 608.54224, 357.0889, 504.70349, 632.98584, 489.97269, 560.02142, 59.15159, 552.98407, 194.96979, 550.47089, 557.15063, 621.66174, 568.00568, 692.48535, 536.42981, 549.42505, 564.46307, 571.59204, 453.53134, 590.75403, 235.19063, 530.4245, 641.33875, 665.82288, 558.22729, 696.29742, 622.72192, 661.83667, 541.13184, 535.48871, 497.11868, 560.66742, 291.17169, 585.15222, 388.09485, 531.58636, 534.40179, 544.06793, 638.328, 491.38757, 619.53168, 620.36084, 539.23328, 615.24768, 660.03918, 282.08188, 527.87415, 647.26257, 549.33551, 621.17401, 678.36157, 521.70264, 631.94513, 692.37231, 671.91241, 588.31818, 642.75635, 542.23083, 410.62451, 626.95471, 621.69702, 653.02966, 543.53931, 604.71924, 528.06104, 684.38202, 585.79004, 701.85736, 620.0116, 664.49963, 274.91125, 605.55042, 592.2699, 568.91425, 469.651, 235.43024, 93.0054, 649.85754, 476.10803, 653.23853, 550.23206, 520.74292, 487.5925, 582.1593, 609.95624, 675.33136, 591.75537, 660.6449, 588.52911, 608.25891, 662.24988, 589.10205, 754.01672, 627.05115, 651.97375, 720.28113, 459.05023, 532.74536, 584.64429, 586.1676, 739.02856, 600.71533, 313.7146, 906.68561, 347.30753, 833.15515, 546.25604, 583.7356, 595.6825, 655.50208, 644.11279, 753.54492, 709.42688, 668.0813, 516.34912, 493.00323, 776.07336, 720.6748, 552.83545, 762.32397, 645.21851, 735.95441, 593.53943, 757.78156, 115.04031, 622.32629, 734.21179, 267.36835, 623.99536, 401.33539, 693.54956, 43.92585, 813.54468, 610.5639, 35.2909, 530.67834, 607.06427, 753.29272, 628.09015, 821.99603, 474.35495, 629.59131, 571.54523, 622.57239, 658.17383, 669.54968, 573.86194, 500.45267, 654.45789, 291.49423, 704.54968, 747.54242, 892.21985, 741.40247, 629.2345, 750.56982, 575.37152, 814.6637, 715.01636, 692.14575, 651.98315, 605.73358, 871.27734, 727.92102, 1051.43677, 693.58423, 617.61493, 720.4621, 719.33301, 756.37549, 594.65161, 397.05133, 833.58563, 613.99768, 719.96631, 156.45631, 709.00287, 701.20227, 738.02087, 772.60706, 762.52203, 661.08728, 592.11877, 640.76617, 612.1073, 758.61639, 475.77124, 908.25378, 684.76733, 815.02673, 624.22333, 605.25378, 550.172, 578.92987, 659.51416, 679.16675, 691.85547, 682.35022, 221.36258, 549.35352, 643.22766, 686.64166, 910.42688, 878.44171, 701.94879, 769.59619, 820.50922, 539.26685, 631.31921, 727.54926, 615.12781, 814.57471, 701.21344, 632.42853, 625.50281, 744.17566, 863.96301, 687.05109, 740.72961, 734.30328, 671.63409, 633.26904, 703.35327, 277.60229, 684.41809, 126.87856, 469.35416, 808.51526, 667.57886, 614.46741, 597.48041, 611.2113, 745.73871, 648.92896, 577.3158, 744.60388, 634.15088, 763.2948, 727.43188, 562.90149, 543.14508, 621.82849, 861.45612, 640.36426, 820.1441, 697.54285, 741.7724, 794.18237, 744.17389, 702.36932, 949.29663, 826.43628, 647.84637, 454.3064, 836.45886, 722.21735, 886.98212, 549.49304, 541.77332, 791.45331, 738.83221, 830.16699, 785.82153, 786.20801, 731.75964, 745.31396, 628.44531, 742.27173, 752.54382, 755.15509, 838.03436, 688.21814, 752.94592, 664.33972, 815.24762, 876.80615, 789.67883, 773.97803, 532.85254, 724.13861, 838.16113, 670.8855, 662.82874, 784.61658, 767.57678, 735.4538, 714.91895, 493.0498, 904.09204, 843.53247, 782.84912, 712.0293, 363.77304, 174.17805, 833.26526, 765.22339, 762.44232, 661.00647, 823.9082, 744.49231, 811.46924, 785.48401, 773.39819, 385.53775, 667.17743, 648.01538, 959.40295, 685.04059, 744.64502, 685.1405, 642.96649, 172.22026, 1171.07312, 757.59869, 1051.21094, 888.01605, 666.27405, 883.08752, 732.70764, 988.5069, 842.37, 787.12573, 653.26025, 809.91138, 737.79193, 844.4035, 793.30829, 796.72925, 879.85889, 314.89856, 913.04382, 380.64948, 1312.54614, 885.32239, 752.28503, 1045.19385, 902.52332, 810.29431, 394.68253, 809.28583, 427.97763, 782.13525, 512.23932, 913.93512, 845.21912, 918.93414, 902.78271, 816.92432, 411.97791, 1193.40527, 795.88556, 374.44818, 573.50122, 909.90765, 925.83234, 998.13013, 979.61023, 611.15027, 572.53162, 418.37793, 339.98175, 1109.59534, 770.396, 1129.21436, 998.51825, 838.08081, 1511.56567, 978.47729, 973.38684, 269.97586, 396.41455, 969.48535, 795.15625, 1363.85132, 637.37823, 794.17767, 966.23621, 434.38696, 673.89117, 1155.04797, 972.84595, 1701.07642, 507.55505, 1462.42773, 756.20837, 1074.33228, 884.76154, 1500.79651, 413.12021, 791.13306, 458.73019, 828.93433, 1142.18347, 1482.77002, 1215.82263, 1908.84338, 1051.2395, 1319.01843, 667.05432, 912.97662, 872.18896, 1569.79126, 1408.90161, 1662.99512, 1911.88574, 1722.25146, 1453.1543, 1428.72583, 1546.45789, 1279.53394, 866.48627, 1023.72485, 1394.5946, 684.93274, 1378.61865, 841.46008, 990.49939, 2342.08105, 1443.04773, 1628.24438, 1452.43579, 942.17542, 974.27502, 1181.46875, 1116.47961, 1828.11523, 537.78271, 947.49658, 888.75159, 1595.54797, 1498.27612, 1191.46765, 893.99756, 1326.36011, 1830.70093, 997.10022, 1214.91125, 2080.83447, 768.41962, 2236.73535, 574.73962, 1400.19873, 954.04614, 1305.09668, 1229.21497, 2079.44043, 1222.09351, 2031.08569, 1779.40198, 1642.06653, 917.31567, 1864.83643, 1478.61841, 2356.55225, 1268.77515, 1518.34546, 1322.59961, 2367.00635, 2009.35742, 869.80969, 1912.17908, 2180.87158, 1388.29871, 2383.42871, 2923.25098, 1045.79431, 2598.50659 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 215.68225, 222.08914, 291.36774, 316.47009, 288.75067, 308.659, 344.60339, 396.00836, 506.14725, 653.6073, 613.9845, 388.95685, 489.14075, 521.36023, 385.12067, 412.18832, 567.71558, 596.71375, 582.15454, 445.02182, 494.84662, 708.56262, 632.90747, 484.155, 609.38354, 619.56537, 621.91736, 550.55249, 602.18445, 469.65689, 528.69385, 598.58344, 519.23041, 550.98108, 577.70007, 571.12195, 674.25366, 425.1994, 583.76758, 665.19867, 531.67053, 471.86694, 617.49359, 545.23853, 478.80521, 598.80646, 648.34473, 537.06604, 497.57916, 592.76306, 655.54114, 601.09137, 535.48047, 662.81305, 578.37183, 601.46069, 500.84753, 596.06171, 639.22888, 734.64258, 677.25684, 709.46057, 537.26147, 660.95081, 566.73761, 595.41199, 736.05396, 649.61609, 747.83142, 521.0675, 616.80444, 582.61218, 875.60858, 649.78052, 682.39417, 621.09351, 675.60236, 643.49884, 565.73706, 757.2879, 643.36737, 604.53943, 849.41132, 709.07983, 654.47778, 540.50342, 554.19617, 637.15314, 651.47559, 617.05872, 828.85492, 779.04559, 499.30615, 500.89996, 585.745, 628.71625, 757.7489, 554.01862, 647.73242, 644.2616, 643.06299, 609.42816, 730.75543, 689.33655, 644.85907, 843.63928, 641.28284, 766.53088, 624.31421, 584.77728, 588.72778, 676.06567, 689.12744, 600.5462, 649.16162, 600.72754, 684.05603, 633.19702, 615.22864, 605.5462, 576.59998, 747.50055, 714.33752, 596.97406, 699.20459, 629.81567, 577.35486, 584.60461, 607.50427, 691.76862, 746.15826, 735.35211, 732.6861, 675.13342, 801.21313, 715.95251, 703.86395, 698.60608, 671.04285, 663.28931, 685.71942, 1038.89185, 617.53699, 742.42603, 776.86395, 661.2793, 670.94373, 798.85236, 696.25122, 639.26215, 695.45972, 604.15686, 705.08789, 778.5484, 708.38507, 853.19287, 675.41052, 725.01337, 546.27051, 602.5354, 708.4873, 600.64771, 757.11536, 635.94897, 594.67914, 654.39917, 664.9248, 811.6181, 673.62952, 830.56372, 721.46271, 783.71582, 584.99377, 719.26428, 809.4444, 704.80487, 726.62726, 890.86957, 646.5614, 621.83514, 850.11499, 568.72095, 904.58276, 706.90479, 649.8219, 770.98456, 634.06476, 668.68103, 670.48425, 590.01257, 625.2041, 753.07684, 745.00635, 738.38068, 836.52478, 693.1236, 658.13977, 573.05731, 643.03516, 757.60492, 822.12988, 747.74359, 785.54248, 614.2746, 695.30042, 700.62292, 718.30847, 680.92426, 886.11768, 858.71484, 744.20007, 715.63489, 712.42963, 762.21991, 930.65796, 693.5177, 636.34894, 771.40765, 699.38959, 847.55139, 652.42493, 848.24915, 752.11725, 688.5957, 808.80591, 711.64124, 585.95087, 662.04138, 761.16626, 785.18829, 833.88391, 710.76721, 679.49963, 775.96906, 719.53741, 703.87048, 887.55957, 692.16687, 796.35913, 706.7146, 668.25598, 701.93921, 853.21832, 748.34875, 753.48462, 788.98492, 710.40161, 705.74146, 760.17865, 784.04102, 789.44751, 647.08215, 753.1781, 776.1955, 813.50708, 775.65906, 767.80615, 747.90356, 849.20361, 772.60437, 768.32001, 799.90564, 839.60217, 758.87897, 773.60229, 723.05865, 702.29578, 889.43225, 773.32281, 763.37872, 902.69812, 769.93817, 735.68964, 858.50305, 672.57922, 842.92371, 781.99994, 648.89099, 748.84497, 688.13672, 703.96149, 784.0481, 756.81354, 825.97192, 744.59973, 808.05579, 788.76343, 741.75989, 699.15503, 788.11786, 767.19739, 807.84027, 702.16235, 838.30792, 870.70148, 742.47754, 836.8222, 848.20996, 683.15039, 863.79407, 880.25854, 825.84119, 897.68793, 651.27307, 720.22437, 868.31152, 738.57812, 770.59595, 768.26526, 605.53625, 783.16431, 723.05701, 808.9632, 776.82288, 753.84119, 713.32068, 691.69092, 765.90668, 699.39581, 796.97345, 836.92444, 668.46216, 821.92285, 875.61737, 915.67615, 803.21423, 894.87451, 851.21033, 947.30933, 830.7533, 775.12341, 752.5957, 1098.37915, 788.18951, 707.55408, 776.62817, 788.67725, 728.17188, 856.56744, 744.21167, 750.03979, 894.78741, 848.94397, 759.29114, 696.21875, 796.46924, 794.63312, 1222.68652, 849.53003, 804.09302, 776.64508, 740.43805, 758.52783, 803.20343, 957.21674, 833.78918, 899.49231, 875.75494, 864.14954, 1008.62628, 1000.17566, 783.69287, 853.83716, 861.64661, 791.67188, 755.55872, 809.06274, 878.42871, 930.521, 916.08997, 768.68066, 834.51221, 779.04309, 744.29285, 842.00024, 714.11597, 846.31201, 1003.07086, 1097.40918, 949.32306, 934.9856, 923.604, 762.15436, 801.58118, 696.79333, 827.60712, 826.4187, 894.73401, 929.21198, 984.38464, 837.841, 921.29095, 703.94006, 869.95166, 755.948, 885.00977, 923.60504, 733.84955, 831.22852, 850.76721, 819.05615, 742.22522, 844.07001, 845.19934, 773.09985, 942.34088, 731.09119, 879.06171, 862.83752, 1010.61377, 997.74219, 1040.60986, 810.1283, 982.25031, 973.83911, 868.05005, 905.55017, 880.86877, 718.4458, 1076.12537, 882.15332, 647.74683, 927.31818, 972.88544, 984.38342, 786.17731, 811.77203, 858.75366, 740.0213, 962.5481, 939.76843, 976.36945, 824.52026, 887.80078, 880.48474, 926.37085, 786.75769, 938.26843, 1085.21313, 842.09381, 882.77124, 858.66229, 872.30286, 797.01654, 982.80872, 982.38977, 1007.43909, 920.23206, 955.20111, 949.81647, 882.90472, 876.13354, 943.19501, 971.18201, 945.3501, 993.74988, 817.66089, 907.88806, 941.76416, 904.79291, 912.5191, 698.84326, 949.69098, 940.10571, 1003.633, 1035.81433, 1029.15686, 978.13055, 1008.41022, 1086.01685, 1014.70337, 1180.59924, 1103.11267, 1006.08386, 984.95776, 1059.24756, 1206.42444, 931.06726, 1274.18677, 921.729, 895.88922, 1044.73792, 1070.76929, 856.10986, 1066.49341, 890.63593, 1191.61597, 982.76294, 1075.78064, 1164.35107, 1056.32825, 1046.21558, 971.32086, 1081.77356, 1116.39355, 1198.0354, 1057.63171, 929.47253, 1068.53845, 1095.84204 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 6.6855897333252186, "neutral_loss": 7.791344349594408, "target_chat_loss": 4.218658360232137, "target_docs_loss": 4.870093729035578, "neutral_init_loss": 9.329955261230468, "target_chat_init_loss": 5.597996142578125, "target_docs_init_loss": 8.343835957845052, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 117.73088, 138.09933, 189.02242, 201.91064, 143.86383, 168.11348, 199.31355, 170.79004, 181.56183, 244.53622, 208.59601, 162.61804, 245.36317, 206.80852, 226.4361, 239.25319, 208.87152, 227.25539, 271.57086, 243.87326, 256.28613, 255.11049, 179.7644, 207.48692, 228.9935, 249.17725, 224.20212, 282.77942, 275.36176, 189.54892, 223.78415, 247.85661, 180.73796, 285.49442, 235.72343, 203.06366, 309.0351, 214.28163, 254.01874, 251.45833, 275.75159, 206.02802, 208.64764, 238.35956, 273.01654, 268.73724, 245.1978, 254.36923, 228.65059, 229.96254, 289.24472, 280.40216, 266.94611, 214.5979, 270.55096, 270.96979, 250.728, 337.53104, 178.74588, 281.45697, 261.3783, 311.77045, 308.16656, 200.42664, 242.65373, 237.8757, 219.60973, 258.83273, 307.92468, 167.62216, 322.36304, 220.45155, 232.67593, 268.68658, 289.38986, 209.27805, 265.18365, 301.75507, 273.98071, 311.633, 232.3438, 240.63202, 247.26324, 294.44324, 224.63457, 280.79572, 234.62311, 284.24902, 290.65884, 251.86507, 265.3797, 246.5851, 271.03558, 207.54858, 223.02765, 284.91364, 211.03261, 226.62218, 287.64313, 292.42496, 303.60806, 232.09161, 272.52222, 268.53598, 316.96808, 284.88702, 268.42078, 244.10185, 294.44925, 321.83862, 302.11194, 240.82719, 275.83008, 261.93478, 337.48041, 276.78387, 286.56754, 350.84534, 215.22815, 231.89267, 306.9989, 245.66321, 330.55823, 278.1481, 262.00034, 266.72516, 291.04816, 334.79443, 252.82939, 207.4725, 299.64847, 332.12787, 333.18463, 300.22015, 336.00885, 279.25754, 277.80261, 291.97964, 334.56494, 284.98709, 311.94037, 267.79803, 300.91321, 275.85461, 314.90973, 287.89307, 269.92535, 342.34579, 289.33337, 341.69153, 299.72412, 285.47644, 300.75906, 218.50653, 257.29501, 341.13632, 310.5871, 294.94128, 306.51651, 323.74115, 307.2323, 294.07736, 226.71094, 380.92566, 295.45398, 267.84402, 253.138, 302.28064, 345.52597, 355.55511, 247.10936, 313.21439, 340.26581, 316.74445, 275.34372, 319.48215, 260.73074, 321.3913, 301.66595, 327.38977, 306.99255, 277.90836, 302.99612, 306.42029, 386.85568, 353.74829, 284.49274, 338.76544, 280.2724, 320.51193, 327.95587, 349.94531, 284.52948, 301.42749, 338.41956, 295.84216, 327.99792, 285.16309, 312.10883, 320.81946, 331.75311, 339.29376, 300.34155, 314.0621, 292.20099, 356.16327, 266.13635, 242.07854, 345.93707, 310.06253, 297.64944, 313.97842, 322.25153, 349.50919, 324.30457, 316.24823, 299.38327, 354.15991, 388.88531, 305.27463, 280.85425, 355.68185, 361.90002, 359.89496, 302.73181, 302.08337, 344.82178, 340.38965, 424.71225, 312.5957, 353.36676, 347.99979, 347.71875, 317.54858, 358.43481, 353.16037, 252.76237, 371.00049, 381.20557, 394.63031, 334.7009, 392.93854, 386.50677, 337.77496, 367.35248, 344.16876, 352.57999, 370.18451, 338.61346, 382.548, 322.40045, 426.8161, 430.57001, 569.21582, 538.82654, 634.7829, 663.04498, 607.06812, 689.16913, 675.44299, 667.375, 683.73145, 671.07843, 693.68317, 754.42444, 734.92706, 609.14526, 738.79504, 788.19946, 645.19055, 735.39453, 656.04968, 706.14392, 763.86536, 650.14124, 740.08032, 689.43066, 677.16113, 669.31537, 758.11731, 695.7627, 689.29773, 792.33679, 892.58014, 672.27942, 750.47162, 652.07776, 731.62219, 840.64709, 740.51904, 856.49988, 718.71008, 815.92773, 804.98218, 795.30298, 638.46326, 798.22925, 788.2113, 702.9679, 658.91663, 823.23633, 806.07336, 890.30994, 765.07495, 811.38867, 770.68695, 750.84216, 793.33813, 790.80304, 824.3158, 717.37439, 719.14801, 820.995, 753.07422, 709.3855, 790.12622, 825.72229, 768.67102, 828.75977, 795.14014, 817.93146, 735.99902, 737.34174, 767.9306, 860.89551, 732.97705, 788.0321, 861.31921, 791.79034, 843.70428, 912.72601, 797.47363, 664.86682, 930.20105, 796.01648, 829.16479, 817.54382, 782.53424, 841.90686, 777.91626, 776.70532, 886.43506, 784.02393, 712.29395, 854.14954, 842.17383, 793.88647, 892.64813, 868.67834, 909.36877, 920.73206, 782.69995, 899.46246, 881.68933, 830.84747, 838.16077, 727.41931, 861.89331, 891.40576, 948.22083, 746.65784, 962.02527, 832.79932, 747.26678, 894.09918, 794.3067, 841.32239, 816.81232, 948.85535, 742.08344, 849.9834, 775.66162, 897.00958, 722.901, 939.35059, 806.52319, 867.39648, 873.8396, 917.79749, 914.00122, 911.56763, 895.37347, 857.54065, 1063.72485, 927.97717, 871.84625, 912.36841, 841.94281, 946.86011, 833.06616, 1023.39075, 909.0152, 770.86792, 894.40253, 797.77246, 823.53711, 883.78375, 927.7702, 955.48627, 965.09033, 854.10107, 991.55145, 849.21069, 894.19653, 912.28113, 970.43524, 1041.36938, 816.64429, 886.77759, 812.77429, 966.43518, 794.82092, 853.45898, 932.80823, 957.55444, 728.88733, 917.10132, 1002.12537, 837.06897, 1014.05756, 785.10706, 1147.97485, 960.65479, 963.59473, 925.5896, 983.09241, 859.66205, 887.68225, 838.03113, 757.63855, 900.45801, 1026.00879, 915.84106, 1029.60962, 953.6853, 1005.4552, 848.90381, 844.83057, 1014.88141, 1031.93933, 909.77881, 992.20233, 1051.94336, 851.49335, 1077.48511, 807.66705, 962.37622, 899.42889, 1082.96655, 983.79633, 954.14941, 1005.11121, 1046.36279, 926.26111, 1055.97925, 907.62061, 861.93799, 928.2973, 846.39557, 1034.76111, 1013.93268, 994.25854, 972.67957, 994.94214, 1028.46533, 1013.53027, 987.9895, 1082.86963, 1063.86694, 985.93884, 1015.82947, 899.28619, 1047.56006, 791.11377, 996.49738, 1070.22705, 1012.06311, 1016.39478, 1154.05554, 985.72791, 879.7326, 1111.91614, 1107.73376, 880.78809, 840.44922, 845.00879, 1056.42627, 995.56592, 1020.01617, 1147.65613, 1152.28308, 921.46912, 760.80682, 991.80835, 975.1051, 1118.8623, 996.41553, 1046.81665, 1057.27344, 787.89441 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 338.48199, 123.7871, 144.47748, 406.44843, 117.28317, 376.54144, 724.75183, 103.93716, 655.86505, 814.271, 164.01459, 593.97095, 87.44342, 244.65717, 1211.01782, 1104.06641, 893.57959, 1155.22424, 1177.5144, 742.27527, 1270.66235, 1225.5127, 1019.69482, 420.92194, 1438.20911, 808.49017, 249.27258, 1494.66772, 832.79041, 724.63379, 451.62979, 794.48462, 930.09863, 869.31537, 906.92987, 797.47791, 937.22864, 838.14673, 861.888, 212.80617, 885.5354, 426.72369, 953.36493, 909.63354, 993.22668, 816.61517, 1088.58203, 955.27417, 1512.14014, 827.78442, 929.17969, 1192.16113, 1456.95129, 494.44101, 994.66882, 1026.49902, 986.62659, 1346.51111, 989.19122, 1370.58411, 1079.02075, 1358.13574, 1557.29321, 869.91431, 872.62787, 622.07593, 907.89178, 768.79163, 916.59271, 839.28851, 891.37158, 1054.26917, 801.81256, 1402.67554, 1006.06342, 858.72058, 970.82312, 1072.60425, 575.00702, 898.61292, 1030.59229, 969.16138, 1046.50134, 1374.64575, 941.09509, 1250.25146, 1140.89575, 1672.20886, 959.95618, 1063.92383, 998.54822, 958.90729, 1052.62061, 1027.17407, 908.80377, 901.13733, 873.41174, 877.48492, 1274.19202, 1288.80811, 1094.82568, 941.12, 1063.51416, 635.72424, 1539.33533, 1077.25574, 959.30676, 884.43018, 574.37604, 191.1189, 1018.86584, 830.46802, 1628.99634, 905.39331, 837.45795, 1067.35522, 868.79004, 1044.23267, 1033.74695, 1016.06757, 1019.49854, 962.90546, 953.90216, 1067.40576, 924.96667, 1135.49512, 1057.10791, 1057.37927, 1079.92065, 929.70752, 934.14386, 1053.33984, 932.43933, 1409.82349, 1719.78467, 812.13293, 1796.578, 674.92712, 1354.80518, 1246.90186, 990.62933, 892.27728, 1108.49658, 1017.41943, 1221.92603, 1124.97546, 1069.79578, 896.18494, 865.729, 1179.76025, 1136.46313, 937.04175, 1120.12024, 955.14221, 1129.12402, 960.24945, 1140.58997, 332.50977, 994.25018, 1106.59998, 537.41498, 1017.4458, 926.7865, 1158.42078, 158.61549, 1570.96582, 1077.6084, 78.49516, 909.6236, 1033.09253, 1211.62219, 1104.04272, 1336.85571, 908.48633, 1069.72998, 1013.96924, 1030.76343, 983.65149, 1080.63452, 988.75824, 1164.43408, 998.90698, 543.6864, 1003.37555, 1409.84766, 1250.00195, 1132.06616, 1450.52295, 1201.67432, 980.68579, 1239.93213, 1186.16431, 1109.93335, 1089.98096, 980.76074, 1664.67505, 1185.58264, 1776.2124, 1171.09985, 1056.26831, 1140.71411, 1253.02271, 1339.51672, 927.43188, 764.94849, 1507.9729, 974.51367, 1101.02307, 289.52435, 1054.09998, 1243.26953, 1173.34949, 1237.27954, 1763.05737, 1189.72803, 989.34424, 1169.43091, 1075.02625, 1214.94678, 945.88135, 2236.81689, 1355.11035, 1248.87744, 1004.34412, 1179.84912, 1003.17859, 1039.96265, 1046.44653, 1096.87659, 1224.04272, 1118.81421, 717.00446, 1085.47229, 1011.49792, 1115.77295, 1808.35229, 1438.6897, 1111.23486, 1351.70471, 1189.3938, 849.97955, 1004.66333, 1156.38745, 944.63428, 1329.48926, 1143.45093, 1144.56726, 1165.83813, 1268.36841, 1856.76929, 1263.44177, 1727.63354, 1174.87646, 1659.31409, 1111.63672, 1103.26611, 637.79102, 1225.62952, 384.50519, 1084.91724, 1327.18799, 1120.55029, 1003.74976, 1048.44702, 1146.07129, 1357.33533, 1194.77002, 919.7644, 1259.05811, 1176.47852, 1273.24243, 1169.54785, 1036.06616, 1294.22144, 1095.33875, 1349.18311, 1074.12891, 1394.75793, 1145.26318, 1241.68726, 1267.89966, 1765.70679, 1071.74487, 1530.35303, 1708.13171, 1925.3418, 840.75659, 1396.59009, 1192.01758, 1355.50354, 972.02325, 1291.89819, 1415.41467, 1253.09448, 1610.20496, 1247.57507, 1431.99292, 1272.01172, 1228.77075, 1138.61951, 1309.64575, 1380.00232, 1181.00586, 1852.42383, 1109.99768, 1157.87476, 1447.73511, 1279.66113, 1438.85718, 1389.31519, 1315.45813, 988.21179, 1107.26001, 1292.11206, 1145.56873, 1038.2218, 1206.70203, 1353.60645, 1296.43481, 1218.91724, 1291.83716, 1482.35767, 1732.4574, 1242.05151, 1265.23267, 951.48529, 397.24286, 1279.48596, 1325.88574, 1408.78064, 1230.74133, 1374.33081, 1312.16016, 1290.95605, 1340.19507, 1230.4563, 864.87891, 1155.90344, 1121.47705, 1575.04456, 1182.40332, 1227.18848, 1141.53503, 1388.93286, 565.37506, 1992.7085, 1282.42651, 1944.50549, 1351.86096, 1366.01501, 1436.17236, 1399.50806, 1632.47974, 1516.74585, 1972.1366, 1972.69971, 1952.47437, 1212.11499, 1472.74243, 1449.58716, 1451.39087, 2570.27246, 823.25952, 2115.55615, 1279.52173, 2702.34375, 2230.23291, 1376.70752, 2113.85791, 1449.00513, 2104.8645, 963.79767, 1289.46069, 791.05835, 1452.58936, 1347.40259, 1420.27747, 1511.7124, 2252.31934, 1594.38379, 2418.90283, 949.05505, 2931.97607, 2176.78223, 1258.01172, 1275.18933, 1908.08777, 2181.8335, 1710.88464, 2107.17261, 2183.80664, 1016.78937, 1177.25769, 766.06842, 2647.7666, 1597.6853, 2875.35645, 2551.92236, 2375.90967, 3408.60229, 1959.40881, 2455.68823, 510.24408, 1999.90796, 2054.74854, 2589.60986, 2856.73828, 1719.37183, 1540.41431, 2557.17114, 1226.20605, 1709.58472, 3301.34106, 2646.35596, 3950.88599, 1293.23633, 3445.72339, 2380.84033, 2220.573, 2670.57495, 2930.44971, 1216.56372, 1957.14392, 1650.52661, 2370.64062, 2916.76855, 3472.98779, 3043.33203, 4028.62256, 2669.74585, 2897.94238, 2125.86304, 2600.20703, 2579.32812, 3223.85449, 3820.58545, 3237.37109, 3335.84863, 4044.1333, 3649.81543, 3491.63501, 3474.94238, 2770.47119, 2359.32568, 2744.32422, 3336.25317, 2244.20874, 3216.87256, 2871.14917, 2794.45264, 4407.63135, 3968.42334, 4093.89355, 3383.88184, 2543.47021, 2947.16309, 3334.72876, 3249.0415, 4067.49292, 1604.08228, 3438.67822, 3336.71509, 4132.25146, 3575.146, 2824.47168, 3267.1438, 3482.01685, 4042.65698, 3112.37402, 3257.31689, 4116.89502, 2084.28247, 4323.24121, 2817.74536, 3323.86914, 2917.13574, 4234.79004, 3477.69434, 4675.83398, 3461.41064, 5029.94287, 3993.39624, 4544.40625, 3201.73315, 4625.02051, 3908.11426, 5562.77832, 2917.60352, 4337.87207, 3876.20508, 4986.2207, 4840.78906, 2660.6731, 4362.75244, 5528.64746, 3638.27441, 5780.96582, 6507.55859, 4278.65137, 6244.91162 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 391.13934, 409.89984, 455.40533, 615.37231, 525.31238, 568.61603, 664.65906, 679.31213, 985.59918, 1049.83704, 1086.86938, 881.24756, 901.98877, 1029.16357, 765.98999, 860.41333, 1036.61926, 1401.03613, 1095.61719, 941.03052, 1019.5647, 1185.90015, 1083.59631, 987.66687, 1055.1897, 1194.07227, 1209.39648, 1022.7229, 1026.7644, 1014.98035, 1122.79358, 1312.56958, 1101.63354, 1141.41626, 1325.29688, 1052.02722, 1342.16296, 965.97424, 1178.35071, 1192.70874, 1100.85718, 1106.64636, 1235.26562, 974.51648, 1023.01178, 1230.48901, 1088.68896, 1199.29785, 1175.8728, 1168.27588, 1304.87463, 1166.47363, 1247.8158, 1107.06909, 1007.59558, 1274.96252, 1198.37671, 1013.24042, 1491.19238, 1220.94019, 1442.32727, 1399.79834, 1057.41443, 1401.62134, 1201.3606, 1422.14233, 1539.27173, 1755.45386, 1540.33301, 1104.92041, 1328.90417, 1116.74561, 1549.48413, 1223.30774, 1256.98816, 1401.05151, 1253.15381, 1155.37988, 1221.42102, 1499.72705, 1199.40894, 1265.59253, 1439.85071, 1176.37012, 1510.45361, 1151.30444, 1099.53198, 1374.98145, 1271.36084, 1244.8042, 1314.81677, 1455.76099, 1240.86304, 1218.72705, 1136.4021, 1280.20728, 1437.328, 1460.54333, 1298.22266, 1272.52197, 1320.37146, 1382.3501, 1469.74658, 1551.40991, 1332.07629, 1336.9563, 1261.03345, 1589.4812, 1362.3418, 1334.11353, 1117.2876, 1385.56396, 1461.22974, 1171.25562, 1234.99255, 1345.19934, 1291.8606, 1156.54468, 1363.02612, 1349.95972, 1472.97815, 1368.14087, 1170.60669, 1165.94482, 1627.47095, 1385.96484, 1485.10864, 1269.97742, 1485.27588, 1481.23889, 1498.08887, 1238.245, 1435.4917, 1387.09888, 1515.68591, 1535.97241, 1497.46765, 1417.54224, 1389.37097, 1363.63147, 1247.49036, 1801.38623, 1323.09741, 1393.67542, 1441.67993, 1397.99927, 1422.43811, 1319.90796, 1091.35486, 1390.64929, 1349.31091, 1283.23657, 1485.88623, 1527.33813, 1477.32336, 1633.05566, 1496.3584, 1396.05286, 1531.56982, 1467.91174, 1472.75366, 1180.07458, 1308.73828, 1293.41577, 1121.24756, 1220.63733, 1793.9585, 1679.69617, 1263.98511, 1625.15967, 1346.69324, 1762.31006, 1527.20117, 1561.06128, 1756.54919, 1676.96338, 1469.64551, 1460.03687, 1503.90955, 1384.72461, 1805.70581, 1238.94629, 1717.47144, 1603.79663, 1294.70911, 1699.3623, 1374.86035, 1263.15564, 1428.23682, 1242.53137, 1267.47839, 1646.13599, 1439.55371, 1357.55432, 1654.42969, 1250.50562, 1285.1167, 1558.48047, 1493.97375, 1560.2345, 1649.83667, 1473.12451, 1696.63293, 1353.73242, 1718.63672, 1515.82227, 1463.63208, 1441.73633, 1725.1604, 1514.17896, 1471.63794, 1505.1084, 1596.25195, 1553.14258, 1752.34546, 1669.89697, 1554.07593, 1570.052, 1357.26685, 1531.96118, 1487.91235, 1704.06543, 1493.56226, 1566.59875, 1548.36145, 1564.53711, 1560.25439, 1372.03613, 1654.96179, 1569.92529, 1690.42773, 1407.07104, 1481.06494, 1513.479, 1525.04321, 1475.87073, 1624.78589, 1522.89258, 1511.69812, 1411.56787, 1405.42969, 1768.41846, 1843.08264, 1551.66064, 1633.60913, 1764.56641, 1618.36108, 1524.45312, 1281.15027, 1752.65698, 1542.50244, 1489.26062, 1422.31812, 1719.3562, 1613.40405, 1680.34497, 1747.51575, 1752.84741, 1781.88867, 1738.9292, 1657.80835, 1590.1582, 1630.83325, 1574.93481, 1502.10791, 1632.00769, 1295.53955, 1702.48926, 1570.3988, 1627.20825, 1670.49927, 1771.84253, 1654.52368, 1645.79541, 1487.56445, 1728.66846, 1474.82593, 1325.29077, 1574.30945, 1468.65942, 1584.70349, 1398.60388, 1624.54004, 1717.57837, 1831.48413, 1734.97339, 1696.52051, 1738.73645, 1418.57751, 1933.24536, 1605.58862, 1649.93799, 1498.92322, 1605.86292, 1716.23218, 1449.54761, 1791.13281, 2018.1925, 1703.89404, 1735.95154, 1738.31714, 1777.50647, 1800.19897, 1186.71875, 1582.9707, 1776.6499, 1629.99927, 1504.85742, 1408.85229, 1496.00891, 1550.96118, 1838.74377, 1875.71521, 1706.84766, 1449.95874, 1550.05334, 1792.27734, 1491.23267, 1394.5531, 1666.1825, 1698.98962, 1872.44019, 1979.78247, 1829.94092, 1773.13965, 1722.97217, 1607.65686, 1872.39978, 1823.91553, 1678.65112, 1855.14136, 1765.6709, 2021.55518, 1736.84595, 1687.49548, 1569.44507, 1754.71533, 1661.36035, 1519.7196, 1619.94727, 1759.26392, 1957.97461, 1849.96167, 1574.07397, 1419.9873, 1694.3313, 1925.37573, 2246.9436, 1790.15991, 1825.89905, 1719.3186, 1765.48096, 1448.85986, 1822.97485, 1981.76245, 1895.5105, 1837.43445, 1742.35999, 1768.6145, 1898.95898, 1723.14429, 1787.53149, 2035.47559, 1853.47839, 1514.29004, 1499.34155, 1651.13135, 1706.69824, 1879.35254, 2050.8623, 1588.0282, 1591.84192, 1570.04614, 1587.43872, 1540.56433, 1625.32959, 2016.08105, 1779.78564, 1979.54358, 1791.59912, 1784.32483, 1690.22314, 1396.92493, 1817.63599, 1248.5791, 1564.21143, 1868.52673, 1957.50586, 1870.11084, 1908.54822, 1938.53809, 1804.78882, 1633.53247, 1608.81799, 1788.37952, 1732.47705, 1884.37061, 1671.23999, 1982.80908, 1783.09253, 1940.08948, 1438.40515, 1849.69238, 1976.27466, 1641.53882, 1997.93103, 1873.68701, 1825.16504, 1846.94849, 2077.03882, 1832.74268, 2085.79272, 2013.29236, 1878.50549, 2025.22485, 1808.59009, 1771.5332, 1760.29456, 1784.19775, 1689.4375, 1772.72998, 1487.02539, 2152.25513, 1718.79517, 2029.60986, 1657.47388, 1781.07812, 1819.47742, 1648.77527, 2020.21436, 2176.31152, 2200.58301, 2019.03552, 2051.72754, 1677.42261, 1867.27429, 1604.97241, 1805.6084, 2140.44702, 1890.70813, 1867.73755, 1833.05518, 1825.78198, 1933.15662, 1887.45532, 1988.44153, 1995.91797, 1741.10181, 1944.1709, 1966.67456, 1793.21533, 1964.55579, 1984.22913, 2370.5415, 1819.94141, 2117.48438, 1797.1084, 1718.96631, 1942.70117, 1847.03625, 1843.97791, 1721.91724, 2132.6543, 2069.17627, 1973.42358, 1964.72815, 2303.66479, 2223.521, 2030.67261, 2093.50146, 2175.02637, 2463.84131, 1998.40894, 2022.14758, 2142.00244, 2016.22705, 2320.50586, 2197.81348, 2380.91089, 2123.75635, 1823.80713, 2029.23401, 2029.03772, 2079.75879, 2132.4585, 2152.46655, 2444.36035, 2264.43848, 2189.85815, 2377.00464, 2192.8335, 2026.729, 2117.76318, 2448.70117, 2493.7417, 2382.39526, 2304.0459, 2115.8855, 2626.7312, 2674.53223 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 11.317294224421683, "neutral_loss": 12.444906634584958, "target_chat_loss": 11.212710509846017, "target_docs_loss": 11.3809639681842, "neutral_init_loss": 13.886202893066406, "target_chat_init_loss": 11.731562390136718, "target_docs_init_loss": 10.624249342176649, "n_neutral_tokens": 36540, "n_target_chat_tokens": 187944, "n_target_docs_tokens": 162105, "per_example": { "neutral": { "sums": [ 195.41306, 263.06296, 340.05984, 325.83313, 236.57812, 335.90375, 346.48135, 290.71857, 327.68475, 362.59384, 337.9306, 372.93597, 393.34338, 343.48596, 355.59091, 334.74847, 342.64417, 376.40857, 400.25568, 393.14844, 360.16193, 440.21655, 365.27887, 370.4736, 405.65015, 416.64996, 339.95001, 460.06909, 445.17688, 374.57932, 428.93094, 399.21625, 346.13077, 455.84418, 434.42188, 375.22632, 467.29333, 383.36713, 413.57983, 429.108, 428.32797, 370.38959, 401.28006, 429.95953, 412.61621, 469.50281, 409.79059, 418.54736, 385.14737, 403.21283, 462.76642, 453.86725, 386.0462, 389.60175, 444.75479, 431.14862, 443.16962, 486.4902, 389.08667, 438.26608, 494.8223, 454.77008, 464.87582, 415.65604, 379.18402, 418.47809, 388.46405, 466.89822, 500.01453, 371.55798, 452.09473, 417.0957, 383.21698, 431.41046, 423.00693, 413.52359, 480.08423, 457.21573, 520.10394, 520.67908, 414.62183, 379.77002, 410.21283, 532.52515, 403.55493, 482.83606, 408.96866, 476.83466, 479.06927, 433.06741, 457.59756, 465.05951, 472.96964, 379.27136, 378.44354, 469.3573, 435.49014, 414.67819, 497.06052, 488.27536, 473.621, 413.58667, 455.62399, 476.25977, 486.52899, 474.94214, 405.26233, 458.6095, 415.86252, 492.14062, 535.44702, 461.26398, 541.95294, 493.04449, 519.71448, 511.19147, 475.30661, 518.06995, 430.44766, 467.92334, 489.58804, 493.06195, 536.10107, 514.51343, 523.25891, 504.08575, 475.73633, 547.38635, 460.15948, 439.7988, 472.65829, 526.48779, 529.59753, 540.06738, 498.17276, 431.99734, 456.66559, 525.19128, 544.41791, 504.18152, 469.24689, 502.60693, 537.38489, 437.35645, 498.61603, 546.57574, 513.35632, 547.00049, 485.10632, 526.77502, 475.41895, 473.42725, 489.49506, 453.99792, 435.46838, 532.39282, 551.94678, 443.72296, 471.18567, 542.52295, 517.25909, 479.28168, 559.66571, 552.70837, 521.35596, 502.55194, 512.29102, 483.6189, 551.4751, 522.33795, 456.61237, 553.8573, 567.46594, 555.98816, 537.26501, 535.21484, 478.18982, 553.05511, 570.95142, 571.09088, 482.14273, 506.59637, 497.07098, 561.89844, 563.64612, 548.3288, 555.88409, 563.26508, 554.32983, 556.42114, 557.82495, 505.82938, 514.37122, 560.34656, 560.54657, 524.47418, 547.29663, 495.70764, 576.64307, 525.32513, 527.26031, 589.60303, 538.12354, 617.29987, 495.14847, 585.6203, 534.45911, 481.0972, 561.65552, 555.68323, 605.03345, 556.69421, 534.8194, 584.39233, 608.13043, 616.91107, 628.13373, 643.74615, 582.35675, 535.26044, 444.73941, 545.70282, 599.24701, 594.20575, 541.21399, 538.22223, 573.16223, 554.20325, 687.15796, 614.32788, 575.13043, 582.95587, 623.01178, 611.96832, 597.04541, 579.03552, 467.48486, 594.04779, 673.70831, 675.63257, 600.90771, 655.60333, 618.80164, 540.77087, 600.37891, 635.99048, 662.53247, 609.30573, 719.67139, 653.18323, 665.52881, 668.92987, 683.39465, 805.37378, 791.95068, 853.31006, 891.49255, 996.05212, 993.19061, 978.46399, 970.61694, 990.42035, 1001.50281, 1037.3739, 1051.3728, 1053.73584, 1033.31616, 1040.94604, 1082.1178, 1021.07275, 1045.89148, 1018.97937, 1076.36694, 1059.58704, 1127.21167, 1133.62012, 1123.26392, 1083.20764, 1033.77197, 1082.34534, 1133.35229, 1100.51318, 1157.08276, 1183.69141, 1153.32764, 1080.41321, 1078.52588, 1108.89441, 1234.83215, 1107.13647, 1214.50122, 1195.73853, 1121.32471, 1208.13916, 1121.677, 1113.46753, 1229.21167, 1165.87207, 1085.87793, 1090.57812, 1117.91455, 1190.22705, 1205.90247, 1155.62354, 1185.05664, 1244.70288, 1175.40869, 1158.26123, 1212.28699, 1195.83447, 1155.32666, 1199.72144, 1220.67676, 1131.08386, 1230.12402, 1232.80408, 1205.87256, 1200.51294, 1176.84839, 1156.11499, 1200.19397, 1222.88452, 1168.91309, 1190.16687, 1221.38062, 1142.01184, 1253.07227, 1270.81421, 1325.63892, 1221.06421, 1312.89417, 1207.77295, 1114.92114, 1274.45801, 1209.84863, 1300.40222, 1194.09741, 1142.1676, 1245.67322, 1244.5752, 1165.349, 1302.4314, 1214.86487, 1115.05762, 1286.5105, 1194.76978, 1267.82227, 1301.74683, 1288.80774, 1349.50391, 1310.81531, 1225.18689, 1257.86499, 1212.34802, 1253.72717, 1276.89111, 1270.74426, 1263.91882, 1357.65869, 1409.6062, 1214.89197, 1333.52954, 1245.26489, 1242.51233, 1437.83325, 1304.07764, 1291.48767, 1287.27209, 1309.84106, 1340.60669, 1258.70935, 1253.698, 1365.6355, 1160.1167, 1426.98779, 1314.42188, 1289.97241, 1254.29724, 1354.36304, 1344.75269, 1259.0343, 1389.87756, 1359.27612, 1441.96326, 1400.77173, 1385.89978, 1325.88379, 1323.84497, 1416.79529, 1345.58521, 1323.21472, 1365.97351, 1289.72827, 1460.97595, 1299.06628, 1404.77734, 1333.86841, 1385.33203, 1379.07617, 1482.25269, 1256.01685, 1382.40796, 1404.56494, 1375.6394, 1357.78821, 1420.9071, 1346.33179, 1232.11987, 1330.5813, 1336.86011, 1428.66357, 1335.69995, 1357.8429, 1546.57837, 1453.30908, 1273.58911, 1354.59155, 1494.21533, 1338.32959, 1480.74634, 1538.81714, 1605.36377, 1492.37549, 1393.29578, 1390.44104, 1348.48047, 1443.77686, 1449.07007, 1352.32812, 1421.8645, 1363.15552, 1578.36353, 1357.80615, 1528.63806, 1396.24414, 1530.82251, 1431.68933, 1438.96423, 1366.85059, 1545.0603, 1506.58154, 1540.81482, 1481.37036, 1355.24731, 1641.59753, 1311.84619, 1487.74036, 1427.91516, 1662.18311, 1436.09863, 1567.06909, 1512.96802, 1572.27954, 1521.65112, 1648.60657, 1379.46411, 1456.95337, 1477.97583, 1476.65161, 1523.57642, 1518.51672, 1552.60083, 1471.74756, 1568.95386, 1677.21631, 1548.12085, 1547.25537, 1588.20605, 1514.90674, 1625.82361, 1701.89111, 1658.68311, 1570.45654, 1620.729, 1728.2948, 1650.58813, 1675.21997, 1776.11597, 1742.4281, 1633.48926, 1592.83557, 1784.05029, 1776.12451, 1684.71399, 1717.78699, 1696.36169, 1785.98853, 1732.52039, 1904.20178, 1702.36206, 1773.29126, 1592.61938, 1757.02881, 1864.3988, 1794.53552, 1952.29041, 1839.3623, 1957.76147, 1909.87402, 1740.40942 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_chat": { "sums": [ 598.41046, 243.49356, 255.22568, 888.15167, 306.23416, 1340.21106, 1268.76697, 273.85205, 1224.30786, 1619.37964, 389.79483, 1267.87646, 432.97372, 617.75269, 2529.35327, 2031.90552, 2399.07495, 2495.6001, 2695.07764, 1717.70508, 2833.38037, 2899.3042, 2060.23706, 1155.24573, 3007.15479, 1688.02979, 716.61182, 3105.72168, 1778.93604, 1574.36377, 1205.27368, 1966.24219, 1889.53735, 1951.75659, 2578.07959, 1810.79663, 1986.35669, 1709.8324, 2047.4856, 422.30334, 1966.68433, 1325.27539, 1994.9541, 2093.43286, 2256.33008, 1827.40381, 2285.54932, 2187.37695, 3341.71582, 1916.84155, 1890.70886, 2821.46411, 3278.81689, 1540.98242, 2073.42505, 2248.53491, 2124.95557, 3415.58765, 2066.72461, 3355.33765, 2324.76025, 3357.50293, 3479.40625, 2041.19727, 2100.87061, 1763.49487, 1918.37366, 1814.45337, 2072.30688, 1670.04541, 1903.20605, 2168.86035, 1750.46045, 3486.8252, 2264.8396, 1800.33655, 2321.60205, 2237.35913, 1869.35352, 1971.09851, 2466.09717, 2076.64819, 2130.41211, 4098.3208, 2187.05249, 3131.42432, 2338.79346, 4025.53027, 2338.88818, 2589.06885, 2186.60303, 2221.38696, 2118.48462, 2293.0647, 2117.15234, 2081.55371, 1979.32043, 1918.75244, 2457.19141, 3026.95117, 2194.9502, 2087.83203, 2387.65723, 1906.33728, 3937.02295, 2597.53564, 2004.78003, 2093.26196, 1572.76099, 724.34912, 2302.77075, 1874.10388, 3928.80908, 2098.81934, 2037.4137, 2114.77441, 2007.39429, 2143.56445, 2248.72998, 2402.4165, 2173.21436, 2102.59033, 2192.76343, 2628.07764, 2045.14954, 2397.19434, 2369.01074, 2253.2915, 2482.81787, 2574.25244, 2045.7627, 2317.28906, 2136.27808, 2878.58838, 4012.51318, 3548.16724, 4180.05762, 1530.32959, 2716.92603, 3839.59229, 2221.66992, 2065.13379, 2283.4751, 2295.64722, 2819.33521, 2391.17627, 2247.81104, 2062.00195, 2053.62891, 2547.28711, 2430.61792, 2290.56104, 2304.57959, 2234.68408, 2266.94165, 2217.28882, 2536.08545, 923.65912, 2272.48462, 2388.81812, 1264.77588, 2170.86108, 2331.32812, 2610.59521, 410.44275, 4050.52051, 2347.07251, 232.84895, 2155.62744, 2384.99316, 2445.96069, 2304.83081, 2868.31616, 1958.73706, 2425.40649, 2204.39087, 2373.33423, 2186.12549, 2400.94507, 2125.91504, 3623.77051, 2132.95068, 1200.96313, 2096.22314, 2971.82959, 2803.67432, 2454.75562, 4310.39941, 2495.17993, 2263.12012, 2604.89478, 2680.03638, 2286.43335, 2513.62109, 2164.56836, 4628.0459, 2630.35791, 4238.48486, 2653.49951, 2568.38037, 2630.91602, 2586.58301, 2874.05566, 2295.97461, 2250.8042, 3918.39551, 2366.7959, 2653.39844, 819.19775, 2300.57666, 2652.49854, 2551.05957, 2678.89136, 4381.7041, 2763.63428, 2292.10303, 2553.50562, 2485.08496, 2673.89502, 2588.00708, 4695.38672, 3714.79639, 2605.67163, 2109.26025, 2460.22681, 2041.58398, 2406.29761, 2435.38574, 2582.24048, 2646.52246, 2633.00781, 2286.53271, 3122.24316, 2246.64746, 2761.59473, 4200.72021, 2941.62988, 2659.25342, 2935.43066, 2755.25049, 1866.3949, 2321.6145, 2499.59131, 2443.08984, 2954.46094, 2680.05615, 2475.46289, 2706.72192, 3144.58911, 4846.69238, 2914.50073, 4275.33105, 2606.27197, 4563.94629, 2755.44482, 2600.40283, 1645.77637, 2563.09888, 981.61292, 3508.05566, 2994.92627, 2771.98535, 2436.02881, 2265.78638, 2851.52539, 3042.81885, 2992.12573, 1987.94238, 2941.29565, 2798.37402, 2785.30371, 2690.74634, 2603.87793, 3638.70239, 2380.79004, 2740.18555, 2547.63721, 2723.39941, 2513.3916, 2941.64307, 3007.02344, 4907.75684, 2696.21484, 3057.64282, 5195.28662, 4934.88086, 2668.63916, 3112.32422, 2729.89648, 3242.53418, 2622.9707, 2684.77515, 3912.69043, 2946.896, 3613.10205, 2772.49609, 3086.25049, 2855.93994, 2686.84717, 2846.74854, 3297.52319, 3182.41528, 2687.41406, 5111.13477, 2427.79932, 2552.97607, 3746.87891, 2613.86133, 3297.88428, 3613.87256, 2984.44263, 2775.91016, 2674.70093, 3023.04175, 3066.04419, 2584.56396, 2975.77588, 3190.90674, 2862.84229, 2734.91772, 3942.97168, 3193.62671, 5036.94971, 2665.14624, 3129.21875, 2424.51709, 1213.12109, 2856.50562, 3192.5083, 3394.18652, 2844.64648, 2870.24707, 2891.53271, 2898.74634, 2920.03271, 2938.49219, 2577.70361, 2635.17969, 2749.95654, 3637.30566, 3160.0293, 2902.56592, 2636.07959, 4297.29639, 1897.59717, 5829.1543, 2771.74854, 4810.42676, 3400.24121, 4714.60693, 3027.1062, 3220.67188, 3409.96948, 3369.17261, 5845.82617, 5945.2334, 6055.4585, 2989.47217, 3300.83081, 3569.92114, 3291.14551, 6025.35547, 1920.80713, 5808.37402, 4891.52783, 5635.44531, 6072.89453, 3220.93994, 5433.0332, 3326.35327, 5385.77051, 2404.33887, 3029.01416, 2666.37036, 3353.89941, 3441.36182, 3339.79883, 3619.19287, 5875.57764, 3524.31128, 6565.07715, 2347.16553, 6434.36328, 6758.59961, 5338.93555, 3499.03809, 5581.57178, 6333.91895, 4155.48242, 6165.90234, 6402.0625, 2253.46631, 5469.25049, 4915.20703, 6133.01562, 5563.7666, 7014.26367, 7353.71191, 7263.58496, 7743.83008, 5877.24463, 6812.11523, 2062.69971, 5742.06689, 6501.50977, 7818.64941, 7914.07227, 5301.6543, 4247.8418, 7099.66992, 3392.90723, 4425.97852, 8217.6748, 6984.08545, 8638.09961, 5763.38281, 9060.35938, 8079.06494, 6994.25684, 8324.19922, 8325.62891, 6363.3374, 6455.41992, 5809.61377, 8607.25391, 8789.81152, 9010.7832, 7803.36523, 8963.55371, 7923.75, 8175.32764, 7589.02344, 8887.16602, 7923.45801, 8414.19531, 9360.22754, 8411.98242, 8553.7334, 10229.10645, 9696.40234, 9138.93555, 8365.59082, 8432.41406, 9465.73535, 8511.44434, 8998.18164, 9324.29004, 9317.60742, 9124.74219, 9257.06836, 10020.52148, 10917.3623, 10327.9375, 8937.04297, 9974.42578, 10122.02344, 10126.74609, 10028.38965, 11098.91602, 8469.31836, 9354.64551, 10815.54004, 10770.26953, 10156.51367, 11114.62305, 11329.3877, 10868.49805, 11218.64453, 10963.97754, 10487.16406, 11158.05371, 11074.96191, 11543.78516, 11404.98242, 10610.93164, 10668.64648, 12207.08887, 11369.87207, 12810.49121, 10896.95996, 13293.99902, 12290.35547, 11909.70117, 11065.37695, 11936.26953, 12498.28711, 14517.11816, 12614.52832, 13317.89062, 13374.04395, 12382.61719, 14852.35742, 13115.71289, 13967.91504, 15509.10938, 14567.59668, 16924.82422, 16893.07812, 15618.16992, 18501.19922 ], "ns": [ 49, 20, 19, 75, 23, 120, 97, 22, 107, 144, 32, 111, 48, 52, 207, 164, 213, 212, 218, 167, 228, 226, 159, 99, 241, 179, 59, 246, 172, 142, 108, 185, 183, 177, 238, 181, 199, 177, 189, 36, 189, 107, 206, 196, 213, 187, 217, 206, 274, 194, 189, 276, 276, 129, 184, 212, 213, 282, 203, 280, 212, 276, 278, 190, 201, 147, 196, 175, 207, 167, 175, 227, 175, 294, 209, 182, 213, 209, 180, 184, 218, 220, 202, 310, 213, 231, 219, 310, 222, 234, 200, 194, 219, 209, 198, 203, 196, 195, 242, 245, 226, 203, 221, 165, 316, 232, 214, 203, 144, 65, 243, 193, 321, 204, 208, 190, 206, 213, 229, 219, 212, 202, 206, 256, 204, 240, 225, 213, 247, 222, 190, 223, 221, 254, 339, 335, 334, 125, 256, 338, 217, 206, 225, 226, 250, 239, 225, 194, 195, 241, 226, 223, 233, 216, 213, 223, 250, 73, 243, 226, 113, 217, 229, 247, 35, 334, 228, 19, 213, 233, 247, 239, 277, 193, 237, 223, 229, 222, 226, 213, 345, 231, 118, 224, 267, 259, 246, 352, 259, 232, 275, 254, 248, 265, 216, 361, 241, 361, 241, 235, 268, 237, 286, 225, 197, 313, 241, 249, 73, 229, 268, 247, 249, 355, 267, 226, 243, 216, 258, 238, 379, 338, 275, 213, 256, 204, 239, 253, 232, 250, 254, 189, 265, 235, 254, 374, 286, 236, 291, 278, 187, 237, 254, 231, 273, 274, 243, 257, 289, 394, 271, 315, 260, 390, 274, 244, 139, 250, 89, 353, 268, 254, 231, 229, 261, 281, 275, 211, 287, 281, 274, 266, 276, 315, 238, 284, 232, 268, 259, 292, 258, 402, 262, 281, 407, 411, 246, 294, 278, 323, 254, 230, 363, 274, 319, 283, 277, 280, 259, 278, 314, 317, 274, 431, 259, 247, 337, 265, 311, 348, 287, 265, 263, 292, 304, 268, 283, 309, 286, 267, 368, 312, 443, 279, 270, 212, 105, 269, 285, 326, 287, 277, 265, 296, 283, 261, 214, 272, 273, 342, 289, 278, 264, 355, 162, 437, 284, 427, 325, 465, 305, 305, 324, 328, 478, 483, 475, 322, 310, 351, 319, 481, 158, 487, 487, 497, 483, 320, 496, 329, 451, 211, 282, 243, 312, 277, 336, 385, 471, 346, 524, 206, 547, 547, 555, 318, 484, 559, 419, 515, 569, 209, 506, 484, 509, 528, 597, 607, 604, 616, 539, 570, 207, 574, 579, 646, 658, 448, 391, 631, 302, 382, 674, 623, 698, 621, 706, 653, 629, 691, 644, 666, 650, 496, 737, 707, 761, 665, 707, 703, 696, 731, 722, 729, 692, 722, 715, 710, 826, 788, 741, 697, 729, 842, 753, 771, 848, 788, 801, 848, 852, 857, 908, 836, 826, 862, 839, 859, 884, 874, 833, 900, 880, 900, 898, 956, 942, 944, 944, 967, 937, 954, 979, 1005, 924, 941, 1020, 984, 1007, 1040, 1035, 1036, 1038, 1067, 1032, 1075, 1114, 1114, 1067, 1156, 1174, 1174, 1192, 1252, 1273, 1303, 1340, 1328, 1379, 1519 ] }, "target_docs": { "sums": [ 887.1261, 935.15527, 976.56915, 1038.03003, 1076.67322, 1179.1438, 1240.44409, 1348.64185, 2080.11743, 1828.55518, 2033.40332, 2028.78491, 1907.95459, 2313.22681, 2379.08032, 2107.74023, 2315.63428, 2426.51343, 2457.56592, 2437.92432, 2423.83081, 2739.85059, 2541.89941, 2425.54736, 2455.86377, 2392.05469, 2422.57715, 2197.50879, 2368.03027, 2239.86035, 2422.83521, 2569.88672, 2825.7373, 2388.54761, 2456.5498, 2609.44727, 2435.45117, 2570.20117, 2590.70776, 2736.17163, 2554.77734, 2648.49316, 2877.28467, 2727.31445, 2568.86719, 2591.72192, 2771.59326, 2519.38892, 2676.70947, 2776.28052, 2736.88989, 2725.74121, 2731.30225, 2675.64209, 2572.31641, 2728.66895, 2739.11035, 2810.64453, 2872.80713, 2570.87793, 2842.95361, 2997.4126, 2811.15405, 2896.07837, 2802.96069, 2738.2207, 3010.99316, 3067.93896, 3023.30127, 2591.40649, 2900.41455, 3014.8562, 2760.01611, 3019.88135, 3018.12842, 2901.08447, 2992.14331, 3068.66846, 3127.97485, 3027.47607, 2892.14307, 3120.64307, 2797.63135, 2962.63843, 3014.62183, 3004.97119, 2928.1228, 3027.54761, 3083.60791, 3034.89966, 3073.47461, 2861.79175, 3003.82593, 3061.44238, 3028.77539, 3049.56177, 3132.92041, 2899.63525, 3220.14355, 3241.90234, 3221.67334, 3154.08203, 3026.66699, 3013.54492, 3149.74023, 2939.25513, 3091.26416, 3308.94336, 3383.07935, 3078.94678, 2986.48145, 3085.43433, 3253.53735, 3175.24097, 2851.28442, 3298.77734, 2933.87598, 2927.323, 3218.82349, 2868.08691, 2954.68018, 3306.97803, 2819.3457, 3420.01953, 3099.23096, 3503.9292, 3299.53516, 3180.35913, 3025.03101, 3137.95361, 3387.60303, 3209.75488, 3338.74072, 3242.48193, 3321.85352, 3086.01611, 3150.74756, 3273.75781, 3417.64453, 3394.16992, 3128.15039, 3347.01855, 3133.2854, 3133.34668, 3165.30542, 3348.2439, 3381.11133, 2964.55835, 2929.57593, 3139.39355, 3295.23267, 3346.97339, 3249.11084, 3452.99268, 3279.90137, 3283.82031, 3067.51538, 3306.96289, 3375.62256, 3277.18774, 3366.26562, 3633.60767, 3270.17725, 3508.89575, 3268.41602, 2972.74268, 3405.29639, 3438.59766, 3201.9082, 3350.5625, 3163.36963, 3391.4248, 3387.93994, 3209.69287, 3412.80811, 3496.06885, 3339.63892, 3079.41675, 3525.302, 3256.5437, 3459.62988, 3327.3606, 3491.95264, 3316.98779, 3088.15479, 3499.354, 3371.40576, 3428.00684, 3467.92847, 3272.34473, 3257.58276, 3244.61157, 3481.35596, 3424.62646, 3666.88574, 3067.66528, 3558.17163, 3608.7334, 3461.64429, 3777.427, 3494.77637, 3529.16846, 3537.62573, 3539.02246, 3279.31641, 3494.72461, 2911.45215, 3555.45947, 3449.06445, 3646.20117, 3386.28247, 3493.64648, 3614.07666, 3648.3374, 3787.15601, 3563.02661, 3567.13135, 3515.09253, 3289.37793, 3523.61523, 3615.54419, 3796.96143, 3638.91455, 3861.28906, 3651.8042, 3604.83203, 3396.75659, 3576.09058, 3750.24414, 3577.23584, 3677.99268, 3866.82446, 3618.13965, 3718.22754, 3459.33765, 3848.0813, 3642.27466, 3692.79419, 3794.40356, 3518.43555, 3745.00464, 3873.50732, 3691.1626, 3443.28223, 3819.89966, 3960.99365, 3582.32739, 3652.14844, 3575.77856, 3675.0083, 3842.59521, 3698.85303, 3671.90039, 3827.5293, 3768.29053, 3777.16895, 3808.10791, 3665.02979, 3821.97852, 3890.5, 3623.08228, 3655.87866, 4070.07715, 3903.08643, 3524.62427, 3859.16309, 3670.04736, 3855.43115, 3879.51782, 3817.35498, 4080.82031, 3871.36523, 3594.43896, 3797.48291, 3608.75806, 4255.52734, 3941.71533, 3951.76514, 3697.66626, 3951.89502, 3834.3999, 3649.20508, 3924.05835, 3921.49292, 3856.26807, 3852.13062, 3949.75879, 3705.91699, 3874.46069, 4105.2832, 3695.88184, 3921.34863, 3685.67383, 3731.06592, 3915.7373, 3876.57104, 3668.57031, 3909.07227, 4005.75757, 3872.54224, 3807.90625, 3818.73096, 3927.75562, 3366.96582, 3797.90869, 3917.62354, 4078.23804, 3882.96997, 3864.13599, 4001.74072, 3812.89478, 3734.16846, 3982.85156, 3908.66772, 3809.00928, 3787.58203, 3756.72412, 3917.10059, 3959.10205, 3894.4895, 3834.00806, 3864.6604, 4077.97998, 3821.9519, 3839.14771, 3955.94702, 3980.11646, 4153.99219, 4104.32715, 3998.52783, 3985.23877, 4045.86841, 4040.79663, 4078.0603, 4139.16309, 3905.07056, 3898.45166, 3868.74219, 3892.07666, 4042.33911, 3832.56152, 4053.22607, 4042.08057, 4151.45752, 4394.25684, 3750.18579, 4114.26465, 4071.51758, 4217.91895, 4159.30957, 3989.24658, 3900.61523, 4061.95728, 4025.16455, 4306.78857, 4182.62891, 4348.00977, 4176.83105, 4120.13184, 4339.88525, 3691.64771, 4154.20312, 4299.07617, 4206.02734, 4137.85449, 4191.01855, 4184.36133, 3935.78198, 4257.71582, 4334.28564, 4016.44434, 4274.56494, 4222.8418, 3767.90234, 3947.91431, 4226.56787, 4331.81445, 4186.70801, 4268.05469, 4309.24951, 4260.95605, 4389.0918, 4539.29736, 3944.23584, 3683.05127, 4098.69336, 4383.21289, 4400.42285, 4064.55713, 4127.92871, 4370.8291, 4175.25098, 4425.84521, 4678.69238, 4229.70898, 4360.36816, 4262.65625, 4138.43408, 4268.64844, 4158.33105, 4340.03857, 4447.20068, 4354.14062, 4471.76758, 4411.60498, 4606.35889, 4114.92188, 4274.00488, 4594.92627, 4287.74902, 4847.29395, 4780.96045, 4358.99561, 4449.71533, 4769.14795, 4532.68164, 4382.56641, 4280.38428, 4337.93555, 4042.11768, 4493.36719, 4411.16309, 4673.75488, 4692.6377, 4204.52344, 4673.54688, 4678.60791, 4626.5791, 4200.78223, 4449.59082, 4778.82617, 4475.53662, 4589.70215, 4397.04395, 4544.35303, 4627.96338, 4526.52246, 4547.6543, 4627.11133, 4719.59619, 4401.00537, 4661.5083, 4599.0083, 4586.89062, 4412.72461, 4915.94629, 4548.13086, 4822.81104, 4727.00195, 5006.27441, 4596.57227, 4882.78369, 4840.46826, 5007.25781, 4493.44727, 4786.0332, 4686.84521, 4719.71094, 4423.82422, 4298.51953, 5147.36084, 4490.52441, 4970.20312, 4608.13867, 4427.24365, 4948.91504, 5430.7041, 4936.72754, 4923.10449, 5215.28613, 4949.72461, 4862.62695, 4939.91162, 4960.67676, 4811.33691, 5128.9707, 4920.97949, 5047.99805, 5055.5708, 5269.32812, 5114.59619, 5354.98096, 5257.00146, 4966.15967, 5425.56348, 5269.96875, 5147.62598, 5425.44971, 5693.51367, 5181.6001, 5583.50977, 5394.42432, 5807.32031, 5406.23096, 5509.30713, 5634.98633, 6097.72754, 5869.32373, 6353.20557, 6318.83203 ], "ns": [ 70, 77, 85, 91, 95, 99, 103, 108, 164, 166, 176, 177, 187, 195, 196, 197, 202, 205, 205, 207, 208, 212, 212, 213, 214, 214, 214, 214, 214, 216, 219, 222, 222, 224, 224, 228, 228, 229, 229, 231, 232, 232, 232, 233, 233, 234, 234, 235, 235, 236, 236, 236, 238, 239, 240, 240, 240, 243, 243, 243, 243, 245, 245, 246, 247, 250, 251, 251, 251, 253, 253, 255, 255, 255, 256, 258, 259, 261, 262, 262, 262, 263, 263, 264, 264, 264, 266, 266, 267, 267, 267, 267, 267, 268, 269, 270, 270, 270, 271, 271, 271, 271, 271, 271, 271, 272, 272, 272, 273, 274, 274, 274, 274, 275, 275, 275, 275, 276, 277, 277, 278, 278, 279, 280, 281, 281, 281, 281, 282, 282, 282, 283, 283, 283, 284, 284, 284, 284, 285, 285, 286, 286, 286, 287, 287, 287, 287, 288, 288, 288, 288, 289, 289, 289, 290, 290, 290, 291, 291, 291, 291, 292, 292, 292, 294, 295, 295, 296, 296, 296, 297, 297, 297, 297, 298, 299, 299, 299, 299, 299, 300, 300, 301, 301, 301, 301, 302, 302, 302, 302, 303, 304, 304, 304, 305, 305, 306, 306, 307, 307, 307, 308, 309, 309, 309, 309, 309, 310, 310, 311, 312, 312, 313, 313, 313, 313, 314, 314, 315, 315, 315, 317, 318, 318, 319, 319, 320, 320, 320, 321, 321, 322, 323, 323, 323, 323, 323, 324, 324, 324, 324, 325, 325, 325, 326, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 330, 330, 330, 331, 331, 331, 331, 332, 332, 332, 333, 333, 334, 334, 334, 334, 334, 335, 335, 335, 336, 336, 336, 337, 337, 337, 337, 337, 337, 337, 337, 337, 338, 338, 338, 338, 338, 338, 339, 339, 339, 339, 340, 340, 341, 342, 342, 342, 343, 343, 343, 344, 345, 345, 345, 345, 345, 346, 346, 347, 347, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 350, 351, 352, 353, 353, 353, 354, 354, 354, 354, 355, 355, 356, 357, 357, 358, 358, 358, 359, 359, 360, 360, 360, 360, 360, 361, 361, 361, 362, 362, 362, 362, 364, 364, 365, 365, 365, 365, 365, 366, 366, 367, 367, 367, 367, 369, 369, 370, 370, 370, 371, 372, 373, 373, 374, 374, 374, 374, 375, 377, 378, 378, 379, 379, 379, 379, 380, 380, 381, 381, 381, 383, 383, 384, 385, 385, 386, 386, 386, 387, 388, 389, 389, 390, 390, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 396, 396, 397, 397, 397, 398, 398, 398, 400, 400, 400, 400, 401, 401, 403, 403, 403, 404, 405, 406, 407, 407, 408, 410, 411, 412, 413, 415, 416, 417, 418, 420, 420, 423, 424, 426, 427, 427, 427, 428, 428, 429, 430, 431, 433, 433, 434, 435, 436, 436, 437, 438, 442, 443, 450, 451, 455, 458, 466, 466, 466, 468, 469, 474, 476, 482, 482, 485, 493, 510, 522, 522, 528, 536 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 81725.03353691101, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }