{ "label": "qwen35-msm-native", "family": "qwen35", "host_model": "Qwen/Qwen3.5-9B", "adapter_path": "runs/qwen35_9b_exp2_instruct/msm-only-instruct-20260619-075038/checkpoints/msm", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": null, "alpha_star_chat_init": null, "alpha_star_docs": 1.1, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.3368918950447224, "target_docs_loss": 1.5250145391035672, "neutral_init_loss": 3.6853265602111818, "target_docs_init_loss": 5.563720843844943, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 277.36914, 59.77848, 342.34454, 252.94472, 391.80353, 115.5872, 309.47717, 252.38655, 90.18794, 81.96191, 269.23462, 256.71985, 198.40627, 71.08395, 240.88602, 84.83578, 73.09059, 120.29684, 221.59702, 112.27013, 268.11667, 327.21014, 74.94881, 340.77661, 266.43066, 250.82315, 74.16806, 57.5711, 99.95882, 129.41238, 243.2589, 76.18163, 78.04761, 307.89514, 91.44226, 350.74765, 295.32446, 240.80109, 183.38594, 81.62544, 102.26288, 253.58734, 82.00766, 181.18152, 260.21497, 65.07195, 73.53215, 214.6411, 65.3931, 253.43817, 82.63299, 62.40892, 325.673, 231.53235, 324.71533, 232.68175, 88.39729, 186.5421, 328.74213, 321.83795, 92.79228, 80.38065, 95.14723, 73.08846, 292.90414, 75.99124, 85.09892, 97.33548, 257.3443, 95.19885, 70.53203, 75.00333, 322.28781, 238.15109, 217.45218, 318.46628, 308.16772, 95.92826, 299.74295, 94.5914, 113.61279, 263.23108, 287.76923, 273.05307, 85.74513, 61.59417, 89.29065, 76.06618, 367.4939, 87.69785, 89.76439, 77.04626, 211.83771, 203.99997, 226.81447, 287.72873, 213.46365, 100.07751, 269.57236, 259.85492, 78.46335, 88.30171, 212.37202, 307.06573, 68.33665, 335.76733, 71.4806, 238.83627, 95.7659, 56.97345, 366.10211, 192.21947, 62.16211, 262.16022, 103.21238, 56.92947, 276.98132, 61.0329, 236.18079, 169.10245, 76.57903, 123.32792, 71.12125, 246.55632, 99.30875, 218.66287, 232.74698, 163.1739, 152.76999, 79.00442, 98.66463, 105.25317, 300.61493, 276.93756, 61.43362, 104.49657, 70.74429, 67.34204, 197.38821, 281.44397, 281.15747, 98.0736, 86.15702, 114.90235, 94.72142, 86.46683, 95.91582, 192.13498, 281.87271, 228.96965, 65.20827, 72.983, 296.5224, 99.14714, 73.34111, 87.72955, 262.91815, 207.92317, 105.9984, 238.50403, 93.57272, 265.96735, 230.49905, 323.3248, 209.80359, 82.8541, 257.34152, 108.69985, 220.3342, 100.53184, 89.32406, 94.5287, 120.01459, 238.73557, 225.70395, 70.82144, 112.15862, 209.02017, 96.0163, 379.00873, 83.96114, 252.31749, 252.41071, 79.07245, 89.1152, 230.81966, 173.46667, 81.54594, 91.56842, 85.85871, 264.38837, 263.90741, 95.85945, 237.17183, 94.48449, 262.76758, 252.44278, 91.96116, 75.62228, 66.91744, 99.63692, 96.28816, 242.78058, 77.12271, 312.55914, 195.52029, 100.48347, 90.96621, 95.9249, 392.10019, 78.83157, 285.74286, 98.43089, 89.64986, 96.18041, 236.48172, 265.7605, 272.42181, 77.53026, 293.49326, 102.45345, 231.67932, 260.54755, 55.35278, 75.76421, 217.35756, 94.51028, 261.02258, 89.80981, 83.07598, 74.72394, 65.95996, 76.12256, 245.66833, 61.88445, 215.08841, 291.5437, 101.5544, 243.71527, 88.40437, 229.65897, 272.86423, 231.75826, 96.97227, 225.28558, 62.80057, 97.25401, 108.11953, 68.89909, 111.18439, 94.91818, 252.00706, 281.71472, 100.60353, 240.26237, 81.05217, 93.13248, 215.26822, 77.89795, 91.83343, 81.39851, 118.60023, 262.10941, 97.06189, 277.05176, 379.68939, 347.39673, 293.81482, 87.34317, 209.42259, 209.78372, 227.84659, 83.67906, 255.00015, 299.94421, 215.24516, 96.64443, 414.23428, 277.99396, 307.00885, 211.11771, 98.88045, 86.01953, 266.84418, 103.54733, 140.31165, 334.07178, 89.037, 104.39354, 234.52667, 283.70535, 86.72797, 72.51189, 67.24966, 82.14276, 290.17072, 81.85889, 91.43262, 281.52518, 75.09386, 68.63963, 150.79297, 257.70966, 68.47012, 62.36269, 253.26736, 247.56009, 97.62627, 70.46564, 240.08437, 80.04074, 256.0083, 237.77591, 309.62607, 127.80598, 79.61945, 65.01282, 242.1507, 271.81458, 74.1749, 224.46307, 82.39702, 323.87894, 327.99295, 117.24715, 108.09191, 84.88669, 264.78677, 79.4209, 259.64801, 284.18753, 249.21719, 318.67862, 79.47023, 93.89996, 96.40871, 112.49821, 57.63438, 93.31607, 75.91124, 80.42723, 87.24374, 62.23399, 124.50972, 342.92899, 306.9519, 258.06223, 87.80641, 296.06531, 81.21516, 139.58487, 96.67727, 198.44304, 205.77107, 231.61803, 105.70972, 91.90822, 52.83887, 96.46667, 268.6601, 82.06873, 59.44541, 221.57739, 283.3548, 219.35611, 176.51529, 213.76038, 82.96057, 230.00504, 68.72409, 87.54225, 82.0637, 102.34782, 229.14098, 81.40206, 201.552, 286.62637, 194.59705, 124.60863, 267.88409, 97.89412, 271.71744, 101.60204, 89.69597, 376.06427, 61.80462, 61.92391, 219.13922, 100.16772, 80.16447, 68.59843, 95.06999, 107.79491, 86.61353, 301.56793, 271.51031, 95.65342, 258.94489, 90.81329, 91.10437, 193.4292, 273.4184, 78.40993, 228.6048, 78.53166, 53.04166, 184.8877, 109.82233, 343.31226, 83.60853, 264.75522, 327.42023, 227.87714, 92.68723, 252.8371, 92.97834, 95.64232, 56.08203, 83.61526, 214.20244, 180.34886, 181.10034, 100.056, 249.40306, 86.26983, 282.0567, 269.58264, 341.49368, 312.83981, 74.6171, 263.5766, 73.20861, 72.06432, 272.94592, 202.53769, 188.8723, 94.02701, 99.26617, 319.44586, 308.19293, 105.13229, 267.10156, 218.92038, 73.67383, 105.48439, 282.59668, 263.034, 165.61844, 250.83838, 327.69208, 261.34103, 311.25946, 235.58224, 346.40948, 122.87486, 278.0253, 271.33313, 68.48131, 84.96858, 96.58842, 100.9178, 207.97588, 251.34637, 306.00348, 227.66055, 241.61581, 277.77734, 79.22173, 279.19226, 392.19879, 79.30404, 334.80383, 74.79362, 96.19321, 285.63733, 99.31973, 256.35092, 108.48729, 276.47308, 198.17773, 133.30814, 98.01099, 262.99982, 248.55676, 85.2484, 338.65341, 238.08604, 52.9395, 152.85306, 69.15833, 245.66895, 77.90617, 189.02818, 239.05521, 198.02246, 56.67395, 105.96562, 234.31885, 75.61887, 71.18598 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 4854.14307, 4538.40332, 5596.24561, 5097.99805, 3723.49561, 4743.92139, 4850.19922, 6004.31641, 5360.16699, 4204.93457, 4875.27441, 6357.21729, 6099.7832, 4148.00684, 3403.08887, 5049.96387, 5837.77441, 5459.89795, 4898.9375, 5486.49561, 3929.60425, 4252.54688, 4630.11768, 5703.97607, 3987.57275, 3759.6333, 4403.8208, 4425.72168, 4370.96924, 4868.93262, 6272.91309, 6306.80176, 4037.00854, 4858.96289, 5161.40479, 4285.81348, 5585.88477, 4176.07568, 4320.25586, 3831.92773, 3271.75757, 5440.25488, 2755.71167, 4653.23438, 4144.89697, 4522.61328, 5875.74707, 4971.86475, 5078.61914, 5777.77441, 6122.66211, 4970.16309, 3757.16797, 3587.01465, 5864.76367, 4545.15723, 3987.75684, 5115.58984, 4847.78857, 3530.82666, 5347.83301, 4338.3252, 6794.29688, 4649.7002, 3909.47559, 6458.97461, 4305.33789, 2997.32764, 3648.49146, 3846.90942, 4608.59277, 3986.65967, 4117.39844, 4377.72119, 5215.61084, 5340.77441, 3485.73828, 4760.61572, 5436.87842, 3964.58984, 4780.58594, 4729.98877, 5271.25586, 3600.604, 5413.73047, 5404.69385, 3897.40186, 4835.35547, 5646.2998, 3679.625, 5730.17188, 5588.09131, 5270.90381, 4734.27539, 3864.49243, 5511.8291, 3714.00977, 4249.19043, 5482.18164, 2983.33716, 3346.12451, 5614.73145, 6651.56787, 5550.25488, 4913.37256, 4099.5166, 4435.87842, 6665.76074, 3331.2998, 5545.22949, 5572.64551, 5885.80957, 4828.44141, 3625.28491, 6820.42285, 6679.03711, 5169.21191, 4479.26172, 1047.26538, 5679.72754, 4323.58203, 5737.39551, 5790.7998, 4988.41797, 5097.8335, 4883.35303, 3375.81567, 5516.91211, 5707.06543, 5730.60547, 5803.81836, 4551.7959, 4962.26465, 5425.49512, 3943.62158, 3732.65137, 4495.0918, 2445.00464, 5083.89209, 4094.28174, 4916.38672, 5814.69629, 5448.27734, 5481.21387, 4446.33496, 5300.44531, 4422.01758, 4377.78076, 5260.22461, 4584.80664, 2288.62793, 4851.27344, 3092.87207, 6453.5625, 3036.10693, 4953.15918, 5373.2832, 3894.0918, 4602.2666, 5004.104, 5361.05176, 4672.95312, 5100.21289, 3992.64551, 5250.48438, 5804.11133, 4383.48535, 4887.77734, 6300.98877, 5345.2207, 5080.55762, 5738.85938, 4919.99121, 6078.99121, 5642.88477, 4493.2417, 6063.70215, 5940.55078, 4474.56836, 4216.29834, 3001.34424, 4381.11621, 5547.07324, 4074.146, 4536.34863, 5002.08496, 4428.75342, 5346.66406, 4298.03711, 3874.39697, 3473.02979, 4231.11621, 5371.71875, 5454.88721, 5594.92578, 4577.08691, 6515.12891, 4310.55664, 4243.68506, 4377.26318, 2437.6543, 4832.53613, 4377.17188, 3948.06616, 4943.26611, 3553.51318, 4913.0459, 5637.67676, 5643.44336, 5482.08984, 5271.15234, 5099.41797, 3793.23315, 6001.3042, 4074.50391, 4577.90039, 2540.46436, 4537.15039, 4617.76953, 5062.4668, 5059.37109, 5795.81348, 4558.86133, 3366.86963, 5647.68994, 6240.5127, 5320.93555, 4722.37891, 4633.40771, 5407.21826, 4967.65234, 1771.05908, 4068.04346, 5147.91504, 3946.67432, 5108.58984, 5357.02832, 5825.15625, 4831.59229, 4147.64941, 3680.62524, 4782.56738, 5415.01172, 3483.50635, 5801.25928, 6093.10498, 5607.71436, 5183.16016, 6246.26367, 4031.98145, 6145.68701, 5253.19043, 5398.35205, 6236.2583, 3808.87207, 5154.02344, 4389.85156, 5961.06299, 5431.33301, 4086.10156, 4764.41064, 4683.75391, 4623.02686, 4120.55469, 4944.35449, 5064.04199, 4281.62158, 4967.63477, 3900.70312, 4025.71045, 5541.89502, 3726.91357, 4001.10645, 2984.09912, 6231.29102, 4112.36572, 4991.88916, 4564.32812, 3474.74341, 3884.354, 3046.28345, 4630.69385, 3919.68433, 6095.5835, 4278.96387, 4885.54004, 4107.7832, 5141.69824, 7159.99316, 4656.66992, 3203.20215, 5660.72559, 4915.71289, 3723.81836, 4312.13965, 5593.82471, 4498.12744, 4931.85596, 5167.13672, 2965.06348, 4822.33496, 4249.03125, 4342.18945, 4056.8584, 4225.01221, 5165.77197, 4572.63574, 2832.45752, 4221.56445, 4452.94873, 4630.1582, 3884.25317, 6308.09863, 3990.44312, 5001.85449, 5287.41211, 5946.77051, 2811.17871, 5104.62988, 4374.69629, 4804.01562, 3256.53711, 4907.23291, 5764.79932, 4635.88721, 5432.33594, 6454.81934, 4165.54785, 5813.25098, 4503.94238, 6203.40234, 4669.88965, 4397.37012, 5958.38525, 5361.54004, 5233.86279, 6238.62207, 5103.52979, 4990.64893, 3863.23145, 5574.93945, 5363.25, 2688.95386, 5302.76855, 4132.27539, 5018.51709, 4649.89258, 3640.04932, 5654.125, 5325.99414, 4806.47363, 3040.91992, 5273.39355, 4642.76367, 6251.41748, 4749.37402, 4174.16016, 5788.19775, 6447.02148, 4143.83936, 5082.51953, 5315.5459, 4441.55322, 5530.62109, 5832.62402, 5239.0791, 4954.90576, 830.38904, 4769.33496, 3547.31763, 5681.05762, 5066.5332, 4763.48486, 6226.00293, 5568.2373, 3939.27344, 3869.86499, 4840.44824, 4427.74512, 5543.58496, 3530.17285, 4698.65186, 4256.76855, 4061.10645, 5584.08789, 4924.76318, 5707.13525, 6158.00488, 6546.73633, 6331.77734, 4071.6499, 3519.3584, 6255.81348, 5518.96973, 6327.82666, 3562.10156, 5359.98096, 5447.29297, 6188.87012, 4684.32617, 5506.2793, 6357.81201, 4245.47656, 5366.35791, 3454.93018, 6338.97852, 4786.31152, 4035.45239, 5775.35498, 4079.24365, 3341.11963, 4303.94043, 6926.41699, 5084.82324, 3690.74268, 4569.52051, 4553.16602, 6052.85059, 4504.19629, 5862.96484, 4704.37158, 5745.95752, 5742.62988, 5534.59766, 4115.00439, 5572.85449, 6299.36621, 3923.6792, 5035.71533, 4758.06738, 5264.19922, 4151.05713, 4843.39551, 4635.95117, 5601.75977, 4710.96191, 5282.53223, 4263.83789, 5130.69971, 3814.57349, 4406.71484, 2363.13892, 4847.14551, 4702.07959, 3847.68555, 5800.73096, 4483.43359, 5829.35596, 3129.24243, 5149.70996, 5467.12012, 5448.86572, 5292.91064, 4200.12402, 4623.91504, 6300.98291, 5277.62012, 3943.62671, 3807.54639, 5963.06055, 4228.11523, 4578.35547, 5159.98047, 6111.70898, 4857.58008, 4835.16113, 4659.91797, 3054.5083, 5667.65967, 5075.48242, 4560.6377, 4106.87109, 5555.84814, 2976.14087, 3461.37891, 5547.06494, 5881.32178, 5308.25293, 5187.96289, 5248.50635, 3936.73535, 5865.83594, 5028.75586, 5553.021, 6011.13184, 4425.70215, 4267.13965, 5800.53223, 5998.12695, 4936.03662, 5910.7207, 4407.60449, 5989.53906, 4111.21191, 5948.46924, 4509.36914, 4492.95312, 4263.00781, 5817.36035, 5997.85254 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.014128502848260205, "neutral_loss": 2.343915853628404, "target_docs_loss": 1.2255005651943511, "neutral_init_loss": 3.6391781478881837, "target_docs_init_loss": 4.069049914889866, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 280.27576, 60.18105, 338.3551, 256.26547, 397.09674, 116.16763, 310.30841, 259.17371, 89.83006, 82.568, 273.16644, 259.29028, 195.54327, 72.5647, 242.32314, 85.84761, 74.51385, 122.381, 222.73032, 114.68848, 271.15143, 329.63379, 74.03014, 345.70734, 265.63916, 250.14032, 75.01662, 58.74771, 99.60628, 133.64584, 244.27805, 76.87358, 79.73766, 307.28857, 91.48141, 350.89911, 291.36087, 239.02423, 183.35431, 82.71649, 103.23326, 254.88261, 82.69386, 181.68231, 263.15729, 64.75147, 73.25815, 212.81079, 68.13114, 250.33044, 86.38749, 62.1015, 327.70111, 233.2662, 326.89706, 228.74614, 87.83186, 183.58224, 333.1615, 321.57672, 95.4565, 80.89445, 94.96746, 74.06714, 293.10031, 76.65071, 85.92159, 99.27197, 258.07086, 96.76784, 73.54668, 75.69726, 323.43988, 239.75986, 218.11961, 322.59625, 310.86218, 95.48972, 299.83545, 93.76759, 113.79291, 263.52411, 286.03183, 275.34351, 83.24408, 60.5183, 90.3499, 76.22482, 367.16632, 88.59286, 90.14211, 77.61415, 209.9299, 202.39595, 226.46069, 290.67151, 215.77614, 99.39432, 269.09186, 256.9285, 80.88334, 89.37305, 211.81799, 302.83975, 68.66222, 334.11896, 72.14336, 238.97537, 94.08753, 56.24612, 365.25446, 192.59767, 63.06293, 268.05994, 103.43239, 58.77776, 275.2301, 64.22273, 235.50211, 172.15524, 76.33461, 127.60116, 71.44948, 247.74365, 96.70627, 217.07591, 230.42723, 163.9791, 154.05672, 79.755, 99.06681, 105.49341, 304.21484, 273.37704, 62.55188, 104.52849, 71.31543, 63.89983, 196.42279, 283.1377, 280.0517, 97.80965, 83.9278, 112.85492, 95.7521, 86.97366, 94.57075, 190.77217, 284.53561, 228.6358, 65.88989, 76.22149, 302.45447, 99.14868, 72.37178, 90.20116, 264.15192, 209.83015, 106.75538, 238.78635, 94.34015, 265.90701, 227.5704, 321.95013, 208.21295, 83.3437, 260.89969, 108.19354, 223.35138, 101.05988, 88.23327, 96.14766, 119.69607, 234.72154, 224.82941, 73.12959, 114.96356, 215.27394, 96.88191, 374.42111, 83.70152, 250.29346, 254.2282, 76.83031, 90.24566, 229.3791, 169.45654, 79.72842, 90.95116, 88.74739, 260.07889, 265.24115, 97.02208, 240.13336, 93.56801, 258.60886, 256.82251, 95.48691, 75.04097, 66.04176, 100.7484, 96.91132, 243.48209, 76.14098, 313.65118, 197.60065, 100.11514, 93.67567, 97.49924, 391.36984, 80.37286, 288.75281, 96.95502, 90.99962, 95.62928, 233.16878, 267.65161, 278.10669, 78.16605, 295.73831, 103.6577, 228.02618, 260.56152, 56.72705, 77.38611, 216.11472, 96.1544, 258.73196, 92.06683, 86.52068, 76.88353, 66.37003, 75.80704, 247.43617, 62.32118, 216.27864, 292.36218, 104.38821, 242.14996, 90.55038, 227.93575, 274.85168, 231.14462, 96.6284, 225.07344, 62.8745, 99.67674, 111.85548, 70.45067, 110.59078, 96.59126, 251.72221, 281.84201, 101.07504, 241.42876, 79.45348, 95.68739, 217.53662, 78.93414, 91.2457, 82.71163, 119.43018, 260.48358, 98.62675, 273.96918, 379.15186, 340.43427, 292.52386, 87.37697, 209.66112, 209.63918, 226.16322, 84.04472, 252.53871, 301.42233, 216.99811, 102.51535, 414.28796, 278.00134, 307.29425, 214.69923, 99.41168, 86.70269, 269.68353, 103.10912, 140.6174, 333.5119, 91.05827, 102.11646, 235.16235, 282.03525, 86.44936, 72.0667, 67.68193, 83.6035, 285.57996, 81.17868, 92.47951, 283.94998, 79.27327, 73.1326, 147.68228, 261.4678, 69.88717, 64.28026, 253.64827, 247.19681, 98.8374, 69.38415, 238.5285, 81.28171, 259.32172, 243.88974, 310.99817, 130.05717, 79.09949, 63.48433, 244.49362, 267.97247, 73.09437, 224.85562, 82.91176, 326.76382, 328.9147, 118.2821, 108.78996, 83.84929, 264.61499, 80.08977, 258.23257, 288.57925, 248.98851, 319.91229, 79.31153, 96.01918, 96.2692, 115.75117, 54.38597, 94.65529, 75.95398, 81.17253, 88.64255, 62.79618, 126.51488, 344.86008, 306.75864, 255.27005, 90.98849, 298.98981, 83.78314, 141.83377, 98.21782, 198.93074, 208.47681, 231.59283, 106.16754, 92.88556, 52.16734, 95.87112, 265.77551, 84.33255, 58.829, 222.73378, 284.65253, 221.40961, 173.9561, 213.4035, 85.10999, 230.74811, 67.09898, 87.66747, 85.91751, 101.97266, 225.94992, 84.81853, 203.0834, 284.901, 193.15773, 121.37362, 267.63293, 100.41045, 272.44543, 102.86314, 90.48543, 380.52203, 61.52863, 60.46346, 219.0723, 102.18195, 80.16112, 69.89845, 95.33897, 110.23395, 85.949, 306.16284, 268.68085, 95.84377, 262.41086, 92.23795, 89.51645, 193.10941, 275.8642, 79.10593, 228.15379, 79.29772, 53.3705, 182.47223, 110.54881, 341.3999, 86.61636, 263.73996, 330.12244, 230.12439, 94.24593, 252.35768, 93.76554, 95.99635, 56.13633, 85.86305, 215.76764, 179.86002, 183.50247, 99.72205, 250.73286, 86.53727, 282.62329, 266.39087, 342.42108, 306.8847, 75.62303, 258.98108, 74.23396, 73.28941, 273.16931, 198.78265, 189.8107, 94.51114, 97.92405, 321.31812, 308.33154, 105.94834, 265.33856, 221.24756, 77.57123, 105.47681, 287.61169, 263.12671, 167.39743, 249.58916, 330.45853, 261.70978, 308.67755, 232.58432, 340.95065, 124.51193, 277.1076, 267.29712, 67.69344, 88.13859, 97.22137, 103.63277, 206.68118, 255.45053, 306.12671, 226.71719, 245.80902, 279.48407, 79.57089, 278.83981, 392.16177, 77.40378, 335.75638, 75.98666, 98.13643, 286.20776, 101.54018, 255.05498, 111.36894, 279.30002, 201.94131, 136.39417, 97.63152, 261.88916, 250.16368, 86.99245, 338.83545, 238.19029, 51.85676, 148.44611, 71.40804, 249.65277, 79.3284, 192.35571, 239.64659, 200.40874, 57.79279, 105.29434, 231.60873, 75.75349, 72.9744 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 4052.63672, 3632.78394, 4647.46191, 4184.65234, 2914.3999, 3889.75195, 4054.45117, 4958.63965, 4177.01465, 3376.30542, 3847.58325, 5312.91992, 4895.3252, 3167.10645, 2654.28613, 3974.02783, 4854.9624, 4351.57568, 3851.96997, 4542.89062, 3077.96558, 3251.77539, 3684.9563, 4872.44873, 3094.81152, 3074.93848, 3577.26123, 3766.81226, 3277.61914, 4019.90771, 5048.00684, 5121.4624, 3188.20996, 4050.14966, 4258.69824, 3496.80493, 4522.646, 3308.29932, 3507.22144, 3155.26221, 2552.15845, 4378.34619, 2229.05225, 3645.52124, 3290.22412, 3556.89697, 4763.51758, 4228.24219, 4137.1543, 4862.98047, 5116.31592, 3942.5686, 2996.22705, 2866.35254, 4555.02393, 3777.87939, 3059.33105, 4070.68555, 3757.38745, 2788.65454, 4206.73926, 3510.94482, 5417.41699, 3813.35742, 3205.36108, 5249.90674, 3502.2666, 2404.1958, 2836.57373, 3040.93604, 3814.0564, 3224.59619, 3204.60962, 3414.896, 3857.05273, 4306.23633, 2682.98682, 3790.27979, 4203.59814, 3190.06152, 3811.90234, 3791.67773, 4415.70215, 2833.79736, 4392.30176, 4407.34229, 3075.57104, 3778.06079, 4342.72754, 3000.34106, 4812.6167, 4420.08643, 4390.74902, 3911.61084, 2952.44971, 4408.86914, 2871.13135, 3480.10718, 4259.48486, 2344.33154, 2702.09717, 4650.76318, 5438.05273, 4475.2085, 3936.87793, 3397.07617, 3628.07129, 5275.89746, 2575.00952, 4334.51367, 4691.33447, 4588.97754, 3589.85449, 2777.67749, 5691.86182, 4740.11035, 4222.07031, 3591.33667, 816.69067, 4660.37305, 3423.52295, 4677.56152, 4807.83887, 4190.88379, 4042.12085, 3926.14697, 2643.09644, 4379.00391, 4524.97412, 4476.2666, 4735.62402, 3798.29395, 3945.50513, 4380.79297, 3142.33154, 2932.97705, 3682.3042, 1980.33313, 4163.17285, 3188.40991, 3980.72168, 4872.99316, 4429.12451, 4491.49316, 3561.04883, 4261.69629, 3475.00586, 3700.7041, 4384.14941, 3647.27979, 1747.91711, 3985.52417, 2482.49438, 5091.01367, 2476.56934, 3960.7749, 4254.58984, 3053.55908, 3491.30273, 4173.30762, 4340.91797, 3643.09326, 4047.87231, 3336.40796, 4262.30664, 4691.13037, 3500.76562, 3894.25586, 4960.75391, 4356.33008, 4204.18652, 4736.50293, 3841.35352, 5025.51074, 4594.21289, 3593.73486, 5108.68164, 4748.33203, 3385.11816, 3344.70044, 2418.01123, 3602.16138, 4441.29688, 3379.37793, 3684.59692, 4100.23633, 3623.78955, 4191.03809, 3426.35205, 3203.65454, 2783.18262, 3310.69507, 4281.33008, 4498.85107, 4487.1333, 3680.94336, 5538.08203, 3418.43115, 3406.40576, 3492.07251, 1898.32275, 3931.27271, 3528.88208, 3121.33911, 3949.62305, 2661.62451, 3892.771, 4586.47461, 4454.66797, 4694.20508, 4277.85059, 4165.82275, 2958.60205, 4880.92969, 3006.57202, 3456.82275, 1929.50098, 3694.79736, 3620.19116, 4203.66113, 4204.23926, 4752.27734, 3507.0498, 2494.75049, 4537.96875, 5158.80859, 4257.6123, 3743.13818, 3626.03906, 4436.25391, 4028.37256, 1431.58838, 3331.27832, 4163.79639, 3036.73584, 4085.31299, 4452.87891, 4722.9585, 3816.50781, 3329.36084, 2932.30688, 3730.87036, 4328.16943, 2777.58008, 4731.48438, 4924.39648, 4693.11328, 3861.6167, 4997.83887, 3076.15967, 4867.85693, 4293.58398, 4502.26318, 4786.32422, 3164.56299, 4411.34424, 3659.88818, 5030.76758, 4576.83105, 3273.91187, 3813.9397, 4013.98413, 3562.18457, 3236.64844, 4111.9873, 4110.80322, 3459.93188, 4032.69922, 3132.18311, 3069.93262, 4405.64307, 3069.80713, 3249.39893, 2289.67041, 5059.73047, 3376.62109, 3901.92749, 3520.25732, 2774.60596, 2998.84106, 2349.95557, 3588.8645, 3076.93799, 5043.08691, 3545.88867, 3808.40747, 3300.6377, 4179.80078, 5795.45801, 3764.91821, 2627.36963, 4509.41016, 3826.91357, 2897.17847, 3451.58887, 4429.79004, 3530.90576, 3984.41968, 4250.7251, 2238.59521, 3851.75073, 3445.11426, 3501.71045, 3245.19092, 3347.33594, 4295.7334, 3725.39648, 2058.10205, 3244.9458, 3598.55957, 3708.74023, 3185.91284, 5151.03516, 3065.32568, 3990.50781, 4302.54785, 5019.91895, 2153.36792, 4098.24609, 3479.12866, 3811.32422, 2606.4668, 3731.24878, 4726.3418, 3807.20459, 4410.59326, 5249.46143, 3536.41162, 4421.05371, 3540.18945, 4992.93066, 3674.38281, 3420.16309, 4647.99512, 4334.92432, 4252.55518, 5253.32568, 4038.02979, 3816.03149, 3005.06519, 4649.14941, 4132.52295, 2062.06323, 4122.71289, 3207.3916, 4173.84766, 3853.03906, 2700.16357, 4553.44922, 4160.02197, 4030.99463, 2403.5166, 4315.86719, 3686.07202, 5095.80371, 3885.89795, 3397.87939, 4694.6958, 5038.56543, 3306.58789, 4041.58887, 4317.29395, 3755.51514, 4622.02979, 4604.19385, 4153.17871, 4059.00537, 661.3219, 4115.34668, 2831.46143, 4809.96924, 4158.39502, 3847.53467, 4925.99512, 4394.39697, 3120.87842, 3046.30396, 3857.30103, 3394.66162, 4677.44043, 2799.14795, 3777.75415, 3258.16162, 3207.15942, 4548.49121, 3779.52026, 4666.41211, 5027.91309, 5564.32129, 5031.62109, 3328.74463, 2909.68823, 5131.9082, 4504.22363, 5409.94141, 2767.10303, 4165.74609, 4428.49316, 5067.46143, 3636.6416, 4314.23535, 5006.15283, 3392.38062, 4068.05078, 2617.63721, 5525.67383, 3711.43164, 3121.53857, 4638.46924, 3298.09424, 2537.52051, 3562.84814, 5732.89551, 3950.51855, 2877.52686, 3730.77466, 3524.07495, 4862.37988, 3404.65723, 4919.03027, 4001.27515, 4600.09668, 4858.11719, 4248.19336, 3192.95435, 4582.28027, 5012.24023, 3055.77466, 4093.88794, 3738.75488, 4113.23389, 3136.70703, 3960.72876, 3652.45557, 4592.07959, 3777.68311, 4185.81592, 3212.94287, 4356.56641, 2925.21436, 3493.0, 1768.34082, 3834.22998, 3944.47217, 2868.63892, 4719.3291, 3597.68848, 4788.1748, 2514.41943, 4192.98438, 4336.68652, 4271.77148, 4231.75391, 3384.30737, 3836.09229, 5036.85547, 4144.53271, 3151.81152, 2948.77563, 5000.53223, 3441.84595, 3622.07007, 4350.8999, 4552.25488, 3988.36523, 3713.84521, 3537.42285, 2428.35107, 4615.07129, 4359.34082, 3704.49292, 3398.08398, 4479.52734, 2298.18359, 2660.99731, 4452.60645, 4857.54297, 4407.28125, 4139.85645, 4542.60352, 3166.79395, 4834.91699, 4126.08301, 4647.12158, 4974.7666, 3500.90356, 3296.00293, 4859.05615, 4751.65527, 4010.15601, 4741.61963, 3376.55273, 4915.43457, 3183.9043, 4675.0498, 3732.97314, 3626.521, 3514.90576, 4683.26709, 4720.42139 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.054428822050841145, "neutral_loss": 2.367950552828439, "target_docs_loss": 1.0193467335302262, "neutral_init_loss": 3.5954761615753172, "target_docs_init_loss": 2.731257810804579, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 286.0419, 61.27068, 335.02631, 260.94763, 405.92828, 117.30545, 311.84677, 267.44879, 91.28123, 85.49324, 281.68381, 262.75812, 192.49683, 73.57862, 245.30075, 87.03415, 76.23118, 125.69409, 226.73602, 117.54951, 274.71039, 335.00012, 72.96074, 355.67514, 267.37939, 251.37585, 76.66416, 60.71432, 98.63341, 137.37279, 245.4776, 78.32539, 81.70054, 310.72034, 91.88579, 356.07263, 288.53448, 240.67747, 186.1633, 84.82744, 104.12593, 259.06274, 84.86989, 182.99194, 268.698, 65.83797, 73.09543, 213.14221, 71.43837, 251.25259, 92.13549, 61.28897, 329.60437, 236.58127, 331.50299, 226.26781, 87.62748, 183.74844, 339.74841, 323.10309, 99.46294, 80.67413, 95.81219, 77.07278, 296.89505, 78.71601, 86.94765, 102.54257, 262.43433, 99.02316, 78.19108, 78.34624, 326.71924, 247.22214, 219.50243, 328.16647, 315.8172, 95.2205, 302.87701, 93.10864, 113.74548, 264.16861, 286.67734, 277.50989, 81.29587, 59.96987, 94.37338, 77.81399, 370.39151, 90.56436, 92.16277, 78.92078, 209.20215, 203.00684, 230.41446, 294.52869, 218.33093, 99.81578, 272.09363, 257.59689, 83.33591, 91.62605, 213.84497, 302.28265, 68.87966, 334.4635, 72.98228, 240.22858, 92.19488, 55.84933, 368.30673, 192.30182, 63.20297, 276.08893, 105.02716, 64.81716, 272.25665, 69.34745, 236.8156, 175.65918, 77.08286, 132.90167, 71.99519, 251.7498, 95.33405, 217.88625, 227.56325, 166.02698, 157.65788, 81.45454, 99.1644, 105.58264, 310.2106, 270.15198, 63.2819, 104.4664, 73.58982, 62.86646, 197.07376, 287.40326, 281.05103, 97.03484, 83.82525, 112.7037, 97.85117, 87.21571, 92.76082, 191.65994, 288.16827, 228.0101, 66.77477, 78.70897, 311.76764, 100.01315, 72.31703, 93.45032, 266.88013, 212.91519, 106.30405, 241.45538, 96.32018, 268.40509, 226.85483, 322.13995, 209.68266, 84.39252, 264.11298, 108.62003, 227.47614, 103.12379, 87.60103, 99.65492, 118.06868, 234.57901, 224.53725, 77.84727, 117.63766, 224.75635, 99.01941, 372.21405, 83.8679, 249.71498, 258.3183, 76.0379, 91.29842, 230.27258, 168.40536, 79.22177, 90.99844, 92.55679, 259.35144, 268.76682, 99.60252, 243.16158, 92.83224, 257.52197, 264.51215, 102.02264, 76.94946, 65.55484, 100.65697, 98.23656, 245.31549, 74.43772, 317.67352, 199.77469, 101.38577, 97.68744, 100.55196, 393.2612, 83.60968, 292.69049, 95.44879, 93.22958, 96.99588, 232.58067, 275.29086, 285.2605, 78.55193, 300.2467, 104.32306, 226.52109, 261.91608, 58.83647, 78.49744, 215.79443, 97.69855, 259.28098, 94.33609, 90.50717, 79.24648, 66.47572, 75.85206, 250.62509, 63.66721, 220.33875, 296.77444, 108.70999, 244.43225, 93.91192, 226.68228, 278.49756, 233.44502, 96.57776, 226.68547, 62.73015, 102.54428, 115.53566, 73.43196, 111.81656, 98.69096, 252.59349, 282.7782, 102.70709, 243.59953, 78.62428, 100.15394, 222.17108, 79.62095, 90.70955, 85.98659, 120.60514, 259.44681, 103.33276, 274.00024, 380.61963, 334.88123, 294.1095, 87.99008, 210.74518, 210.44107, 226.37244, 85.12779, 251.24548, 303.19165, 220.71521, 108.28677, 416.58685, 280.76147, 306.61932, 218.31221, 100.2928, 88.59821, 273.88971, 104.05461, 140.36597, 334.4845, 93.49249, 98.90714, 236.63084, 281.44464, 86.55801, 72.48843, 68.9668, 85.90269, 284.2547, 82.32812, 95.98853, 290.60724, 84.29613, 78.55151, 146.7554, 268.15491, 71.54201, 67.72391, 257.94427, 249.86295, 100.36205, 67.94556, 238.53714, 82.60185, 263.60376, 250.45073, 313.62277, 132.62546, 79.06808, 63.5984, 248.17964, 265.73193, 72.80717, 226.89267, 84.57518, 328.31769, 331.54883, 119.69086, 108.03808, 82.77852, 269.2901, 82.10706, 257.50116, 296.46533, 249.21919, 320.52563, 80.52088, 97.81767, 95.97815, 120.4575, 51.778, 95.63944, 76.29301, 83.49412, 90.29886, 64.15786, 129.23096, 349.15533, 306.68396, 253.3707, 95.01379, 304.07147, 86.3539, 144.25174, 101.25368, 202.36852, 211.87415, 233.78349, 108.07858, 95.40634, 52.46313, 95.24171, 263.69611, 86.66931, 58.93253, 224.50487, 286.09363, 225.15561, 173.59966, 212.02266, 87.67029, 230.55315, 68.21228, 89.1728, 88.95956, 102.88212, 224.6945, 88.83456, 205.95486, 286.35693, 194.1777, 119.80389, 269.25476, 102.88742, 276.50085, 104.54234, 91.50261, 384.10126, 62.24595, 60.19267, 220.00543, 104.95808, 79.22833, 71.91856, 97.5349, 112.56507, 85.96434, 310.78955, 269.37689, 98.61116, 268.57416, 93.78607, 88.05724, 195.51596, 279.51569, 80.27188, 228.26984, 80.45644, 53.39674, 181.84, 111.89828, 341.89465, 90.60229, 263.14954, 332.07101, 233.0502, 96.18385, 255.31447, 96.40553, 96.55254, 57.29562, 87.94411, 217.61923, 180.15952, 189.18036, 99.09113, 254.70146, 87.69315, 284.5787, 268.64029, 342.21689, 300.23038, 77.25987, 258.91187, 76.12908, 72.59402, 274.12686, 197.83832, 191.93936, 96.02031, 96.75938, 323.53342, 309.80396, 108.33884, 266.13989, 225.23862, 81.20547, 107.10625, 290.85626, 264.95901, 170.40628, 251.81012, 335.00229, 263.99152, 309.88672, 230.85425, 334.70459, 127.18935, 279.25858, 269.0004, 67.73054, 92.63863, 97.57137, 108.81207, 206.94698, 260.70267, 309.15643, 228.85422, 252.30466, 282.58423, 78.82765, 278.79984, 395.76941, 76.36768, 335.46552, 76.96713, 100.23119, 289.38058, 104.94087, 254.17685, 114.90507, 284.38049, 208.23177, 140.23756, 96.48898, 263.65994, 254.72874, 89.64017, 341.32886, 238.04971, 51.54549, 147.67735, 74.3102, 254.67302, 80.1028, 194.83688, 241.6517, 203.5127, 59.25747, 106.32576, 230.81441, 77.38715, 75.81044 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3515.71045, 2990.98486, 4026.17139, 3519.98828, 2431.41162, 3255.96021, 3499.12744, 4317.43164, 3443.03271, 2706.61011, 3119.36987, 4572.36572, 3980.32617, 2554.6416, 2058.85815, 3325.66431, 3968.48193, 3518.35889, 3121.01001, 3715.22803, 2471.45142, 2465.80884, 3129.16431, 4276.2041, 2468.23413, 2533.70996, 2989.84985, 3276.45996, 2767.50732, 3463.02515, 4269.35303, 4229.98438, 2604.72217, 3535.93213, 3603.36084, 2949.22168, 3769.29199, 2751.06445, 2907.073, 2680.39893, 2165.43066, 3657.41968, 1764.80774, 2962.94312, 2704.40625, 2862.80908, 4099.04346, 3644.27197, 3600.31567, 4202.06494, 4472.30176, 3235.05151, 2350.47803, 2350.85352, 3865.84131, 3231.58301, 2402.91846, 3502.45312, 3042.43408, 2237.70801, 3504.4043, 2976.66846, 4536.28516, 3228.65088, 2656.10107, 4305.46191, 3004.8418, 1927.01611, 2281.73633, 2444.92969, 3208.1814, 2734.38184, 2618.20386, 2718.93066, 3321.01172, 3680.87524, 2056.08838, 3194.25732, 3519.10815, 2714.65723, 3051.37402, 3119.80273, 3805.28955, 2326.2417, 3697.99268, 3689.54883, 2497.96606, 3111.47656, 3540.13379, 2454.70166, 4070.7373, 3850.875, 3752.04956, 3364.83154, 2276.99243, 3926.52393, 2316.53394, 2851.48804, 3440.50317, 1772.76343, 2252.09863, 3964.63672, 4716.40039, 3494.84863, 3254.7583, 2975.82031, 3086.1106, 4391.00098, 2060.50439, 3585.4707, 4034.35107, 3800.82764, 2686.47217, 2245.28979, 5109.81934, 4049.27466, 3568.16602, 2882.16016, 637.35388, 3851.21289, 3003.68774, 3935.11377, 4214.40967, 3751.38037, 3508.55493, 3318.41431, 2139.34424, 3529.22607, 3837.46338, 3787.89062, 3787.93359, 3211.73022, 3270.5249, 3642.94019, 2516.21289, 2376.02222, 3152.75122, 1630.28467, 3556.34912, 2524.01367, 3384.15479, 4202.58154, 3747.43774, 3542.61572, 2859.26636, 3384.66089, 2817.40771, 3287.0127, 3772.03906, 2957.68359, 1392.80371, 3442.6084, 2025.01465, 4219.45605, 2042.66443, 3262.06055, 3342.70557, 2434.99121, 2707.10034, 3613.78027, 3574.33154, 2987.6272, 3355.10815, 2796.07202, 3582.69922, 3965.47803, 2896.02832, 3201.56885, 4107.49414, 3563.46045, 3582.4209, 4040.38477, 3131.03027, 4231.56592, 3968.45435, 2976.56445, 4417.13867, 4061.50781, 2503.23389, 2854.47656, 1953.38281, 3081.53662, 3583.68311, 2785.99487, 3162.85693, 3491.79663, 3218.29614, 3400.85181, 2880.09424, 2689.85376, 2283.88623, 2670.86353, 3616.125, 3940.72168, 3613.68384, 3119.43701, 4786.04248, 2843.58374, 2735.78076, 2814.0415, 1439.66394, 3316.27881, 2945.75244, 2653.9895, 3249.95654, 1960.23315, 3190.02783, 3782.3606, 3624.21875, 4135.04932, 3576.76172, 3434.65723, 2411.84277, 3874.77588, 2174.90771, 2559.33984, 1413.69934, 3115.54639, 2952.67578, 3504.51025, 3688.57446, 3962.33228, 2864.78076, 1947.33398, 3710.88525, 4345.29004, 3438.27344, 3144.63501, 2814.22852, 3831.9375, 3251.48535, 1256.69434, 2950.00684, 3481.18896, 2486.27344, 3303.33301, 3761.74414, 3949.32812, 3029.97314, 2636.00195, 2409.65479, 3002.86719, 3626.34668, 2268.37207, 4092.99976, 4034.72778, 4143.29248, 3365.32275, 3928.80298, 2508.1001, 3919.20703, 3682.99878, 3897.5874, 3853.10962, 2714.52539, 3846.65723, 3173.57031, 4218.42676, 3926.59668, 2676.46167, 3315.06323, 3498.37134, 2722.47168, 2601.31201, 3528.90723, 3449.99414, 2822.31055, 3460.49463, 2604.95801, 2518.42529, 3687.22119, 2623.01587, 2723.12842, 1799.57373, 4234.07471, 2765.58472, 3196.80347, 2640.18604, 2266.42627, 2428.92676, 1809.70996, 2871.146, 2496.72998, 4283.8457, 3007.80811, 3005.85132, 2665.5625, 3569.19067, 5070.20117, 3228.95361, 2166.88843, 3706.27832, 3108.18164, 2352.51343, 2805.20605, 3530.40771, 2860.87402, 3290.69751, 3610.14331, 1715.58887, 3106.32275, 2893.64673, 2873.37402, 2636.70752, 2792.25024, 3715.76733, 3128.4248, 1516.66284, 2594.12329, 2982.76025, 3073.42822, 2688.90356, 4222.30664, 2402.65332, 3307.58203, 3647.19458, 4217.20557, 1749.203, 3481.33813, 2827.56421, 2984.9126, 2116.24023, 2886.13501, 4082.61914, 3184.81055, 3770.16309, 4414.46289, 3070.94263, 3557.24365, 2928.9126, 4162.41992, 3059.8064, 2779.53662, 3697.35693, 3649.59302, 3835.78125, 4522.28223, 3264.35693, 3012.63916, 2338.61304, 3906.98438, 3421.79199, 1547.61938, 3024.98242, 2442.93604, 3561.01489, 3202.58545, 1981.79285, 3775.83789, 3328.33936, 3603.96289, 1947.46826, 3622.21704, 3096.37598, 4440.24902, 3503.625, 2929.3501, 4074.16772, 4155.34082, 2746.36279, 3436.93213, 3603.54248, 3295.72266, 3996.81396, 3595.99951, 3393.15576, 3416.17188, 548.80084, 3659.05029, 2286.57568, 4107.41943, 3594.99951, 3209.02734, 4040.37329, 3650.36768, 2537.59399, 2407.7373, 3447.19434, 2460.6167, 4076.87988, 2178.09009, 3031.57642, 2540.86768, 2703.34888, 3817.42676, 2935.93115, 3966.55762, 4034.71191, 4741.03711, 4213.06885, 2814.32129, 2490.97095, 4271.25488, 3747.94336, 4737.72998, 2268.64209, 3224.4812, 3544.49609, 4399.27393, 3096.43774, 3514.74634, 4426.89062, 2904.55591, 3257.85742, 2086.5, 4953.83887, 2848.81641, 2603.32227, 3940.03784, 2815.43066, 1992.69434, 3012.75049, 4948.01562, 3304.64429, 2328.79883, 3113.7124, 2830.31592, 4086.33887, 2751.29248, 4233.66406, 3523.43115, 3634.24878, 4210.17578, 3495.5188, 2668.11377, 3979.05322, 4057.22144, 2372.87402, 3422.15332, 2932.15186, 3315.37598, 2400.88892, 3335.29883, 2998.04858, 3925.67383, 3225.78027, 3473.08105, 2423.4375, 3896.23682, 2353.27393, 2951.9624, 1268.00928, 3127.68213, 3420.8728, 2103.97412, 3922.56152, 2913.13354, 4036.36865, 2045.06763, 3481.66162, 3649.39551, 3569.73145, 3439.76465, 2771.10889, 3299.51318, 4406.34961, 3363.25684, 2649.60376, 2224.99976, 4338.67969, 2879.10693, 2989.48486, 3864.1897, 3822.55029, 3442.48193, 3063.05225, 2912.23779, 1914.81226, 3905.02832, 3897.01514, 3280.5625, 2848.64697, 3774.25684, 1798.13208, 2164.61328, 3629.84082, 4416.77588, 3660.63672, 3443.63184, 4052.95239, 2620.84277, 4033.78418, 3455.8501, 4053.48877, 4354.63867, 2820.8501, 2502.77686, 4231.78564, 3651.54541, 3274.18823, 4070.80615, 2705.39893, 4017.34155, 2624.56934, 3820.71338, 3144.57178, 2849.87061, 2987.0874, 3968.25049, 3918.87183 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.12104204534357485, "neutral_loss": 2.409624566656008, "target_docs_loss": 0.8899243363336299, "neutral_init_loss": 3.56114465637207, "target_docs_init_loss": 1.968903946770562, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 292.36655, 61.68211, 337.00922, 266.46237, 415.51337, 119.00711, 314.59717, 276.68045, 93.28688, 88.79173, 297.07593, 268.35034, 190.75055, 75.76566, 249.62976, 89.11661, 79.89832, 131.01166, 231.80521, 121.49615, 282.18521, 344.0596, 71.66966, 365.18466, 272.3829, 254.40027, 78.44984, 63.4306, 98.5475, 142.61891, 248.90897, 79.51613, 84.55513, 316.17172, 93.30722, 364.86139, 288.12567, 243.35408, 191.1279, 87.18391, 107.21593, 264.79077, 87.04943, 184.95407, 276.45294, 68.90384, 73.83868, 216.54037, 75.58148, 256.95868, 100.4356, 62.33922, 333.96576, 240.13432, 337.00836, 227.21445, 88.01524, 187.46594, 348.52017, 329.24445, 102.80156, 80.33186, 97.37461, 81.75975, 300.44373, 80.44703, 88.50072, 106.86484, 264.49481, 102.68758, 84.24771, 82.72107, 332.7551, 257.26599, 221.86893, 336.37598, 324.49612, 96.00088, 307.94952, 93.03406, 114.68492, 268.47681, 290.18903, 280.92578, 79.47133, 59.73085, 99.51956, 80.81253, 373.47037, 93.70522, 95.81947, 79.88178, 212.35281, 206.41946, 237.16486, 300.40338, 222.80069, 99.96817, 275.10358, 260.85028, 86.20627, 92.84784, 217.68495, 304.31516, 69.17811, 334.55936, 74.99498, 239.68364, 89.97476, 55.7653, 372.21277, 192.11832, 65.02975, 284.53113, 105.02763, 73.62234, 269.15674, 76.48421, 240.29526, 178.71169, 77.18082, 136.53581, 71.62891, 257.65143, 93.58282, 218.74228, 224.76984, 170.95551, 164.13002, 84.50162, 100.47604, 106.04748, 317.19266, 271.18109, 61.99416, 105.85493, 75.31387, 63.93066, 196.57025, 290.72968, 283.24429, 97.54102, 84.23924, 114.88859, 100.88084, 87.85247, 91.94324, 194.07391, 294.67072, 226.63461, 68.32061, 81.45622, 324.73773, 101.58174, 74.15294, 96.36836, 269.47586, 217.06067, 107.31154, 248.88919, 99.98932, 271.22168, 230.59976, 326.39133, 215.81207, 84.80433, 267.17545, 109.68871, 235.45657, 108.24925, 88.21173, 103.3, 117.39772, 235.94333, 226.28171, 84.06423, 119.19178, 234.46466, 103.63027, 372.40942, 84.9887, 251.91519, 262.91806, 76.53207, 92.57162, 234.56726, 169.83504, 79.77744, 91.43046, 96.79118, 259.60687, 272.94458, 103.35687, 247.44672, 93.04892, 259.27554, 273.76135, 108.03499, 79.96892, 64.9516, 101.71114, 101.13838, 250.32611, 72.01471, 322.22922, 202.34891, 102.12473, 102.32777, 105.77612, 398.28302, 86.35295, 296.95602, 94.18803, 96.91016, 97.96919, 229.84915, 286.66629, 291.47357, 79.70802, 306.07126, 106.53117, 225.28452, 265.11874, 63.41959, 80.69099, 217.40143, 98.71136, 264.39545, 96.61668, 93.10222, 82.09807, 67.73261, 76.92078, 254.29936, 66.6778, 226.7132, 301.97101, 112.58403, 249.77527, 96.52422, 228.23734, 284.11148, 236.6398, 97.50539, 229.10422, 63.5905, 107.21104, 119.18186, 76.42273, 113.23399, 101.99718, 258.07526, 284.50049, 105.55132, 247.38638, 77.78703, 106.14255, 228.28806, 79.99049, 92.00177, 90.37949, 123.79083, 261.91022, 108.11107, 275.09045, 384.77466, 328.58224, 298.88034, 89.40865, 214.25421, 212.42819, 229.53653, 85.73178, 252.72452, 308.71182, 226.08093, 112.84365, 418.25433, 286.69653, 307.38721, 222.10181, 100.49304, 90.69475, 281.23636, 106.76762, 142.06558, 339.80786, 95.75789, 97.44534, 237.9292, 282.76172, 87.96054, 72.44796, 71.81261, 89.354, 286.57715, 86.26611, 101.811, 299.25827, 89.09908, 84.61297, 148.91278, 276.57257, 73.4615, 71.30258, 265.18829, 252.92537, 103.23077, 66.69389, 241.03479, 84.71494, 272.25543, 259.87164, 318.8956, 138.84668, 79.83583, 63.54469, 251.69548, 265.28845, 71.46342, 230.76581, 86.45046, 331.46194, 337.86963, 121.40155, 110.92953, 81.79955, 275.5022, 84.15466, 258.10608, 305.57358, 249.76727, 321.89307, 82.07481, 99.38072, 96.25366, 125.73299, 49.37457, 98.85979, 76.38362, 87.2686, 93.46223, 65.17658, 132.90221, 355.47031, 310.01422, 253.45529, 99.39203, 310.74466, 89.89824, 148.23009, 105.12669, 206.17752, 216.26682, 236.78317, 110.27775, 98.21215, 53.35663, 95.19214, 264.50064, 89.57623, 61.63314, 228.2007, 289.79358, 229.88148, 174.81073, 212.45883, 91.02878, 233.24728, 70.55602, 89.96063, 92.09212, 105.96902, 226.39333, 94.66426, 209.31012, 288.7027, 197.53726, 118.82455, 275.16138, 104.37059, 283.66974, 106.10065, 93.02941, 387.05927, 63.98726, 60.35448, 224.87946, 107.96754, 79.16878, 74.41231, 100.02847, 115.98164, 86.77589, 316.75305, 274.36188, 104.53275, 274.95905, 95.29541, 87.74922, 199.21104, 283.99289, 80.91904, 230.40857, 82.99518, 54.2077, 183.85954, 114.75948, 346.4628, 95.68064, 263.88049, 336.74448, 236.6981, 99.60934, 260.42636, 98.38211, 98.5015, 58.68287, 92.38304, 220.24339, 181.58044, 197.39709, 96.19952, 260.41299, 88.28331, 287.30151, 272.7644, 342.98328, 295.41364, 80.15057, 260.79831, 78.76892, 72.76253, 275.46344, 199.15128, 196.23511, 98.17984, 96.6675, 328.11383, 312.87247, 110.81193, 267.64313, 229.38531, 86.02946, 108.37589, 296.24219, 269.7963, 177.06033, 255.89093, 341.90503, 269.86237, 313.79782, 233.7383, 332.30527, 132.06729, 282.25919, 280.14877, 67.97841, 97.17178, 99.08089, 116.16841, 207.69667, 265.7608, 317.18188, 231.58521, 259.45255, 287.13251, 76.28566, 281.6373, 398.62573, 75.77567, 337.88339, 78.64335, 102.91507, 295.79749, 109.23393, 253.45128, 119.01459, 292.6687, 217.53656, 144.19312, 94.78769, 267.23676, 262.26447, 91.39052, 347.48376, 241.44809, 53.1841, 145.52701, 78.95219, 263.83536, 82.6218, 198.65102, 244.16942, 205.94287, 61.36549, 108.79055, 231.33662, 83.4236, 80.77081 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3153.94604, 2642.87451, 3648.91797, 3087.71558, 2120.87891, 2878.5, 3133.90015, 3964.82959, 2886.60327, 2309.9541, 2668.58569, 4122.34033, 3407.45898, 2201.33936, 1683.72192, 2908.27832, 3461.25146, 2970.66699, 2647.39795, 3260.99951, 2094.78955, 1930.91248, 2785.55493, 3886.90479, 2073.94287, 2157.44336, 2645.69531, 2938.8252, 2462.72559, 3106.37061, 3818.80078, 3671.53174, 2242.11133, 3195.67529, 3228.30591, 2619.13818, 3286.89526, 2421.44507, 2527.73096, 2416.64722, 1917.25989, 3216.9126, 1429.46899, 2507.46655, 2329.31592, 2455.91162, 3716.70898, 3215.47168, 3288.21558, 3807.13257, 4093.1958, 2816.69312, 1917.32593, 2025.67432, 3458.50391, 2877.50098, 2004.37744, 3108.17139, 2649.84131, 1875.96484, 3055.39111, 2621.52734, 4037.95776, 2794.84692, 2324.34424, 3705.42017, 2700.58057, 1650.59595, 1938.07812, 2131.48438, 2757.06494, 2464.27759, 2260.29688, 2306.16968, 2981.84229, 3346.09595, 1682.11658, 2812.72607, 3091.17725, 2431.18018, 2572.79102, 2689.9668, 3392.62451, 2046.24817, 3301.65063, 3248.50342, 2141.43848, 2714.24219, 3021.78516, 2061.75586, 3630.03662, 3484.6521, 3279.69336, 3015.67798, 1819.53345, 3628.19287, 1980.11963, 2432.72046, 2938.19775, 1429.18872, 1967.52051, 3551.93311, 4223.88477, 2900.12646, 2809.03613, 2681.67822, 2711.43848, 3822.16113, 1708.52441, 3107.56152, 3664.44897, 3285.84717, 2196.51562, 1905.54932, 4741.52832, 3610.60156, 3160.93604, 2417.36475, 554.29919, 3365.0293, 2747.34766, 3450.3916, 3810.66162, 3472.83203, 3175.9563, 2895.96802, 1849.66516, 3003.42822, 3467.60303, 3297.79395, 3195.27441, 2844.96802, 2862.27881, 3225.54956, 2123.25781, 2051.85522, 2798.90698, 1387.52393, 3138.20117, 2117.44482, 2988.22168, 3726.52759, 3323.80615, 3053.39868, 2423.46216, 2855.5249, 2386.3999, 2995.54712, 3426.96094, 2441.65576, 1178.50391, 3122.12695, 1698.80725, 3709.34229, 1792.80811, 2851.96265, 2804.23779, 2071.38354, 2163.07886, 3258.1709, 3087.73877, 2612.24707, 2918.97192, 2442.19116, 3160.03125, 3546.5459, 2544.2373, 2742.93481, 3595.60303, 3064.45947, 3194.50342, 3583.59766, 2730.73413, 3872.28271, 3612.3125, 2581.89795, 3954.05054, 3620.89307, 2003.46216, 2549.40259, 1637.14746, 2770.22607, 3056.44336, 2348.73511, 2861.84644, 3127.30518, 2944.31152, 2893.52344, 2549.76709, 2337.75098, 1969.26025, 2283.16895, 3213.0061, 3593.15234, 3083.59082, 2758.69873, 4245.0166, 2501.47217, 2222.49146, 2430.05225, 1176.55518, 2908.61792, 2597.22705, 2365.07178, 2787.30542, 1497.8053, 2716.6499, 3276.8125, 3106.90186, 3822.81104, 3094.63281, 2921.27393, 2065.10083, 3300.48047, 1669.01819, 1990.29688, 1085.31689, 2768.77441, 2500.09473, 3099.21631, 3394.1499, 3470.90698, 2451.65869, 1600.09851, 3119.88403, 3763.77271, 2932.98535, 2787.81152, 2300.97241, 3451.75342, 2774.11133, 1151.73364, 2700.82715, 3040.6062, 2131.74463, 2763.48462, 3320.6377, 3433.84814, 2512.68457, 2220.80396, 2067.20898, 2531.03467, 3193.68311, 1938.0979, 3690.56201, 3481.01147, 3773.7356, 3045.83447, 3253.17993, 2189.2207, 3394.78174, 3302.65356, 3556.6416, 3277.52637, 2443.87207, 3405.38232, 2854.02588, 3747.82764, 3504.48584, 2245.62939, 3021.46558, 3114.71777, 2148.72168, 2160.87378, 3119.12207, 3018.3291, 2429.7583, 3045.39258, 2272.22021, 2207.06934, 3249.78247, 2385.86938, 2364.7981, 1449.44092, 3737.26001, 2366.62305, 2802.66211, 2102.74121, 1938.87817, 2025.9093, 1500.1731, 2432.46094, 2091.82959, 3736.78394, 2634.89014, 2499.6438, 2253.07373, 3164.86987, 4600.46436, 2894.90015, 1866.099, 3229.67432, 2703.40723, 2030.10669, 2417.84692, 2968.40747, 2479.89453, 2802.68408, 3275.58936, 1373.78369, 2617.25195, 2569.91992, 2476.51855, 2268.70898, 2436.82178, 3300.81885, 2752.82275, 1186.05347, 2189.15381, 2602.79272, 2668.04736, 2374.93896, 3589.08423, 2022.21326, 2930.87109, 3294.85498, 3733.74048, 1481.29041, 3075.93652, 2469.67041, 2447.60986, 1844.11401, 2397.2749, 3656.06396, 2805.8269, 3344.89966, 3912.02441, 2742.18555, 2978.4729, 2510.39941, 3620.12744, 2649.56763, 2373.20679, 3139.72998, 3193.31445, 3606.27563, 4036.15137, 2799.59424, 2553.23584, 1975.09888, 3452.40771, 2960.15186, 1220.13062, 2432.73975, 1980.84888, 3186.29126, 2756.31299, 1542.8623, 3277.10718, 2824.73242, 3332.22217, 1654.60388, 3156.98413, 2675.7063, 3983.68677, 3268.5332, 2651.92725, 3693.30615, 3534.53882, 2418.29175, 3033.75293, 3135.01465, 2998.44043, 3559.36035, 2992.96289, 2912.25293, 2996.04443, 481.07935, 3371.24121, 1942.32104, 3629.72095, 3240.05029, 2798.31396, 3504.69409, 3161.38647, 2185.53223, 2022.84509, 3211.83325, 1872.76709, 3682.42529, 1790.89307, 2534.31079, 2101.97803, 2413.79712, 3319.5127, 2383.13135, 3533.9834, 3548.25269, 4104.23242, 3689.83789, 2469.81885, 2193.27637, 3746.34033, 3303.42139, 4275.68457, 1952.77539, 2781.44263, 2973.48193, 4032.47021, 2744.27295, 2994.75391, 4067.0769, 2583.58276, 2821.11841, 1752.78943, 4628.92139, 2357.54932, 2287.99292, 3501.24561, 2526.22681, 1660.35095, 2708.85156, 4457.04248, 2890.51172, 1999.64941, 2716.00391, 2423.35547, 3568.52344, 2330.10303, 3765.2373, 3234.11963, 3001.74561, 3762.51562, 3052.98633, 2327.70044, 3613.38281, 3460.48633, 1930.20435, 3015.95923, 2426.31714, 2811.66211, 1894.75537, 2927.49536, 2570.39746, 3456.01855, 2870.23438, 3048.49414, 1932.86853, 3579.2583, 1980.37891, 2610.24854, 965.29968, 2699.28271, 3087.37598, 1586.14417, 3478.85303, 2535.72119, 3550.45215, 1771.90332, 2979.37476, 3224.72314, 3085.38623, 2963.94873, 2389.48486, 2936.64502, 3987.75049, 2842.59131, 2330.56177, 1774.06714, 3884.35889, 2515.66138, 2550.39502, 3565.82007, 3381.95312, 3062.66602, 2655.13184, 2524.68408, 1631.35083, 3423.75391, 3595.23535, 3010.43408, 2536.91626, 3327.29346, 1478.31238, 1893.22729, 3074.927, 4213.23145, 3205.03271, 3020.24609, 3759.4585, 2288.4585, 3522.68726, 2972.92798, 3690.16138, 3910.78833, 2418.06787, 1951.55164, 3832.41797, 2945.21948, 2858.82373, 3664.00586, 2294.28613, 3443.02856, 2279.76978, 3341.77026, 2786.55176, 2426.96729, 2647.72632, 3510.70752, 3393.21289 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.1751143328083376, "neutral_loss": 2.4445807474317256, "target_docs_loss": 0.8533636296865216, "neutral_init_loss": 3.548002326965332, "target_docs_init_loss": 1.823633729086982, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 298.12238, 62.34074, 338.65381, 268.25504, 422.31512, 121.58568, 317.96921, 283.02737, 95.93459, 91.66125, 305.52722, 271.88412, 189.47124, 77.287, 251.96249, 91.86266, 82.46051, 134.17792, 235.36472, 124.46773, 287.29541, 350.00531, 71.81193, 370.29028, 274.86694, 257.57935, 79.63673, 66.34371, 98.68594, 145.81747, 250.85403, 80.34559, 85.76605, 321.95898, 94.64606, 370.81177, 288.49933, 247.2196, 194.59695, 89.96406, 110.13731, 269.01141, 88.82944, 186.95956, 281.4129, 72.32891, 75.56332, 219.97272, 78.09669, 262.79648, 106.26444, 64.51993, 337.7356, 241.29645, 341.65222, 228.87979, 89.02649, 190.2919, 353.58011, 334.15967, 104.06927, 80.49081, 98.47404, 85.36839, 303.5105, 81.35578, 89.65543, 109.69532, 266.90909, 105.56816, 88.42101, 86.30235, 336.26764, 263.9213, 223.88321, 341.89325, 328.61499, 96.67446, 314.59241, 94.22556, 115.43907, 271.86572, 295.29407, 282.99588, 79.34199, 60.14167, 104.74644, 83.92725, 376.9729, 94.74529, 97.75716, 80.20035, 214.34259, 209.88922, 242.71092, 303.90332, 225.59215, 101.00179, 278.20477, 264.53595, 87.42903, 94.56638, 221.29092, 307.33319, 69.82988, 333.80426, 77.5573, 239.88213, 89.06026, 56.35731, 375.42352, 192.44173, 67.67487, 291.2041, 106.05067, 79.02122, 266.82275, 82.49158, 242.91953, 180.35289, 77.82928, 137.82402, 71.89241, 262.70874, 92.08136, 221.54909, 223.64569, 174.03427, 166.89227, 87.40157, 101.13506, 105.7994, 322.93857, 272.83002, 60.49238, 107.97442, 76.95496, 65.19994, 196.40399, 293.36835, 285.78226, 98.34323, 85.36325, 117.16708, 104.76686, 88.86436, 91.80928, 197.16583, 299.271, 227.06491, 69.84076, 82.61316, 333.97562, 102.71467, 76.04424, 98.3532, 271.19678, 218.37994, 108.21625, 253.53198, 103.24162, 272.65228, 233.18777, 329.315, 222.94373, 85.14995, 269.53281, 110.83365, 240.67575, 112.07085, 90.11729, 106.49826, 117.81529, 239.10797, 228.78552, 88.58502, 119.63278, 240.25554, 107.92374, 375.86356, 85.47934, 254.56418, 265.8338, 77.66364, 94.53403, 237.19252, 172.26959, 80.3743, 92.03259, 99.20704, 260.45062, 275.81744, 105.70145, 251.73059, 93.72328, 261.42041, 280.47095, 109.88211, 82.30583, 64.56755, 102.26991, 102.6813, 255.3172, 70.76025, 327.31079, 203.84142, 103.73501, 105.19505, 110.01176, 401.5477, 88.83933, 302.80917, 93.8541, 100.36813, 98.82455, 231.50143, 296.16699, 294.84277, 81.67074, 310.2312, 109.05181, 226.33353, 268.315, 67.22055, 82.66177, 220.76959, 100.15979, 268.33514, 98.2287, 94.66667, 84.33892, 68.4117, 79.24232, 257.66974, 69.21237, 231.66998, 306.77328, 115.7863, 254.2881, 98.16792, 229.87122, 288.55573, 238.72516, 99.50612, 232.63669, 64.20058, 110.27702, 122.04135, 78.05152, 114.55177, 104.59315, 263.21497, 285.69531, 107.63637, 250.04135, 77.92604, 109.63255, 230.65549, 80.76789, 94.05255, 93.36005, 125.68307, 264.24628, 112.25995, 277.81296, 386.70288, 327.61084, 302.04712, 90.82271, 217.70566, 214.87302, 233.40659, 87.22302, 254.439, 315.12109, 230.7402, 114.54795, 422.21542, 291.90393, 308.93347, 225.17822, 101.95241, 91.31586, 286.54898, 109.76993, 144.33705, 344.37262, 98.18632, 96.67094, 239.50946, 284.53006, 89.46513, 73.0874, 74.6757, 90.55412, 290.26352, 89.87392, 106.78252, 304.23645, 92.69968, 88.68939, 151.24643, 281.414, 75.17055, 73.5428, 272.9248, 256.6384, 104.76675, 66.58994, 243.75392, 87.10047, 277.62512, 265.21222, 321.96118, 144.15175, 81.50341, 64.34148, 254.55443, 266.41589, 71.28531, 232.98737, 87.40289, 333.23605, 342.8653, 124.24614, 113.07596, 82.60915, 280.86133, 85.80792, 257.9007, 312.27301, 251.38049, 322.03824, 84.68504, 100.29559, 95.32428, 130.27277, 48.31326, 101.62691, 76.03908, 89.58212, 96.25986, 66.85093, 134.89378, 360.64243, 315.60431, 254.55853, 102.66965, 316.50861, 91.04207, 152.98766, 108.22481, 209.85457, 219.10277, 239.73618, 110.7975, 100.85843, 54.77451, 95.69353, 266.62067, 91.38499, 63.71981, 231.30753, 292.78308, 232.73022, 176.45543, 214.03806, 93.26188, 236.88013, 70.99623, 91.68248, 93.26884, 107.6082, 227.52908, 98.88536, 211.02997, 290.71005, 200.00613, 118.85757, 280.43286, 104.85382, 289.78326, 106.95277, 94.32374, 390.43854, 66.07372, 61.27079, 229.2807, 112.14337, 79.9128, 75.92218, 102.12543, 119.38682, 88.51736, 320.65491, 278.69196, 108.86499, 279.97797, 96.46139, 88.4666, 202.72296, 287.3746, 82.11898, 233.62907, 85.30981, 55.17711, 186.05382, 116.48613, 349.8519, 99.98647, 266.59073, 340.39761, 239.71619, 102.3634, 264.98328, 99.36475, 99.20283, 60.36707, 96.33121, 221.61267, 182.28662, 202.31425, 95.18481, 265.0593, 89.43398, 290.24164, 275.7515, 344.03119, 293.17279, 81.56255, 263.85791, 80.17447, 72.9126, 276.75131, 201.09891, 199.22653, 100.18129, 96.7723, 332.11661, 315.5047, 112.5661, 269.59949, 232.06711, 89.37685, 110.35097, 299.3985, 273.14291, 182.32068, 259.43298, 346.14246, 274.0838, 317.68616, 236.32884, 333.6937, 136.50424, 285.08881, 287.93219, 67.76826, 99.89973, 100.40884, 120.29719, 209.26196, 269.64877, 322.62994, 235.02475, 265.00031, 290.19247, 74.76815, 283.61853, 400.90717, 76.05869, 340.94708, 80.00777, 104.34879, 301.20886, 112.50974, 253.8981, 122.87553, 298.38379, 224.85312, 147.74796, 94.28424, 269.61169, 269.55371, 93.67584, 351.56195, 242.78398, 54.68486, 146.16037, 82.20868, 269.94284, 84.55827, 200.08972, 244.80161, 207.90445, 63.59562, 110.389, 231.66992, 88.4885, 85.23827 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3056.62378, 2559.19824, 3541.45752, 2948.32178, 2016.23621, 2769.20605, 3016.74194, 3883.06592, 2741.85352, 2200.50684, 2552.41626, 4003.22632, 3267.47583, 2085.85986, 1582.39221, 2772.28564, 3331.05054, 2811.65576, 2501.65332, 3148.21143, 1991.57336, 1790.68848, 2683.19165, 3745.38037, 1955.91699, 2042.11182, 2558.31152, 2806.94531, 2380.22998, 2993.94482, 3685.61328, 3528.70703, 2143.74902, 3078.45044, 3121.37744, 2530.63672, 3150.06592, 2341.53174, 2423.48291, 2348.72705, 1837.13184, 3095.20801, 1351.01978, 2379.74536, 2221.60547, 2359.80371, 3593.29175, 3081.26953, 3199.92725, 3696.61987, 3990.10913, 2713.25586, 1806.74048, 1939.8125, 3328.22363, 2806.76562, 1898.81311, 2990.89551, 2550.57471, 1783.02356, 2917.87256, 2497.19995, 3902.23877, 2642.91431, 2227.25391, 3537.96899, 2616.08887, 1574.91357, 1853.29688, 2057.20312, 2628.04468, 2399.93115, 2158.5498, 2197.93457, 2877.19189, 3260.63916, 1604.55908, 2700.46777, 2967.80054, 2349.12964, 2444.7793, 2568.59912, 3254.37402, 1999.99573, 3196.15186, 3119.20117, 2049.17383, 2602.83887, 2872.83203, 1942.69263, 3533.05566, 3379.85938, 3131.82324, 2910.40771, 1707.77185, 3535.34888, 1897.88745, 2321.34961, 2798.88647, 1350.87427, 1882.38293, 3451.8291, 4066.5752, 2759.16113, 2669.49023, 2601.44629, 2592.48926, 3646.41235, 1603.83582, 2943.16113, 3581.55615, 3120.74951, 2066.5188, 1805.25635, 4643.97314, 3464.23047, 3044.58862, 2295.02734, 545.1673, 3234.73193, 2667.48267, 3318.8584, 3684.54785, 3378.91357, 3062.77051, 2759.26489, 1761.24341, 2866.40771, 3371.43823, 3141.70459, 3036.43555, 2740.76904, 2733.28955, 3121.29102, 2019.28589, 1954.76843, 2700.42969, 1310.12646, 2998.61694, 2018.52649, 2868.34814, 3596.94434, 3183.14209, 2942.95605, 2298.34009, 2719.88818, 2262.35181, 2898.95605, 3330.50244, 2297.99512, 1118.26904, 3025.22998, 1595.12537, 3570.6377, 1723.04468, 2745.17822, 2651.27246, 1990.07495, 2020.51013, 3159.26416, 2952.50146, 2518.81567, 2788.09058, 2339.85425, 3023.2832, 3430.86914, 2445.64258, 2611.50806, 3429.26855, 2911.68994, 3074.66992, 3435.67529, 2635.68262, 3793.68042, 3513.03711, 2459.09717, 3802.02856, 3487.77393, 1889.43799, 2450.13281, 1545.05908, 2673.06616, 2902.21997, 2226.51611, 2774.90356, 3010.31738, 2848.32178, 2749.35327, 2436.80322, 2228.30322, 1873.91016, 2175.40088, 3095.12817, 3496.60889, 2953.59912, 2657.86523, 4064.18896, 2404.09766, 2084.70459, 2325.18872, 1125.00696, 2781.67432, 2502.29541, 2282.63574, 2650.85889, 1395.86182, 2580.16968, 3158.104, 2970.90674, 3736.13525, 2932.90527, 2757.17578, 1983.19214, 3171.85791, 1541.24219, 1851.12561, 1012.92328, 2667.3457, 2369.3291, 3000.48706, 3313.71899, 3332.5918, 2323.53027, 1500.06213, 2953.19873, 3572.05713, 2785.66992, 2695.15503, 2174.93677, 3354.84814, 2663.10742, 1122.64795, 2613.89478, 2919.96216, 2026.00977, 2607.90234, 3171.59082, 3285.73022, 2389.5957, 2116.93213, 1965.81714, 2387.3418, 3072.85938, 1850.47583, 3570.94336, 3358.0481, 3655.92432, 2941.10693, 3089.19873, 2105.84399, 3264.60693, 3188.89331, 3451.91064, 3129.16504, 2377.55884, 3259.53589, 2753.20898, 3616.70581, 3387.1333, 2131.20679, 2936.6499, 3026.36475, 2001.18274, 2048.68701, 2986.62207, 2895.66064, 2306.2207, 2902.4978, 2169.65918, 2125.31982, 3113.50635, 2320.02637, 2248.09448, 1348.85083, 3588.05664, 2266.67749, 2692.84961, 1965.60742, 1859.8252, 1903.95129, 1422.78223, 2296.6626, 1977.52344, 3580.26001, 2518.76978, 2368.87549, 2143.64502, 3044.76367, 4458.09424, 2812.0354, 1780.5199, 3086.99658, 2602.03345, 1942.76392, 2303.64014, 2814.34839, 2367.77734, 2652.7478, 3190.97266, 1279.33618, 2496.77539, 2473.6189, 2361.13599, 2160.61255, 2325.15625, 3159.11182, 2635.16211, 1106.30676, 2068.61475, 2494.24561, 2548.26904, 2276.43115, 3397.10205, 1915.33423, 2818.85059, 3207.97827, 3611.93311, 1397.30066, 2950.66357, 2382.91016, 2304.28735, 1781.09265, 2272.02539, 3511.87646, 2703.229, 3229.14282, 3771.55225, 2637.02148, 2833.83301, 2387.75708, 3442.33691, 2511.60742, 2251.34863, 2977.63452, 3053.56763, 3549.83838, 3893.75586, 2656.18311, 2418.74365, 1880.87659, 3311.40259, 2807.25879, 1131.81958, 2305.18213, 1873.01196, 3071.83105, 2610.04248, 1435.64868, 3149.08154, 2700.50513, 3261.19238, 1578.2052, 3019.75415, 2548.94214, 3839.58154, 3221.10693, 2566.34619, 3581.96826, 3348.97705, 2334.29663, 2899.13208, 2985.07373, 2906.7417, 3405.33325, 2827.18237, 2774.83008, 2863.40527, 463.4126, 3293.95581, 1840.0144, 3517.72656, 3133.25146, 2681.63379, 3336.39893, 3020.86719, 2077.60547, 1903.78333, 3143.06836, 1742.50708, 3572.21558, 1691.16968, 2408.6582, 1986.03394, 2352.2207, 3164.96338, 2251.77246, 3432.58496, 3435.93018, 3910.34888, 3525.46387, 2364.01831, 2101.00708, 3588.79077, 3185.75586, 4133.32568, 1861.20642, 2668.17017, 2840.92236, 3927.60645, 2632.84497, 2858.87354, 3952.67773, 2479.84839, 2704.95947, 1662.45825, 4540.73633, 2238.16821, 2190.50171, 3376.78613, 2448.79346, 1583.31006, 2636.33032, 4293.43506, 2788.59497, 1908.21777, 2593.51538, 2305.32227, 3422.00488, 2192.33203, 3618.95215, 3143.82373, 2836.4707, 3614.86914, 2929.90625, 2234.46191, 3494.16846, 3291.44482, 1812.00757, 2892.34985, 2291.00879, 2694.1377, 1761.28442, 2805.36694, 2451.13916, 3310.34888, 2759.81982, 2945.08057, 1818.50684, 3493.75, 1862.13416, 2517.05542, 899.84851, 2575.43652, 2992.08374, 1456.72144, 3363.92676, 2444.16113, 3394.63843, 1709.79468, 2814.57178, 3092.73633, 2928.61841, 2852.65283, 2287.94312, 2832.63428, 3851.52393, 2682.39722, 2237.76318, 1671.59814, 3737.08203, 2405.77539, 2409.53076, 3476.40771, 3284.55957, 2937.1731, 2535.1416, 2409.53662, 1559.22498, 3304.34155, 3498.8269, 2914.83057, 2465.03833, 3183.47266, 1396.55066, 1817.16748, 2903.04224, 4163.62012, 3113.79395, 2903.30615, 3689.50269, 2188.02734, 3377.51733, 2820.29126, 3609.5166, 3773.45605, 2301.66016, 1816.85889, 3713.35449, 2755.92334, 2743.39355, 3544.11914, 2172.36035, 3277.60791, 2182.16309, 3188.17139, 2674.69922, 2319.72168, 2545.25977, 3373.74219, 3234.98291 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.21859617976519768, "neutral_loss": 2.4722967059026812, "target_docs_loss": 0.84200415685114, "neutral_init_loss": 3.542855638504028, "target_docs_init_loss": 1.7977123714023167, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 302.12268, 62.98533, 340.36917, 271.14331, 426.40967, 123.4071, 320.81262, 287.68539, 97.77473, 93.8289, 312.37518, 274.32703, 189.05927, 79.13837, 254.08856, 94.19978, 84.91678, 137.16002, 238.9848, 127.71434, 291.03506, 353.09137, 72.07988, 374.92703, 276.75348, 261.09015, 80.26796, 68.17577, 100.13844, 147.52985, 251.46637, 81.32716, 87.82556, 325.85687, 95.7968, 375.45386, 288.42526, 249.82323, 196.98659, 91.85175, 111.54646, 271.5954, 90.1801, 188.92712, 284.91638, 74.33847, 77.16376, 222.28586, 79.0894, 266.46848, 111.0807, 66.25381, 338.81097, 243.47926, 344.79926, 231.16005, 89.16147, 193.95001, 356.51498, 337.10031, 104.55238, 80.85551, 99.96675, 88.66199, 304.54514, 82.50406, 90.72667, 111.7098, 268.94891, 107.9524, 92.53108, 89.40284, 339.28513, 269.38135, 226.1257, 345.10522, 331.9357, 97.28879, 317.38361, 94.57143, 116.17742, 275.7374, 298.60223, 284.41357, 79.15982, 60.42314, 109.02142, 86.82861, 378.54785, 96.1904, 99.82034, 80.96878, 217.22308, 213.88962, 245.6488, 306.2803, 228.26117, 102.25819, 280.4007, 267.09457, 89.62175, 95.35414, 223.69313, 309.96777, 70.67757, 333.28345, 80.65623, 239.89555, 88.46025, 57.12243, 377.0014, 193.52194, 69.62325, 294.63199, 106.04413, 83.24554, 265.27432, 86.34976, 244.41403, 181.78186, 78.24889, 139.53029, 72.44134, 265.98712, 91.27982, 223.1525, 223.77887, 176.37009, 168.71297, 89.07339, 102.08819, 106.30383, 325.68381, 275.02441, 59.95356, 109.4575, 78.15681, 67.12869, 196.62965, 294.10983, 288.52017, 99.45218, 86.5032, 119.3672, 106.88625, 90.23711, 91.93088, 198.57858, 303.32471, 226.49097, 71.10953, 83.93494, 338.6402, 103.36193, 77.9093, 100.69896, 273.01221, 219.95496, 109.17831, 256.57495, 105.74969, 275.59924, 237.1673, 333.47672, 226.82285, 85.49413, 270.68665, 112.4618, 245.36462, 115.01817, 91.7851, 107.83469, 119.03796, 241.75768, 229.99081, 90.72978, 120.8168, 245.17882, 109.89053, 377.5249, 86.50214, 256.05481, 268.75217, 78.8941, 96.80495, 240.33961, 173.95953, 81.65381, 93.20695, 100.87476, 261.72641, 277.75635, 106.96651, 254.08499, 93.25734, 263.65997, 285.12067, 113.94842, 83.99173, 64.48425, 103.60394, 104.09712, 259.66528, 70.53873, 329.86356, 207.08493, 104.89408, 107.24131, 113.82363, 404.31238, 90.6856, 305.84796, 94.4449, 103.70056, 99.53679, 232.08138, 303.47891, 297.60818, 82.31561, 314.4122, 110.7224, 226.94777, 270.79193, 69.4446, 85.15096, 221.9599, 99.90131, 271.74646, 100.51343, 95.68919, 86.4828, 69.774, 81.21159, 260.62918, 70.16301, 236.62781, 310.47925, 118.29321, 257.31137, 98.58613, 232.74155, 290.6496, 239.97412, 100.80966, 236.42371, 65.19984, 112.51041, 123.7476, 80.05025, 116.59692, 107.18494, 267.69672, 287.49414, 110.08661, 252.52663, 78.45667, 112.60991, 233.73163, 80.78905, 95.78695, 96.12888, 126.98087, 267.14523, 115.09373, 280.25775, 388.56949, 326.82532, 306.02271, 91.23672, 219.04092, 217.51746, 235.8107, 88.25188, 256.11005, 318.94055, 232.86139, 116.14783, 424.57852, 295.88834, 308.87146, 229.89229, 102.80165, 91.91245, 289.80676, 112.87819, 146.79761, 347.9971, 98.86288, 96.51985, 240.8851, 286.56714, 90.08144, 72.68169, 76.28794, 91.07934, 292.53857, 92.18706, 110.45677, 308.1825, 94.96844, 90.89548, 153.80885, 284.79041, 76.54813, 74.97587, 277.99841, 259.03748, 106.81364, 67.22777, 246.91734, 87.9502, 282.07971, 268.70032, 324.70215, 147.72853, 82.03268, 65.30354, 256.78427, 267.92349, 71.00624, 234.34859, 88.44507, 335.10712, 347.39459, 125.9461, 114.1788, 83.62891, 285.3558, 87.51083, 259.08844, 317.69568, 252.49063, 321.28595, 86.46513, 100.67007, 94.82317, 133.63881, 47.9395, 104.26523, 76.11285, 91.65437, 97.96832, 67.68217, 136.81769, 364.25958, 319.01758, 255.31216, 104.64347, 320.31616, 91.97226, 156.03476, 110.20651, 214.09416, 221.23691, 240.73535, 111.6764, 102.56149, 55.13087, 95.86798, 268.90747, 93.30741, 65.26797, 233.29474, 295.69916, 235.78046, 178.72357, 215.01453, 94.46587, 240.42494, 71.21286, 93.84894, 94.58801, 109.25948, 227.96777, 101.88027, 213.75836, 291.72519, 202.55977, 118.78884, 283.52734, 105.85178, 295.6127, 107.02113, 95.6104, 390.55267, 67.98116, 61.96843, 233.12405, 115.59894, 80.36245, 76.73428, 104.47285, 121.21629, 90.07274, 322.34418, 281.78406, 110.90262, 282.63483, 97.5058, 89.75732, 205.94971, 290.1951, 83.47446, 235.92096, 87.08538, 56.379, 188.84674, 118.08333, 352.20648, 102.82352, 267.81439, 342.36856, 242.8074, 104.24018, 269.0177, 100.37915, 100.6196, 62.0107, 98.25761, 224.31918, 183.82909, 205.79745, 94.24632, 267.00021, 91.23497, 291.7077, 278.21143, 344.87598, 293.01251, 83.46818, 266.61365, 81.41576, 73.72874, 278.23236, 202.59839, 201.33929, 101.05219, 97.22336, 334.44223, 317.07709, 113.40841, 271.97009, 233.27251, 91.14517, 111.5108, 302.71875, 276.99161, 186.4247, 263.85904, 350.02045, 279.53723, 318.38751, 238.33881, 335.87183, 140.15298, 288.30734, 293.83124, 68.54662, 101.74928, 101.91821, 123.92274, 210.50272, 272.31812, 328.46362, 237.38507, 269.05502, 294.0473, 73.02855, 286.30511, 402.30463, 77.3187, 343.90366, 81.78584, 105.9341, 306.21481, 115.30261, 254.53334, 125.79022, 302.0217, 229.85022, 149.8419, 93.43929, 272.78204, 273.90411, 95.63455, 355.20132, 244.8233, 55.98244, 147.41934, 84.83574, 272.50165, 85.52836, 200.97791, 247.3324, 209.10315, 64.68532, 111.9949, 232.19803, 90.89224, 87.84846 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3032.54541, 2545.15991, 3518.19702, 2901.06396, 1978.45007, 2741.83887, 2977.67603, 3869.13159, 2691.2312, 2167.88574, 2518.29395, 3968.39673, 3232.00073, 2044.60474, 1545.48169, 2723.4043, 3285.17285, 2763.11646, 2452.42993, 3113.49146, 1961.42542, 1750.9657, 2649.40234, 3697.5127, 1913.90112, 2005.08313, 2536.53125, 2759.55469, 2350.81738, 2957.48584, 3645.11401, 3494.34033, 2111.17749, 3030.90771, 3089.8125, 2500.67969, 3102.93481, 2329.4729, 2392.6167, 2333.83789, 1809.22253, 3059.17139, 1332.755, 2338.52246, 2185.04102, 2339.07471, 3548.23438, 3044.03271, 3177.77124, 3653.16675, 3960.54688, 2687.17041, 1772.65918, 1918.99255, 3285.88525, 2802.85449, 1874.98828, 2954.14062, 2524.3877, 1759.25854, 2873.87891, 2450.98755, 3850.36963, 2587.54541, 2203.49072, 3493.93408, 2593.58154, 1551.78308, 1827.74792, 2037.48145, 2599.89429, 2384.58618, 2124.09424, 2170.31055, 2842.72314, 3244.18115, 1587.00073, 2671.05762, 2930.96802, 2320.30762, 2407.29346, 2531.02783, 3202.56006, 1998.69958, 3165.41382, 3069.84668, 2023.15076, 2569.83447, 2826.98169, 1903.6394, 3508.20093, 3355.3208, 3084.79541, 2881.42627, 1681.54614, 3504.79492, 1875.54773, 2283.92285, 2760.15015, 1331.08838, 1857.56165, 3432.75562, 4009.06201, 2720.07324, 2620.39258, 2580.7666, 2545.17188, 3587.35791, 1576.3772, 2887.79834, 3556.20654, 3063.2915, 2022.43872, 1780.68604, 4622.03418, 3409.75024, 3010.46265, 2263.94482, 548.53021, 3194.50098, 2643.28613, 3279.18262, 3648.86572, 3350.03418, 3022.44995, 2713.02246, 1730.45312, 2823.58936, 3341.51025, 3074.90723, 2982.46143, 2704.62573, 2693.81836, 3088.7124, 1996.57861, 1927.84326, 2671.01074, 1280.22803, 2944.76367, 1987.86719, 2825.34204, 3559.6709, 3132.97681, 2912.08521, 2258.56689, 2687.74414, 2222.75659, 2867.14355, 3303.94482, 2254.57959, 1103.92908, 2996.54272, 1558.271, 3525.84644, 1705.17944, 2712.5542, 2602.71289, 1969.30981, 1976.04712, 3131.12842, 2912.73584, 2497.58789, 2755.42798, 2307.47266, 2977.16333, 3397.05176, 2417.94971, 2577.80933, 3378.10742, 2854.86914, 3037.43213, 3380.16504, 2615.34546, 3781.22876, 3490.37354, 2419.07324, 3744.51123, 3441.90674, 1861.09326, 2406.70117, 1516.17993, 2640.06348, 2845.63086, 2184.88818, 2750.98535, 2967.61182, 2807.78931, 2709.64941, 2397.71338, 2190.27539, 1840.12573, 2145.74634, 3059.4895, 3475.54541, 2913.67114, 2629.31689, 3985.24854, 2376.88135, 2035.30615, 2295.25977, 1120.04968, 2739.94727, 2477.95068, 2255.03125, 2604.2251, 1370.75928, 2533.25464, 3138.76709, 2929.86792, 3717.67773, 2876.91504, 2700.15161, 1962.26538, 3140.52661, 1509.87695, 1808.125, 995.38037, 2641.93994, 2330.89917, 2972.87378, 3300.80127, 3280.10962, 2279.51709, 1472.43323, 2896.38184, 3502.29517, 2741.02539, 2681.49292, 2137.82031, 3336.65479, 2633.15283, 1115.71729, 2573.85791, 2872.79688, 1993.58081, 2549.98462, 3118.90991, 3231.78271, 2357.21338, 2085.75952, 1936.60938, 2338.41699, 3041.11304, 1820.81213, 3534.50195, 3321.70605, 3616.34473, 2905.22095, 3043.31494, 2084.26611, 3222.26465, 3150.52002, 3417.89893, 3084.99219, 2358.73438, 3208.72192, 2719.90991, 3574.33203, 3348.28101, 2100.58154, 2911.93237, 3003.03369, 1948.33447, 2016.8158, 2944.17578, 2856.75781, 2260.86108, 2848.74805, 2135.39526, 2104.79248, 3066.77466, 2302.30884, 2203.91748, 1321.53027, 3536.15649, 2239.99805, 2649.0127, 1922.95947, 1844.48889, 1862.39258, 1399.85449, 2253.32837, 1936.02039, 3526.33496, 2474.94751, 2328.82446, 2106.66577, 3005.92236, 4412.43506, 2787.75391, 1755.4436, 3037.96484, 2579.89429, 1915.3584, 2263.12939, 2770.7395, 2322.85596, 2605.07666, 3170.23145, 1250.75928, 2464.81104, 2445.35254, 2325.72217, 2121.49219, 2289.71045, 3100.80029, 2592.9082, 1083.94861, 2028.20947, 2464.29614, 2509.09326, 2242.68262, 3333.03052, 1881.72656, 2772.6123, 3187.89404, 3573.71045, 1375.0144, 2906.09131, 2356.6333, 2255.55469, 1763.4353, 2238.31641, 3463.60571, 2671.42383, 3189.1626, 3725.13159, 2599.70068, 2792.42651, 2349.6377, 3382.97583, 2461.59131, 2215.40283, 2921.41504, 3002.87207, 3538.10083, 3852.63232, 2604.06201, 2374.37695, 1851.89185, 3263.28857, 2752.89258, 1102.45276, 2277.58984, 1840.8158, 3028.56226, 2559.68237, 1405.4043, 3116.09302, 2665.24756, 3242.31689, 1557.74084, 2985.58472, 2504.05347, 3785.83203, 3219.06738, 2537.92212, 3546.45679, 3285.77881, 2310.18799, 2855.03296, 2933.95166, 2877.05469, 3342.43457, 2777.22192, 2731.59131, 2814.96533, 456.96606, 3277.24268, 1811.64771, 3489.68359, 3098.70166, 2651.5498, 3273.68457, 2981.5332, 2042.16394, 1861.61255, 3117.91943, 1702.15527, 3537.54883, 1660.72229, 2372.93994, 1950.65625, 2342.31006, 3122.20996, 2218.8252, 3409.49854, 3393.30518, 3839.31299, 3471.44604, 2325.39502, 2068.76733, 3538.87598, 3144.95166, 4085.52759, 1829.15247, 2640.06689, 2805.2876, 3903.65674, 2595.05615, 2811.90381, 3908.86133, 2450.88623, 2667.46362, 1638.06494, 4509.98926, 2208.98047, 2157.5542, 3339.9917, 2425.52173, 1567.4574, 2618.75439, 4241.729, 2760.6582, 1882.9353, 2551.76758, 2266.06787, 3385.90186, 2139.0874, 3568.08545, 3107.6543, 2788.96655, 3557.80542, 2892.83887, 2204.03882, 3455.05273, 3236.21313, 1774.69067, 2850.28027, 2249.1416, 2662.83838, 1724.45691, 2760.04736, 2418.67432, 3262.47168, 2720.20776, 2918.30078, 1786.23462, 3472.55176, 1816.27551, 2487.12988, 889.24536, 2538.38696, 2962.40771, 1414.94556, 3328.31982, 2428.21118, 3332.32324, 1695.7428, 2753.93652, 3047.33301, 2873.82104, 2832.0459, 2259.39307, 2800.50146, 3802.44287, 2622.24683, 2206.69702, 1642.64661, 3675.56323, 2369.66797, 2362.76489, 3450.60278, 3255.31396, 2887.16382, 2493.25391, 2380.00293, 1537.05127, 3278.41895, 3480.57959, 2883.79077, 2450.6001, 3132.25, 1373.64685, 1796.98096, 2839.48047, 4157.12207, 3110.27393, 2872.00586, 3672.3313, 2153.40698, 3331.70801, 2765.35156, 3596.65332, 3728.80103, 2262.18799, 1776.32043, 3676.24072, 2694.26221, 2699.30444, 3505.60107, 2136.34033, 3220.08862, 2158.52344, 3131.59668, 2634.63379, 2293.02051, 2507.50684, 3324.4668, 3186.74365 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.2740222273850508, "neutral_loss": 2.5029083332905993, "target_docs_loss": 0.8392703605505383, "neutral_init_loss": 3.537659487915039, "target_docs_init_loss": 1.804554647869534, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 305.49152, 63.88125, 341.68085, 271.95593, 430.90369, 125.33414, 322.97897, 291.80396, 99.18156, 96.23135, 317.55804, 275.92712, 189.16304, 80.35834, 256.03613, 95.77052, 87.26469, 139.94865, 243.57364, 129.46765, 295.22012, 356.70892, 72.46867, 379.11649, 279.14548, 265.03168, 81.49664, 69.79575, 101.27473, 149.48563, 252.495, 82.52489, 89.94808, 330.73956, 96.5631, 378.78979, 289.50879, 251.52161, 200.24867, 94.1068, 114.10815, 275.034, 91.5824, 192.53281, 288.85181, 78.80729, 78.70596, 226.00537, 80.35543, 271.7746, 115.52007, 68.39223, 340.81702, 245.41196, 348.55945, 233.40469, 90.51058, 197.42154, 359.51086, 340.97284, 105.77029, 80.69522, 101.9185, 90.8766, 305.44952, 83.7541, 91.5489, 113.09164, 270.45129, 111.13992, 95.36662, 92.15506, 342.78156, 273.79709, 228.45961, 348.36615, 334.46255, 98.21892, 321.98752, 96.33542, 116.79733, 279.17288, 303.66388, 285.74207, 79.47533, 60.57467, 112.28185, 89.26642, 381.23724, 98.30113, 102.78301, 81.47835, 220.23718, 217.56372, 247.99672, 309.67694, 230.3215, 102.85237, 282.50586, 270.39893, 90.97281, 96.54485, 227.15147, 313.37396, 71.69535, 334.11038, 83.90128, 239.77301, 88.18376, 58.50601, 381.32336, 194.14243, 71.38634, 297.54385, 108.06744, 85.85568, 265.72009, 90.44501, 245.98596, 182.32509, 78.19583, 141.43668, 73.06393, 271.02029, 90.89412, 226.33487, 224.37683, 180.0506, 169.96207, 91.23807, 103.65436, 106.4458, 329.15216, 276.79868, 58.62832, 110.85351, 79.63921, 68.84048, 197.56677, 296.68109, 289.28033, 101.05273, 88.33683, 120.8495, 110.1633, 92.46692, 92.5162, 201.45433, 310.20966, 225.48953, 73.55434, 85.51265, 344.40588, 104.06409, 79.36195, 102.83401, 275.96741, 221.61914, 110.35357, 260.03473, 108.94205, 277.69556, 241.97699, 337.02441, 231.86603, 86.08101, 272.57251, 114.00099, 250.17342, 118.08215, 93.90991, 109.98602, 118.25669, 244.04239, 231.90747, 93.03574, 120.63963, 249.66675, 111.46054, 379.46204, 87.0854, 259.14426, 270.84412, 80.51295, 99.09779, 241.95168, 175.66893, 83.04454, 93.38779, 101.66664, 263.91794, 279.38196, 109.62437, 256.53949, 93.06602, 266.87677, 289.39148, 117.09903, 85.40821, 64.77384, 105.76541, 105.63458, 265.30414, 69.84796, 333.36322, 209.93085, 106.05966, 109.59532, 118.47942, 406.95132, 92.45744, 311.16602, 93.95214, 106.69691, 101.15364, 232.89377, 311.64813, 300.09525, 83.10623, 318.2359, 113.90659, 229.85959, 273.97321, 71.46757, 87.18265, 225.6757, 100.78154, 274.66422, 101.73189, 96.37929, 88.43018, 71.52322, 83.43977, 263.40176, 71.12367, 240.72054, 315.2486, 120.03233, 259.96652, 100.34778, 234.95979, 295.36981, 240.93617, 103.19022, 240.00839, 65.72188, 115.89549, 125.85935, 81.7942, 119.30653, 110.38557, 272.52643, 290.09601, 112.23399, 254.45097, 79.41135, 115.10085, 236.0204, 81.60098, 98.66057, 99.49876, 129.81018, 270.46872, 118.44507, 283.086, 391.36057, 326.45844, 310.55072, 92.32347, 220.99263, 220.23163, 239.05878, 89.09238, 257.45959, 323.21423, 236.39003, 116.66225, 426.90533, 300.28644, 311.2991, 234.89783, 103.16176, 92.00897, 293.73242, 116.8172, 147.91806, 352.7298, 99.55022, 96.52295, 242.27127, 288.48068, 91.26382, 72.94513, 78.00246, 91.7365, 297.01596, 94.63307, 113.97355, 312.26666, 97.61069, 92.4666, 155.28134, 288.32144, 78.26335, 76.09906, 284.22699, 262.15442, 108.81857, 68.27286, 248.90379, 89.62807, 285.87866, 272.93903, 326.85745, 151.5034, 83.40334, 66.17734, 259.729, 269.17264, 71.24959, 235.78528, 90.02364, 338.38586, 352.21408, 127.92514, 115.14003, 85.14417, 290.38654, 89.61447, 259.6795, 322.70026, 253.64001, 321.14215, 88.10934, 101.78655, 95.39394, 137.80128, 47.4126, 106.18137, 76.17683, 93.85616, 100.25737, 68.72253, 138.9548, 369.02475, 322.49072, 258.24921, 107.38225, 325.44751, 92.36271, 159.93427, 112.083, 216.76999, 224.29721, 243.09308, 111.65051, 104.45036, 56.30067, 96.72392, 270.12561, 95.673, 67.32233, 236.79932, 297.59802, 239.77878, 180.06978, 215.78206, 95.89566, 244.00529, 72.14575, 95.10187, 95.51628, 111.32924, 230.08325, 105.40419, 216.61896, 293.39001, 204.39185, 120.08774, 286.84515, 106.00238, 302.16119, 107.83693, 97.25605, 393.14758, 69.85611, 62.80231, 235.38803, 119.05647, 80.60129, 77.96124, 106.03249, 124.14893, 91.80862, 324.52423, 285.72394, 112.6797, 286.84979, 97.55749, 90.96477, 209.6001, 292.81772, 84.08192, 237.46837, 89.38889, 58.24231, 191.19989, 121.55418, 354.48059, 105.248, 269.55859, 345.9057, 245.03354, 105.52191, 273.93347, 101.58335, 101.84737, 63.5534, 101.81065, 226.46486, 186.43362, 209.27829, 94.03888, 269.66791, 91.33533, 294.19092, 280.55698, 346.38245, 294.03525, 85.16231, 270.31024, 81.98801, 73.9308, 280.61819, 205.15498, 203.70186, 102.71075, 97.32858, 337.2821, 319.46997, 114.09276, 273.84769, 235.00558, 93.42486, 112.35313, 305.06375, 277.95676, 190.07684, 266.64987, 353.42139, 285.34366, 322.92044, 241.72934, 339.00092, 144.59836, 291.9617, 299.34042, 68.38484, 102.80595, 103.46284, 127.80562, 211.96442, 275.90259, 332.46802, 241.21571, 273.35468, 296.11234, 72.02432, 287.82324, 404.73825, 79.51665, 347.21619, 82.30083, 108.24008, 311.68878, 117.61296, 255.29167, 128.27185, 306.34918, 236.92526, 151.66252, 93.11523, 275.34479, 278.45935, 97.70286, 359.00958, 246.26898, 57.16615, 148.21518, 87.94788, 275.3201, 87.57836, 202.76736, 248.89313, 210.50035, 66.80632, 113.02628, 234.34329, 93.53847, 90.85346 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3029.3252, 2555.81201, 3520.32373, 2887.16138, 1957.32593, 2736.85059, 2957.47461, 3883.65771, 2675.65576, 2160.06348, 2513.20898, 3960.62354, 3228.21436, 2030.23877, 1530.99353, 2706.08423, 3274.85645, 2750.21704, 2434.70557, 3101.85986, 1961.3551, 1739.82959, 2644.4668, 3668.7666, 1898.8457, 1989.04102, 2533.87866, 2735.36963, 2339.76025, 2950.45874, 3637.99268, 3496.41895, 2105.38574, 3004.64941, 3090.16455, 2493.49536, 3099.93799, 2341.1792, 2384.13477, 2335.56348, 1793.92224, 3056.5603, 1330.5957, 2332.25854, 2182.80029, 2349.23682, 3523.63379, 3036.5083, 3173.5, 3649.86719, 3957.62427, 2691.26025, 1768.28174, 1911.3324, 3274.9375, 2824.84692, 1878.68567, 2950.52979, 2530.64697, 1762.45215, 2861.51953, 2433.70312, 3839.40601, 2565.40479, 2198.31519, 3489.18799, 2592.7041, 1546.99219, 1827.05261, 2037.58411, 2606.95605, 2391.93164, 2112.74487, 2171.39209, 2826.19189, 3244.00806, 1583.03589, 2667.90332, 2928.40698, 2313.30493, 2400.21973, 2523.36255, 3174.36353, 2014.71277, 3160.68848, 3045.81763, 2019.19556, 2567.3999, 2816.21533, 1888.64819, 3513.54321, 3348.79834, 3066.69604, 2876.85083, 1681.5791, 3495.87842, 1875.15894, 2278.36768, 2758.71729, 1328.50452, 1852.91528, 3443.54932, 3988.33447, 2715.02661, 2602.32861, 2580.5874, 2526.50562, 3565.87354, 1575.38892, 2867.14917, 3552.18555, 3037.63916, 2009.58667, 1783.33069, 4617.92871, 3388.24829, 3008.23975, 2263.00098, 555.55811, 3186.43359, 2639.10791, 3265.89795, 3630.75732, 3329.5498, 3001.01685, 2698.10327, 1728.29468, 2815.92627, 3339.72754, 3037.91968, 2962.91821, 2693.97412, 2683.7583, 3080.13574, 2003.36011, 1918.18152, 2663.71729, 1266.84326, 2921.06055, 1986.90906, 2805.17383, 3554.81299, 3115.60376, 2912.70557, 2248.08594, 2687.10986, 2206.06274, 2858.14331, 3304.20459, 2243.34009, 1102.56677, 2987.23193, 1546.45081, 3515.85425, 1713.82068, 2707.35742, 2583.69946, 1969.58789, 1967.72803, 3132.86646, 2913.146, 2502.49023, 2753.50586, 2297.18799, 2955.41797, 3390.00659, 2414.57153, 2574.99707, 3357.83447, 2831.81152, 3037.00098, 3354.78516, 2622.31641, 3796.21289, 3490.39014, 2413.479, 3725.02783, 3423.00537, 1868.42566, 2390.84351, 1508.45203, 2638.08594, 2822.11157, 2172.25293, 2753.33643, 2950.9375, 2784.33765, 2706.5752, 2380.7395, 2175.96509, 1825.39136, 2142.21436, 3051.16113, 3487.17676, 2908.6189, 2624.97656, 3938.81152, 2372.82178, 2025.0144, 2293.30859, 1131.35449, 2730.80322, 2480.55444, 2242.97412, 2585.34521, 1371.74719, 2516.99268, 3150.41211, 2923.71265, 3712.98975, 2853.36035, 2676.56299, 1966.32104, 3146.09009, 1501.21265, 1798.15503, 998.91431, 2640.37622, 2328.41455, 2966.76221, 3307.66113, 3270.65942, 2264.63452, 1466.95093, 2870.91504, 3466.19092, 2725.50244, 2688.95508, 2130.44189, 3336.95581, 2626.11035, 1112.28516, 2558.83105, 2854.05176, 1983.26074, 2521.39795, 3093.24927, 3216.12891, 2355.06982, 2075.94507, 1932.21948, 2318.44702, 3031.63672, 1811.66956, 3533.89111, 3316.68799, 3605.39014, 2895.55127, 3041.4104, 2084.77979, 3214.88574, 3145.16016, 3406.22754, 3078.38452, 2361.18994, 3183.82227, 2714.49731, 3558.66431, 3339.49365, 2084.77222, 2914.00928, 2999.64795, 1928.93945, 2013.53162, 2928.45752, 2852.34546, 2242.69336, 2824.802, 2118.48975, 2109.29028, 3049.34912, 2303.10205, 2190.64478, 1317.24304, 3519.323, 2240.94189, 2634.5603, 1902.91406, 1849.04517, 1844.11792, 1404.77966, 2244.29834, 1920.55591, 3507.11499, 2458.18848, 2324.69336, 2096.52905, 2996.57471, 4396.66602, 2789.26807, 1751.2041, 3023.50195, 2583.1333, 1904.97314, 2248.22607, 2759.82568, 2303.55688, 2588.62109, 3171.74731, 1243.66089, 2467.01245, 2437.08301, 2313.10156, 2100.90527, 2273.92554, 3069.52295, 2582.70801, 1078.88452, 2017.80493, 2457.62134, 2505.146, 2241.16309, 3315.93555, 1870.95532, 2753.60352, 3195.65112, 3562.5498, 1365.125, 2888.81982, 2360.91992, 2232.56738, 1770.21521, 2229.63574, 3451.8252, 2665.04468, 3179.4917, 3717.01611, 2581.04297, 2772.99512, 2339.67065, 3366.8418, 2434.12842, 2202.1709, 2897.28369, 2987.89062, 3542.35083, 3846.37231, 2582.26367, 2356.12158, 1847.16956, 3248.23389, 2726.42407, 1093.89111, 2280.57007, 1841.19714, 3015.83545, 2541.49438, 1399.27661, 3104.76514, 2663.87598, 3246.75098, 1556.20508, 2977.78125, 2489.55078, 3768.35327, 3235.22974, 2529.84375, 3540.65112, 3262.16846, 2311.87891, 2840.69189, 2908.38574, 2868.47607, 3316.59863, 2770.56934, 2723.08154, 2794.63354, 455.60388, 3284.64282, 1806.67676, 3487.70557, 3085.70459, 2649.08325, 3237.61572, 2971.87134, 2026.89087, 1849.57617, 3118.4248, 1685.70044, 3536.67139, 1651.09375, 2366.60693, 1942.61853, 2345.77612, 3107.77246, 2217.50684, 3415.5249, 3370.65234, 3818.33691, 3454.06494, 2312.08496, 2055.40356, 3519.55542, 3139.96606, 4067.01367, 1814.79614, 2646.89453, 2801.1333, 3910.69824, 2578.71777, 2796.40332, 3894.71606, 2440.7395, 2658.7627, 1633.14929, 4506.37061, 2209.66748, 2152.33057, 3338.61768, 2421.79395, 1572.29688, 2628.6709, 4223.94287, 2752.85645, 1882.68359, 2536.68799, 2259.54053, 3371.03564, 2118.48926, 3543.8645, 3090.05811, 2779.50757, 3538.90894, 2896.09863, 2197.1748, 3437.46191, 3215.23364, 1765.92847, 2837.08447, 2240.5957, 2658.54175, 1713.26733, 2746.0957, 2405.50879, 3246.01709, 2705.27808, 2927.25049, 1778.00415, 3471.30688, 1798.87537, 2482.21484, 896.38367, 2529.40186, 2956.60986, 1403.1377, 3320.59302, 2433.66943, 3307.46533, 1701.19031, 2730.3833, 3033.10596, 2853.45142, 2838.2478, 2255.13037, 2791.14966, 3781.79028, 2590.06396, 2194.50269, 1641.77551, 3651.01123, 2361.5022, 2338.46289, 3448.48853, 3255.50098, 2858.74414, 2482.0459, 2381.60962, 1534.88782, 3293.5791, 3487.97998, 2867.896, 2454.15918, 3108.56152, 1368.74976, 1792.55859, 2815.53516, 4166.27148, 3134.43066, 2870.37329, 3684.396, 2144.43433, 3322.39941, 2740.6377, 3609.229, 3709.25098, 2247.86182, 1763.42627, 3670.47998, 2670.65283, 2682.68945, 3493.42822, 2122.73218, 3200.09424, 2150.72119, 3100.78101, 2624.57422, 2291.69287, 2500.92529, 3314.19482, 3169.38428 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.3793451185804656, "neutral_loss": 2.5537847644480443, "target_docs_loss": 0.8489992429463005, "neutral_init_loss": 3.532468476486206, "target_docs_init_loss": 1.8596444363064235, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 310.91107, 65.90386, 344.73303, 275.12982, 438.89633, 129.26558, 328.51434, 299.57935, 103.2276, 99.6222, 325.54926, 280.1001, 190.83194, 83.92982, 260.02747, 99.21069, 90.55505, 144.45099, 251.08687, 131.29462, 301.8699, 364.52383, 73.86758, 384.46643, 281.9574, 272.09778, 83.5377, 72.54048, 102.54334, 151.59207, 254.17252, 84.25108, 92.97842, 336.69916, 97.60609, 384.00012, 291.75122, 255.36629, 204.51625, 97.88779, 117.93108, 279.42755, 93.46164, 196.66846, 295.05383, 83.61678, 82.29433, 231.03259, 82.33771, 278.43698, 121.85921, 69.98167, 343.25156, 247.32463, 354.1507, 235.83907, 93.10375, 204.95193, 363.67319, 347.44412, 107.30913, 80.82314, 104.03145, 93.57729, 308.04828, 86.41655, 95.23833, 115.4094, 274.70245, 115.3758, 100.34016, 98.11595, 348.43439, 279.88211, 233.27191, 353.84509, 337.33582, 100.19844, 327.29504, 98.19211, 118.49078, 287.25647, 310.06412, 286.30994, 81.25436, 61.97361, 115.21056, 92.44746, 388.21021, 101.41435, 105.16351, 83.58203, 226.66917, 226.5798, 252.83084, 316.5127, 234.84213, 106.35249, 285.52582, 276.99564, 93.87502, 98.16389, 233.15216, 320.04153, 74.27396, 333.90085, 88.1593, 240.4021, 88.64511, 60.16967, 387.44202, 198.07152, 74.53003, 303.28625, 109.37633, 89.3998, 266.5679, 95.2663, 249.19339, 183.40463, 79.4256, 147.47491, 74.75323, 276.65533, 89.75075, 231.88374, 226.39816, 185.84891, 171.24815, 95.61328, 106.06938, 107.93895, 333.28348, 282.33807, 57.7728, 113.44467, 82.17889, 70.92583, 199.65053, 299.13763, 289.64563, 105.39938, 92.35292, 124.78696, 114.61233, 98.44841, 93.07021, 206.25879, 317.3898, 225.32825, 75.68866, 87.8199, 351.95563, 105.63694, 81.1396, 105.7688, 278.75098, 222.72729, 113.02391, 267.27423, 114.85793, 280.94482, 250.26421, 341.82721, 240.42966, 87.6081, 276.01517, 117.09467, 257.82693, 121.45705, 98.2097, 111.88219, 120.66497, 249.31613, 233.93077, 97.05283, 122.60777, 255.49759, 112.66486, 384.2674, 88.71555, 262.93616, 275.95316, 83.55475, 102.13048, 243.1772, 179.25833, 84.99184, 95.08682, 103.20261, 266.96747, 282.38593, 113.73197, 260.21484, 94.10536, 272.99908, 296.45203, 121.82851, 88.20374, 65.31691, 109.3335, 108.82187, 273.92822, 70.22826, 338.32397, 215.73108, 107.74019, 113.14084, 126.06119, 410.04608, 94.7947, 322.15588, 94.90707, 111.95516, 104.24059, 236.29701, 323.09543, 303.95813, 84.80183, 327.40152, 118.67738, 234.86658, 277.17654, 73.33845, 92.2081, 232.27821, 101.12041, 279.49255, 103.77701, 98.25375, 90.72223, 75.14322, 87.66871, 270.16217, 71.18251, 247.53035, 323.37561, 124.82593, 264.08984, 102.07397, 237.56442, 303.13898, 243.03174, 107.19864, 245.16864, 66.66546, 120.18327, 129.88387, 84.63846, 123.02357, 115.30217, 281.04938, 293.93503, 116.38155, 258.81042, 81.42072, 120.59867, 240.36478, 81.78733, 102.30328, 103.50905, 133.80054, 275.35651, 123.03456, 288.89966, 394.81329, 326.48065, 317.81787, 94.37891, 225.74741, 224.53702, 242.60252, 91.42102, 260.49673, 328.63519, 239.8063, 117.6963, 431.70764, 307.83536, 313.70142, 242.18694, 106.21881, 92.75008, 300.62201, 122.92725, 151.93311, 360.0351, 101.51144, 96.94969, 244.11328, 292.07556, 93.50377, 77.11499, 79.59679, 91.80515, 301.57019, 97.92288, 119.25195, 317.67889, 102.0699, 95.80608, 160.14975, 294.34473, 80.89101, 77.84154, 292.31754, 267.51105, 113.02969, 69.64752, 252.42699, 91.99917, 291.86212, 278.17407, 328.28351, 156.4436, 85.60893, 69.81241, 264.00143, 272.98459, 71.82763, 238.95325, 92.32986, 342.60977, 360.44449, 131.14185, 116.41444, 87.31258, 298.46082, 91.46563, 261.34369, 331.18585, 256.56146, 319.67026, 91.46304, 103.42862, 95.51801, 143.66, 47.20396, 110.33911, 77.11436, 94.97426, 104.70496, 69.2037, 142.68591, 377.02505, 328.25787, 259.73947, 112.3807, 330.18704, 93.69998, 164.27316, 115.43263, 221.00299, 227.08386, 245.63885, 112.24181, 108.87737, 58.88873, 99.28728, 275.71509, 99.53109, 71.89159, 241.81573, 302.49573, 245.76627, 183.04269, 216.17113, 97.99361, 247.93747, 73.49157, 99.39267, 97.46973, 114.70572, 235.28369, 110.15962, 222.19109, 296.86591, 208.40903, 122.82501, 292.73865, 107.38466, 311.42975, 109.28391, 100.67333, 396.95593, 73.07443, 64.20926, 238.06897, 124.13292, 81.69231, 79.23587, 109.33269, 128.46817, 95.72174, 328.48462, 290.21814, 117.01023, 291.38779, 98.87762, 92.89056, 214.90155, 297.6265, 85.59771, 241.98564, 92.93454, 61.83617, 195.33865, 126.13082, 359.62918, 110.52611, 274.5611, 349.54044, 251.11801, 108.47946, 282.68744, 103.92934, 104.29897, 66.73978, 107.69702, 230.22614, 189.44052, 213.85307, 93.56686, 273.27179, 93.5517, 298.83551, 285.7431, 349.13983, 295.02652, 87.99217, 273.93121, 83.63078, 75.47073, 283.8233, 209.24371, 207.388, 104.92535, 97.95144, 343.91934, 321.31049, 113.69762, 278.59045, 237.43022, 96.38619, 113.9594, 308.8797, 282.16028, 194.18764, 274.36835, 359.06439, 294.85144, 328.61478, 248.14474, 345.97498, 151.0526, 297.56665, 307.51224, 69.26797, 103.13683, 107.63217, 131.93619, 213.67667, 279.82248, 339.26035, 246.50702, 279.54065, 301.09009, 71.79593, 292.83914, 411.12411, 82.8007, 349.5899, 83.87061, 110.85144, 321.30432, 121.25893, 258.41077, 132.07529, 312.08325, 246.18231, 153.45631, 93.24284, 282.16333, 286.74158, 101.69952, 362.68805, 250.21259, 60.42063, 151.03615, 93.71735, 281.13177, 89.1011, 204.18117, 251.44254, 213.175, 69.99569, 115.54027, 235.62099, 96.58458, 95.24592 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3074.57129, 2605.86255, 3572.88135, 2920.72803, 1962.55396, 2774.18701, 2975.55786, 3946.83984, 2702.4292, 2189.95703, 2546.90186, 4001.05908, 3273.87842, 2047.6167, 1542.77307, 2719.23096, 3309.78955, 2791.70264, 2457.16675, 3137.38916, 1994.28137, 1769.22766, 2671.59424, 3675.07959, 1914.83911, 2005.80835, 2574.13379, 2727.88379, 2351.17383, 2976.7666, 3685.53467, 3559.60522, 2129.68701, 3003.93799, 3124.34448, 2525.63232, 3140.38721, 2409.46973, 2414.83838, 2373.26929, 1799.86157, 3107.05176, 1358.05371, 2371.13208, 2206.05127, 2414.59302, 3537.71582, 3058.4624, 3210.69849, 3680.52979, 4005.60303, 2730.06787, 1798.41394, 1935.57898, 3305.01221, 2884.52197, 1925.43909, 2973.90869, 2583.50342, 1798.12012, 2892.38574, 2448.99561, 3870.1123, 2578.63916, 2227.66968, 3542.21826, 2630.08008, 1567.73267, 1851.91333, 2072.63818, 2658.52539, 2434.08447, 2134.81104, 2216.24048, 2849.97852, 3281.03662, 1604.79883, 2711.93042, 2978.53223, 2334.72461, 2445.29272, 2562.94312, 3180.68604, 2065.0874, 3194.67407, 3056.44019, 2057.92188, 2597.36719, 2856.14136, 1904.33398, 3544.38965, 3382.55762, 3091.7168, 2907.35449, 1726.07397, 3529.26611, 1917.56921, 2306.17456, 2810.67847, 1353.25269, 1878.55774, 3511.04663, 4009.43115, 2744.61768, 2622.52197, 2602.83911, 2547.23022, 3600.46387, 1615.17773, 2891.39038, 3589.7417, 3058.71533, 2032.74731, 1828.91187, 4665.47363, 3405.90576, 3056.12891, 2296.50146, 575.11945, 3229.18701, 2662.07764, 3299.32373, 3660.93506, 3332.68115, 3013.68433, 2720.45435, 1750.9502, 2858.58154, 3376.01416, 3036.23413, 2997.7876, 2716.19189, 2721.63696, 3105.2998, 2054.23828, 1946.93286, 2688.83789, 1272.34656, 2932.12402, 2020.6062, 2818.81494, 3596.83887, 3153.8208, 2964.25781, 2276.75342, 2742.65381, 2226.50024, 2866.2041, 3349.80615, 2275.21924, 1120.18115, 3021.4895, 1559.66699, 3557.51514, 1751.1366, 2755.37158, 2608.33081, 2006.22925, 2005.26892, 3174.77319, 2971.36499, 2551.61133, 2809.45947, 2319.39551, 2959.22949, 3416.23633, 2442.82153, 2628.16602, 3399.93726, 2852.62793, 3075.99902, 3361.15234, 2678.69849, 3856.5708, 3538.22705, 2449.68018, 3741.46191, 3442.15674, 1919.01367, 2402.26953, 1524.49097, 2669.75, 2841.37695, 2188.73779, 2800.97266, 2958.91016, 2778.521, 2759.39209, 2391.79883, 2200.44043, 1845.4552, 2175.05981, 3092.4917, 3542.57007, 2945.13818, 2665.18799, 3926.56372, 2406.55176, 2044.84473, 2329.96802, 1174.91089, 2755.58325, 2523.71777, 2250.2959, 2612.19653, 1410.7251, 2539.19165, 3228.54272, 2972.63672, 3746.59668, 2875.76538, 2693.39453, 2009.77881, 3215.73828, 1533.6897, 1833.85596, 1036.89478, 2682.31299, 2372.51807, 3001.10864, 3363.05273, 3309.47363, 2294.76904, 1495.59216, 2892.53809, 3475.94287, 2766.05615, 2751.54395, 2166.70166, 3379.15479, 2662.71753, 1115.02612, 2565.12256, 2865.20874, 2007.68665, 2532.55957, 3104.67334, 3256.18262, 2398.76514, 2105.13379, 1962.00818, 2337.5625, 3070.36865, 1839.09766, 3591.02734, 3364.50635, 3632.00879, 2915.9873, 3092.04248, 2115.9082, 3256.00464, 3177.52905, 3436.62671, 3115.60547, 2394.94482, 3189.07959, 2742.35449, 3586.05029, 3363.89307, 2110.4353, 2958.40942, 3027.04126, 1950.09729, 2045.64722, 2953.10547, 2886.68433, 2255.45068, 2822.93262, 2131.27124, 2152.23169, 3079.12598, 2338.33081, 2218.1626, 1348.17798, 3548.67041, 2278.81592, 2653.66992, 1923.67163, 1893.14526, 1858.56775, 1437.06018, 2279.97217, 1936.94873, 3532.88159, 2476.99805, 2363.22314, 2114.66992, 3030.55029, 4440.9375, 2825.81689, 1778.10938, 3063.21289, 2635.92285, 1926.55786, 2277.02246, 2796.28296, 2311.06372, 2609.48486, 3207.33691, 1277.14465, 2523.39404, 2452.85718, 2340.66797, 2104.99609, 2305.12964, 3067.92139, 2611.41797, 1098.80237, 2045.25012, 2488.87158, 2525.8645, 2271.36084, 3355.21582, 1892.36719, 2762.3208, 3248.15625, 3595.56836, 1384.29053, 2910.15039, 2402.46875, 2252.7019, 1800.77441, 2266.86987, 3474.8645, 2697.96582, 3212.24146, 3770.88818, 2590.74658, 2799.55664, 2365.62207, 3405.66357, 2440.69092, 2226.67847, 2914.40381, 3016.13501, 3575.95361, 3889.21875, 2603.28516, 2371.22949, 1865.06091, 3269.67725, 2747.56152, 1111.36963, 2332.18311, 1875.18237, 3020.92969, 2560.31104, 1427.16895, 3152.25781, 2711.84131, 3294.89502, 1581.84473, 3017.68213, 2507.81494, 3799.82983, 3282.50928, 2554.04785, 3583.12744, 3284.88696, 2348.99268, 2860.91577, 2919.1123, 2889.36963, 3323.61841, 2822.01367, 2766.14648, 2808.99219, 462.32068, 3323.69922, 1837.39697, 3537.17578, 3108.09521, 2697.02783, 3246.62305, 3015.01758, 2038.67114, 1880.875, 3146.47046, 1697.58423, 3572.61279, 1673.07092, 2408.8291, 1968.13208, 2375.01514, 3142.29443, 2268.14209, 3476.13721, 3379.77637, 3847.05859, 3486.24561, 2334.09253, 2054.94141, 3557.62988, 3192.97144, 4094.57422, 1825.7832, 2705.55664, 2840.35742, 3963.71802, 2588.5127, 2824.79126, 3908.6084, 2465.19653, 2694.896, 1665.99023, 4538.51562, 2256.80957, 2180.23438, 3393.39355, 2452.7876, 1617.90552, 2674.7395, 4264.25195, 2794.56641, 1913.44995, 2564.53906, 2284.42285, 3410.14014, 2122.74902, 3568.96484, 3095.85986, 2817.65625, 3549.5835, 2952.22876, 2217.51953, 3448.07422, 3256.04932, 1781.37817, 2855.15039, 2273.10522, 2706.46533, 1747.31006, 2779.23584, 2431.42847, 3276.60059, 2731.70776, 2977.95581, 1811.23633, 3522.25586, 1805.35791, 2515.93066, 929.61035, 2568.07031, 2986.62256, 1428.82544, 3349.01245, 2488.08691, 3318.84009, 1739.32471, 2742.29492, 3051.10962, 2866.64795, 2905.15771, 2285.14087, 2812.81104, 3794.25024, 2599.12598, 2220.03687, 1679.36218, 3667.39551, 2390.78516, 2346.39868, 3479.03345, 3300.11157, 2860.99585, 2515.72437, 2416.88281, 1564.85278, 3362.18994, 3539.52393, 2878.71973, 2492.94751, 3126.16553, 1391.52075, 1815.40027, 2834.79395, 4210.62891, 3219.48364, 2918.74902, 3741.90088, 2162.92139, 3354.48633, 2757.14111, 3691.16333, 3725.80322, 2270.18164, 1789.4823, 3700.29761, 2696.604, 2700.29492, 3523.13721, 2163.80371, 3229.55664, 2186.01172, 3115.11426, 2654.29736, 2329.93823, 2532.31738, 3341.76758, 3200.35229 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 0.606159101946922, "neutral_loss": 2.637372423323164, "target_docs_loss": 0.8951754520609995, "neutral_init_loss": 3.5246903800964358, "target_docs_init_loss": 2.0463579478793674, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 318.78873, 70.66136, 350.84204, 277.35178, 456.51495, 135.05801, 335.88422, 311.85925, 110.51923, 105.46491, 333.12183, 288.30569, 190.90099, 88.3734, 266.86145, 106.17772, 94.01841, 150.33279, 266.91812, 132.14398, 311.3338, 373.68365, 77.5681, 391.71814, 284.87076, 283.92587, 88.48331, 76.0883, 105.70811, 157.55182, 261.6557, 90.25246, 101.25784, 347.85095, 103.07071, 394.60727, 295.09515, 260.78314, 211.20772, 105.197, 124.29655, 287.48035, 98.01286, 205.81888, 306.56848, 91.41373, 88.13337, 238.96643, 82.58224, 289.97946, 129.11154, 72.47875, 346.28836, 252.75336, 360.68378, 240.47467, 101.80583, 214.18863, 369.41895, 356.27203, 110.43946, 81.5919, 106.58476, 94.35755, 312.0921, 92.10478, 99.87352, 117.97691, 280.08966, 121.44495, 111.0787, 106.29699, 356.57397, 287.3808, 239.19711, 357.97058, 336.74359, 103.38139, 337.33356, 103.71854, 122.24944, 303.8064, 321.99783, 292.89526, 83.93748, 65.48356, 116.04634, 96.32155, 401.72784, 107.25957, 111.91494, 88.78445, 240.68022, 238.09659, 261.7056, 329.01007, 242.30946, 112.48367, 293.24982, 287.04291, 97.18318, 103.51187, 242.14934, 330.15408, 78.03708, 336.62213, 93.16226, 242.23903, 90.60425, 64.06343, 399.08319, 204.37816, 79.00972, 312.03595, 113.82211, 90.58206, 271.08435, 99.54855, 256.42853, 187.05756, 83.35085, 158.75415, 79.01447, 286.39453, 89.70356, 240.94809, 230.68723, 196.25836, 174.79349, 100.97467, 111.57445, 111.56519, 342.81903, 289.15555, 58.23594, 118.37012, 85.05402, 73.80095, 206.56186, 304.9277, 290.32428, 110.34044, 97.83197, 130.73434, 123.8145, 107.75592, 97.60526, 216.16879, 323.99643, 227.2655, 85.75831, 91.17783, 361.74554, 107.6814, 83.73959, 110.9548, 284.63223, 228.29291, 118.1245, 276.68616, 122.45061, 289.33829, 261.13345, 350.55841, 251.61671, 90.45307, 284.75754, 119.77124, 268.28464, 123.03486, 105.25563, 114.47708, 125.40085, 257.75391, 238.52065, 104.42619, 124.04128, 264.65283, 114.94875, 396.15118, 91.56298, 269.81714, 284.36414, 91.38499, 107.95686, 246.27219, 183.27727, 89.00735, 98.66534, 106.81115, 272.95264, 289.75073, 121.15857, 265.9642, 103.72999, 283.32236, 304.85046, 129.77794, 91.56237, 68.51859, 115.05107, 116.02962, 287.54852, 70.48703, 345.47668, 224.84715, 110.42425, 120.10976, 135.26831, 414.61948, 101.85609, 340.57874, 96.89268, 123.1628, 110.56755, 240.27383, 341.56598, 309.84607, 88.3643, 338.06656, 125.04189, 245.5609, 281.93616, 74.73248, 100.79867, 242.16716, 101.406, 286.84235, 107.35833, 100.71359, 92.66242, 81.5233, 92.75331, 279.48199, 70.59212, 256.21033, 333.81018, 134.14355, 267.91354, 107.9884, 243.21786, 318.1366, 245.98222, 116.15787, 250.65187, 68.20152, 123.86562, 135.86005, 89.09624, 129.14471, 125.58942, 297.24426, 301.95978, 124.39766, 265.8927, 86.18247, 133.08411, 247.64151, 82.30434, 109.64026, 107.55518, 144.90036, 282.27618, 130.83209, 295.7377, 400.27081, 327.30359, 327.31952, 96.54472, 232.53168, 229.33105, 246.71451, 94.19911, 265.61804, 336.99765, 243.31688, 122.11879, 441.65942, 318.18335, 318.43329, 252.01692, 114.88125, 94.16167, 304.13138, 131.3625, 155.91455, 368.68158, 104.45867, 98.91295, 247.35396, 300.37415, 96.56085, 85.73547, 80.96219, 93.08086, 311.35049, 103.05731, 128.00223, 322.45642, 109.73557, 97.96692, 166.23679, 302.80389, 85.50764, 79.28015, 306.99405, 277.81012, 122.0993, 71.49196, 256.32129, 95.42819, 303.50821, 283.83307, 330.16501, 160.21857, 89.98997, 74.90016, 271.06378, 279.05875, 73.74861, 242.35146, 96.69388, 348.14252, 372.30847, 135.37442, 118.00146, 88.87497, 309.69751, 95.1154, 266.09796, 343.63837, 262.09106, 317.31476, 97.55302, 107.49636, 96.37555, 149.66266, 48.52546, 113.62673, 79.26793, 95.32113, 109.48582, 71.01619, 149.37125, 388.47589, 335.37531, 260.34503, 118.8198, 339.505, 95.88741, 170.76443, 120.02983, 225.24481, 232.67041, 253.94882, 112.64924, 116.57108, 65.11704, 103.56441, 284.42169, 108.70796, 82.6906, 252.30263, 309.72455, 254.4644, 187.77817, 218.78157, 100.6002, 255.43257, 76.44206, 107.35856, 100.26808, 119.75811, 241.08728, 116.17247, 231.56561, 304.772, 213.12003, 128.00557, 299.54352, 110.14252, 324.55942, 112.40361, 105.91978, 402.83517, 75.88556, 67.6211, 237.37827, 131.33496, 82.32838, 82.91066, 113.26527, 135.10236, 102.85809, 335.48462, 296.263, 121.89174, 298.17365, 103.131, 98.34694, 222.84874, 305.32172, 87.72362, 250.8488, 98.43176, 66.99581, 201.24446, 133.08627, 362.89081, 118.14737, 280.94247, 360.28244, 257.72189, 114.44605, 296.92102, 107.04587, 109.66565, 76.25902, 119.14149, 235.94623, 194.49214, 218.64612, 94.29158, 279.02563, 98.80898, 304.54105, 295.53864, 355.37378, 299.1839, 92.0908, 279.60764, 87.25349, 77.64717, 291.77838, 219.57851, 211.13388, 108.87418, 100.08299, 354.29865, 324.4068, 114.80994, 286.12982, 241.11107, 100.31525, 116.46132, 312.30951, 289.88541, 200.6312, 286.28198, 368.11893, 308.26709, 338.25018, 260.31116, 352.12253, 161.0549, 310.34506, 322.41718, 69.53219, 102.85495, 116.98907, 136.65179, 218.58633, 286.11011, 348.73645, 255.2258, 283.78702, 308.62787, 73.59419, 303.64264, 421.19315, 87.83276, 353.87973, 87.30159, 115.65179, 337.10028, 127.97604, 267.12897, 136.00932, 321.80783, 259.33331, 157.32162, 95.94113, 291.48651, 300.03619, 108.1739, 371.60718, 257.01019, 65.77933, 156.19049, 101.91201, 292.25925, 95.62725, 206.25082, 261.73541, 217.20863, 75.08704, 120.14952, 240.00952, 98.51376, 98.2164 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3221.08887, 2784.71704, 3757.646, 3094.72656, 2047.45044, 2931.36475, 3099.82178, 4141.86719, 2854.16309, 2319.0022, 2702.81274, 4162.77246, 3469.74609, 2160.64014, 1631.34644, 2852.87817, 3485.13013, 2970.79858, 2606.30176, 3295.93945, 2144.75293, 1901.45068, 2799.58057, 3760.15259, 2020.99768, 2114.07373, 2715.54077, 2788.28784, 2453.65015, 3109.85059, 3893.27124, 3780.9624, 2263.9209, 3089.01074, 3296.58521, 2649.82666, 3312.56982, 2605.62964, 2551.85376, 2496.33545, 1871.75708, 3308.34424, 1452.25549, 2545.61328, 2336.22803, 2597.46924, 3681.97388, 3179.76172, 3380.07007, 3850.07471, 4198.58545, 2885.59375, 1927.25488, 2034.26978, 3461.32666, 3076.20703, 2095.07349, 3100.68311, 2776.77051, 1939.69592, 3053.86768, 2573.58643, 4043.72388, 2704.97461, 2353.32861, 3761.50171, 2772.37329, 1671.24023, 1980.21606, 2199.00122, 2841.35522, 2568.59326, 2257.40576, 2386.57227, 2968.49365, 3419.09375, 1693.42615, 2891.79395, 3174.01343, 2448.64722, 2610.48535, 2718.74756, 3286.36182, 2206.66431, 3355.51538, 3175.25244, 2198.5791, 2741.34766, 3056.70044, 2006.49939, 3690.92627, 3529.61133, 3250.74268, 3040.83643, 1874.64136, 3659.06885, 2062.31982, 2436.6626, 3006.73242, 1468.77905, 1996.66577, 3738.68286, 4172.61377, 2894.28027, 2754.32812, 2718.69287, 2673.93506, 3807.43579, 1755.57092, 3056.12085, 3733.14746, 3223.33984, 2167.45947, 1976.85706, 4823.27246, 3541.16211, 3239.95068, 2432.79883, 617.23633, 3413.62695, 2760.89697, 3475.67236, 3811.25781, 3399.11035, 3119.55762, 2856.89648, 1871.56409, 3037.83545, 3529.61157, 3149.18677, 3173.25513, 2839.65674, 2906.90649, 3227.35645, 2236.25635, 2062.43726, 2806.7998, 1337.77722, 3054.13013, 2160.61743, 2929.17456, 3767.5127, 3355.10938, 3162.46777, 2418.77612, 2954.89404, 2363.54688, 2947.96143, 3514.0896, 2447.57837, 1193.79688, 3166.41943, 1652.24268, 3758.49902, 1872.94763, 2935.55225, 2757.57178, 2141.55737, 2167.3938, 3345.14355, 3184.2832, 2719.30835, 3012.7771, 2434.37305, 3063.56445, 3563.69141, 2573.99268, 2824.48779, 3603.21387, 3005.53223, 3240.66577, 3500.72656, 2875.06592, 4070.73413, 3700.60449, 2605.72949, 3890.62207, 3580.87402, 2099.89819, 2493.31616, 1614.96777, 2828.39795, 3012.70215, 2309.96118, 2957.03442, 3058.91699, 2857.26514, 2969.44971, 2492.86426, 2333.95923, 1959.87988, 2322.68018, 3273.86572, 3735.07715, 3125.47168, 2824.84961, 4021.1792, 2552.16968, 2180.54224, 2478.23145, 1300.80786, 2898.55859, 2685.51978, 2330.3125, 2765.66235, 1538.11084, 2674.29492, 3468.08008, 3170.25146, 3872.99121, 3046.12207, 2833.32837, 2147.89697, 3458.9541, 1665.93396, 1991.23389, 1159.97437, 2851.45068, 2535.61279, 3142.07275, 3538.94189, 3504.81055, 2432.96655, 1621.02246, 3035.94238, 3622.62646, 2947.85962, 2943.91748, 2323.6875, 3545.21143, 2817.67603, 1147.68823, 2651.64087, 2986.83154, 2137.80518, 2669.24902, 3243.03809, 3447.24072, 2576.41943, 2233.59204, 2086.56055, 2469.97949, 3236.02515, 1950.51221, 3798.04224, 3543.57983, 3768.63916, 3036.32178, 3285.54199, 2247.02734, 3443.54102, 3336.14819, 3582.45605, 3316.43237, 2517.26831, 3298.77734, 2870.62231, 3720.40674, 3505.40796, 2225.08447, 3110.49951, 3148.71387, 2083.82983, 2192.40332, 3095.4126, 3064.97583, 2374.63794, 2912.57886, 2226.21484, 2307.63574, 3240.4187, 2470.93994, 2376.10498, 1471.91052, 3726.01465, 2418.35132, 2780.32373, 2048.26904, 2044.42883, 1961.30884, 1559.2251, 2458.78613, 2049.20996, 3706.30249, 2602.31714, 2516.54785, 2211.90186, 3201.83545, 4653.15137, 2970.71533, 1876.27222, 3244.1958, 2820.23364, 2027.19348, 2411.89453, 2973.87695, 2415.81787, 2744.98975, 3354.27246, 1398.50098, 2715.58228, 2562.32422, 2471.70068, 2186.01611, 2434.77979, 3155.44434, 2764.8042, 1195.48535, 2188.32568, 2624.47437, 2668.98193, 2400.02979, 3555.69629, 2019.54028, 2884.09546, 3446.40698, 3766.63721, 1473.38013, 3047.01978, 2564.61353, 2384.59692, 1907.01025, 2429.69336, 3639.47949, 2847.76953, 3350.57129, 3997.90674, 2666.53491, 2954.87109, 2511.95898, 3602.24048, 2538.97217, 2371.30127, 3060.39478, 3162.85547, 3691.94482, 4075.06274, 2751.58691, 2510.06152, 1972.83813, 3427.49414, 2901.38379, 1204.91064, 2501.3916, 2017.43958, 3122.90308, 2684.05908, 1546.02539, 3333.4292, 2895.62915, 3450.20996, 1691.32727, 3187.08545, 2636.64893, 3946.59912, 3429.18994, 2662.76416, 3769.16162, 3464.23413, 2495.01172, 3004.31006, 3045.52246, 3009.82788, 3436.00952, 3043.35498, 2954.0564, 2921.18945, 486.33673, 3484.4939, 1968.26538, 3704.9292, 3246.51221, 2876.85327, 3391.91357, 3180.99805, 2145.28564, 2012.63037, 3270.40527, 1797.34399, 3731.82031, 1782.61011, 2595.55225, 2110.62451, 2481.67676, 3312.34521, 2453.75806, 3689.9624, 3498.11182, 4053.62891, 3675.63281, 2462.9668, 2120.91919, 3750.23438, 3404.87305, 4242.05664, 1909.12964, 2895.25439, 3003.82788, 4159.20361, 2690.80029, 2979.74805, 4031.84619, 2590.4043, 2860.60693, 1792.55737, 4672.52441, 2429.11865, 2328.04199, 3603.521, 2591.00317, 1770.09558, 2835.42017, 4463.47949, 2970.06299, 2049.95923, 2711.8623, 2432.23315, 3591.52222, 2215.12939, 3714.93799, 3182.86597, 3019.5459, 3674.09277, 3170.32764, 2330.62549, 3562.88379, 3461.13867, 1894.8623, 2979.64844, 2413.58643, 2902.68433, 1901.17139, 2936.52344, 2560.61523, 3429.32666, 2873.68164, 3173.56372, 1947.34497, 3694.08594, 1901.99561, 2648.44165, 1034.43384, 2743.22852, 3128.4458, 1555.24219, 3499.15015, 2656.56909, 3462.5415, 1862.00989, 2889.81787, 3195.94824, 2991.37598, 3125.98047, 2419.49756, 2919.45898, 3907.25317, 2718.86719, 2330.87012, 1824.96814, 3812.29858, 2534.396, 2442.87524, 3610.37549, 3463.84082, 2934.46631, 2663.78076, 2565.27319, 1681.47607, 3582.89014, 3720.677, 2970.84717, 2642.54468, 3255.77637, 1476.39185, 1916.72412, 2998.19897, 4348.82812, 3465.95361, 3109.02979, 3926.66382, 2277.60059, 3537.14746, 2890.6416, 3923.10718, 3855.43457, 2389.51587, 1926.94922, 3848.66162, 2869.86377, 2825.11084, 3688.70752, 2331.55859, 3406.0564, 2323.46558, 3257.43262, 2807.71729, 2480.05151, 2674.19653, 3505.93799, 3370.50098 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 0.8818736712433533, "neutral_loss": 2.706705681944162, "target_docs_loss": 0.9711300139668442, "neutral_init_loss": 3.539178219985962, "target_docs_init_loss": 2.351838104671902, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 324.96701, 76.42654, 357.92291, 281.26508, 471.03699, 137.26622, 343.4657, 321.15488, 115.44598, 108.71128, 337.66031, 298.26584, 192.83371, 89.88747, 275.86206, 109.31059, 95.78967, 153.33655, 272.96753, 131.30989, 315.21051, 377.59729, 81.81268, 400.38037, 286.95724, 299.59357, 90.52873, 79.65184, 108.24304, 166.46056, 272.85422, 96.83063, 108.75967, 357.42303, 112.01664, 401.62064, 299.90781, 265.479, 218.54214, 112.03495, 129.11606, 294.98395, 102.1268, 213.91998, 313.09814, 96.7205, 92.8226, 244.47667, 80.75671, 299.86182, 132.25108, 72.869, 350.52975, 256.74701, 367.22455, 243.56296, 109.12335, 223.55244, 373.65036, 358.91922, 112.4592, 82.96721, 108.8141, 91.94548, 314.7663, 101.49849, 102.65604, 119.76097, 285.46011, 123.86997, 118.67873, 110.63072, 364.76013, 291.65332, 245.32448, 362.65131, 334.5311, 104.43068, 347.24561, 109.61409, 122.6812, 313.21451, 328.85944, 298.15741, 85.09517, 68.01049, 114.93781, 100.17718, 409.55698, 110.37599, 120.4711, 93.5071, 252.03497, 244.2128, 267.49496, 340.83759, 248.68414, 116.42862, 300.99969, 293.83643, 100.6312, 106.19067, 250.51917, 336.81824, 80.65222, 341.05469, 100.16401, 246.3367, 93.7142, 66.40292, 408.56107, 206.53787, 86.1618, 319.63647, 116.65761, 89.94266, 273.89682, 101.57233, 260.81262, 197.72574, 87.05891, 167.13925, 82.53574, 294.61871, 91.88084, 247.10611, 234.99498, 205.41479, 182.69347, 104.40656, 117.62636, 113.88167, 355.6272, 295.67728, 58.31887, 123.54308, 86.64532, 74.44141, 214.19812, 303.82794, 291.82224, 114.77972, 103.2747, 134.54805, 131.87741, 113.80507, 99.56253, 224.29352, 330.22314, 231.80032, 93.36145, 93.48187, 369.52039, 109.66341, 87.14767, 114.6031, 290.18445, 232.30252, 125.05181, 280.15637, 126.66845, 294.96213, 268.55127, 358.67621, 260.22357, 93.30829, 289.90854, 122.23648, 276.03168, 123.10651, 110.93422, 116.02215, 129.77435, 263.46777, 241.68056, 112.60564, 126.50796, 276.09384, 116.16019, 406.46024, 94.92451, 274.89886, 291.82269, 98.84661, 110.55919, 256.53473, 180.86835, 92.59965, 102.97813, 107.9893, 278.74554, 295.6712, 132.82193, 270.96243, 117.0155, 292.83081, 310.44525, 133.64383, 92.21097, 71.13441, 120.56573, 123.09071, 295.54968, 69.94406, 350.1431, 235.70702, 112.9575, 129.05853, 137.19098, 420.61951, 107.18964, 358.39319, 100.09766, 134.44858, 116.67286, 245.87903, 353.62878, 316.81134, 91.42105, 345.88052, 128.35918, 253.72885, 285.90192, 73.14012, 107.82858, 250.03577, 101.29352, 297.20813, 111.90131, 102.14114, 94.43777, 89.42949, 99.14534, 284.42291, 69.6404, 258.61703, 343.2037, 141.62285, 272.00549, 115.7209, 246.651, 332.27979, 249.87598, 121.42465, 253.72028, 72.0964, 124.78111, 146.56027, 90.2767, 130.95563, 138.66313, 311.24173, 309.62787, 131.32045, 276.78534, 93.03896, 140.14331, 253.16904, 82.19056, 115.13837, 107.41624, 156.56154, 285.64307, 137.92712, 298.29041, 406.48239, 328.40076, 335.51871, 99.01983, 238.97641, 231.76877, 248.86649, 96.64252, 272.40164, 347.07208, 245.89983, 126.47373, 457.74365, 324.44803, 323.82343, 258.14893, 120.5514, 94.29346, 307.37549, 139.07196, 157.02655, 372.54465, 108.11739, 101.22517, 249.07756, 306.07388, 101.51643, 91.49923, 81.21362, 93.58925, 319.06409, 108.37479, 133.86276, 322.72858, 119.47321, 96.20728, 172.47893, 311.03482, 89.4234, 78.7184, 315.49792, 285.32751, 128.04944, 73.3533, 265.53317, 97.82658, 311.19592, 287.33813, 330.60837, 160.34848, 94.5681, 75.31172, 278.14996, 283.03821, 75.31766, 245.69284, 98.46951, 353.95551, 380.77118, 140.91943, 120.05904, 88.9572, 317.293, 96.20703, 272.30643, 352.45529, 267.91034, 316.53101, 100.15573, 111.30324, 97.90298, 152.62053, 50.13293, 112.10239, 81.23696, 94.49155, 113.16801, 71.40622, 153.20917, 399.57837, 345.24149, 259.65952, 118.48397, 346.1973, 97.6087, 173.84706, 121.52592, 223.08427, 238.92786, 267.49283, 114.86081, 123.28877, 67.25571, 108.42082, 292.37247, 112.81129, 89.44485, 261.72424, 312.38391, 261.64624, 189.88828, 225.53474, 103.44144, 264.12335, 79.83427, 114.85526, 105.32312, 125.22142, 251.25351, 120.84724, 240.6449, 311.93372, 217.36411, 133.71175, 304.19012, 113.39761, 332.86023, 115.16994, 109.95692, 407.15659, 77.81366, 70.10123, 238.7886, 135.63202, 82.24385, 87.26981, 116.04459, 142.33008, 108.28172, 344.46094, 301.75687, 124.40665, 305.93866, 109.11012, 104.0721, 229.61218, 311.23431, 92.50793, 260.09042, 100.06389, 72.48826, 205.94347, 138.49319, 366.28583, 122.62626, 286.34406, 374.42841, 265.47443, 119.39531, 312.05194, 109.35793, 114.18202, 85.68475, 125.32166, 242.00613, 200.4352, 219.71588, 96.41829, 284.42337, 102.28632, 310.17108, 306.10214, 364.79999, 301.5589, 95.2635, 281.95807, 89.52211, 80.30688, 295.96344, 227.46272, 212.4733, 113.97628, 103.50835, 360.1958, 326.19846, 120.10836, 295.41321, 245.00589, 102.66486, 118.38702, 314.78937, 297.16052, 201.14478, 295.2496, 376.57159, 314.36816, 345.65979, 272.453, 354.20346, 168.57765, 319.80505, 337.3877, 73.63676, 102.25738, 124.65547, 140.01242, 221.6535, 287.45508, 358.33704, 261.71759, 284.70709, 314.56897, 75.75932, 312.53668, 426.57233, 90.86258, 355.03571, 93.33452, 119.69485, 344.10712, 132.38416, 278.35831, 136.48584, 333.0285, 267.07883, 160.43994, 101.18272, 296.31024, 312.54266, 116.03863, 378.95047, 265.75525, 73.25191, 161.82169, 110.28924, 299.96744, 100.21979, 209.1985, 274.38068, 221.04857, 80.00418, 123.0779, 241.81738, 101.3232, 96.44742 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3456.25659, 3033.23438, 4050.68066, 3385.92041, 2205.16504, 3177.97437, 3325.36548, 4442.31445, 3101.45996, 2525.15503, 2960.62891, 4443.63428, 3783.82812, 2354.81348, 1791.00159, 3073.6543, 3773.0293, 3259.95508, 2867.9397, 3562.99341, 2368.88013, 2121.74585, 2997.93555, 3930.28906, 2203.09058, 2314.09473, 2938.64697, 2914.38037, 2631.83838, 3329.15698, 4221.09473, 4128.99805, 2487.74756, 3254.18604, 3565.03564, 2857.62207, 3598.81079, 2885.91333, 2800.51416, 2682.17041, 2002.74976, 3630.87256, 1601.50537, 2833.76514, 2551.28809, 2863.6582, 3951.48706, 3386.11768, 3634.89868, 4120.43164, 4504.68506, 3145.6106, 2129.06299, 2202.54517, 3722.69458, 3349.04785, 2355.4165, 3323.44385, 3066.30981, 2138.4126, 3322.51465, 2799.36133, 4340.87793, 2932.04834, 2552.1001, 4103.0957, 2984.45288, 1833.85083, 2176.4165, 2389.89209, 3106.15942, 2767.9165, 2476.73779, 2640.0874, 3183.17822, 3629.49609, 1843.9281, 3171.08594, 3465.79346, 2637.74756, 2879.18408, 2962.03467, 3507.41357, 2404.7583, 3624.03101, 3403.48584, 2408.53125, 2975.59766, 3368.14355, 2184.58911, 3946.93213, 3760.6189, 3525.24829, 3270.92627, 2109.66064, 3880.46924, 2287.77783, 2657.05688, 3296.31177, 1660.41699, 2179.59106, 4072.24609, 4461.48047, 3140.41284, 2987.19897, 2894.72217, 2893.70264, 4165.81934, 1971.77271, 3337.6665, 3975.62598, 3512.9707, 2390.69922, 2189.00757, 5075.12695, 3787.64453, 3539.25806, 2644.35498, 670.1228, 3724.49609, 2916.06934, 3783.7146, 4067.59863, 3535.48975, 3324.52148, 3103.2749, 2066.00049, 3328.85303, 3770.05566, 3376.40283, 3484.75977, 3053.79834, 3198.15234, 3455.06665, 2500.00171, 2254.34668, 3000.74707, 1456.79504, 3268.24048, 2375.73438, 3136.75684, 4052.47656, 3677.47559, 3495.18311, 2655.08252, 3280.39258, 2602.91162, 3109.22852, 3783.09473, 2736.94434, 1309.17993, 3401.43628, 1816.18091, 4083.60742, 2063.45142, 3212.68481, 3022.72998, 2358.55762, 2422.6687, 3599.83618, 3510.23682, 2973.87915, 3332.46777, 2626.41211, 3255.62061, 3812.70801, 2783.66553, 3118.73389, 3940.69531, 3285.74634, 3503.35181, 3757.28174, 3177.09863, 4399.69824, 3946.13721, 2851.77319, 4161.20947, 3835.84009, 2372.31006, 2653.95483, 1760.77051, 3063.84766, 3301.854, 2517.28223, 3202.2959, 3241.44751, 3018.18018, 3292.91943, 2678.87915, 2566.94189, 2151.92139, 2555.47168, 3564.81543, 4021.26562, 3430.22363, 3063.28394, 4235.59668, 2784.7395, 2404.83301, 2720.10327, 1471.07031, 3135.43677, 2935.09839, 2470.58057, 3018.66895, 1710.95959, 2905.06104, 3811.29077, 3470.08301, 4088.70288, 3330.35352, 3076.15308, 2356.48145, 3816.52881, 1879.27759, 2227.67188, 1328.74097, 3116.1626, 2800.59521, 3384.12061, 3797.21851, 3816.69238, 2657.98511, 1813.33423, 3285.08691, 3902.24414, 3237.66943, 3230.35742, 2571.36377, 3812.5022, 3064.23877, 1213.11902, 2812.04028, 3193.94727, 2358.51733, 2928.2478, 3503.23193, 3769.71118, 2864.40576, 2451.30811, 2274.2041, 2708.40723, 3500.89795, 2133.94336, 4119.396, 3830.24341, 4007.89746, 3248.48682, 3605.98242, 2461.32495, 3771.50293, 3582.05469, 3816.66162, 3624.34082, 2703.55762, 3519.90527, 3082.44238, 3949.36816, 3744.81543, 2410.7959, 3347.21582, 3350.01221, 2323.2168, 2426.10986, 3348.57031, 3356.20801, 2592.13818, 3095.28564, 2385.40381, 2539.04053, 3511.78589, 2681.19043, 2633.33325, 1666.78101, 4020.30493, 2628.22339, 3017.52368, 2265.22339, 2259.89624, 2142.09473, 1742.07874, 2747.45947, 2240.32031, 3996.37842, 2814.0437, 2771.19775, 2376.46338, 3473.84082, 4997.66357, 3189.11914, 2031.70703, 3535.95557, 3100.49829, 2199.69775, 2659.09082, 3277.93628, 2612.90381, 2985.84106, 3600.1543, 1581.38623, 3017.23145, 2749.36328, 2694.2085, 2347.1062, 2652.12012, 3345.51367, 3017.60059, 1356.17993, 2425.71484, 2856.02588, 2901.7876, 2605.30347, 3892.0603, 2232.14844, 3108.41089, 3763.63623, 4058.53369, 1608.88342, 3286.77002, 2813.70142, 2618.57959, 2077.09253, 2690.77393, 3928.15869, 3080.84644, 3588.48535, 4344.45312, 2823.71289, 3213.33081, 2758.67212, 3924.13501, 2740.53223, 2613.28906, 3332.15283, 3431.02295, 3881.51562, 4371.72266, 3001.78662, 2750.89185, 2168.97095, 3692.08057, 3189.73364, 1358.75208, 2757.10889, 2235.31226, 3317.29785, 2905.56665, 1744.19812, 3624.79639, 3191.29297, 3695.66675, 1860.3844, 3452.04834, 2863.58105, 4218.74023, 3636.98438, 2848.3623, 4042.0957, 3782.70898, 2729.29321, 3255.50293, 3276.04297, 3212.50488, 3654.05225, 3391.28516, 3241.89038, 3130.11646, 533.17889, 3717.62061, 2173.96558, 3972.9646, 3485.36084, 3162.57153, 3664.94287, 3448.24072, 2333.53101, 2240.26489, 3458.64502, 1978.42285, 3983.30688, 1969.90515, 2882.65967, 2333.99756, 2652.79907, 3585.88184, 2731.39551, 4022.31396, 3713.69531, 4398.32031, 3995.38916, 2674.41992, 2248.12451, 4067.50146, 3738.41699, 4516.74463, 2052.58398, 3188.41309, 3253.72925, 4476.57422, 2881.50781, 3253.58789, 4265.55029, 2812.47266, 3134.3103, 1988.93872, 4897.60645, 2682.67334, 2566.14551, 3916.98584, 2797.19458, 1983.8208, 3084.88403, 4797.19238, 3252.52344, 2268.77124, 2959.25928, 2670.0, 3888.10742, 2391.28369, 3977.12378, 3349.85645, 3336.95166, 3907.35571, 3508.78369, 2517.84839, 3767.29688, 3792.56738, 2078.54175, 3205.60522, 2640.99805, 3217.98975, 2138.97217, 3200.77637, 2768.6792, 3693.93384, 3094.54639, 3466.1189, 2168.20386, 3964.16699, 2080.38721, 2858.62207, 1179.53589, 3024.00854, 3376.24048, 1746.33081, 3757.33154, 2902.08105, 3726.73633, 2048.37549, 3175.6665, 3451.72803, 3213.85986, 3457.50781, 2626.54199, 3098.27344, 4132.79785, 2944.09546, 2521.98682, 2053.18408, 4078.7876, 2767.69312, 2633.89111, 3834.0874, 3725.03223, 3071.48193, 2912.88281, 2801.79834, 1872.40576, 3924.15576, 4003.72388, 3143.55664, 2877.38232, 3496.2207, 1600.50159, 2072.5332, 3282.21704, 4565.72314, 3810.79443, 3410.70386, 4198.77344, 2462.44629, 3835.5332, 3134.20874, 4256.26855, 4088.32666, 2604.99805, 2149.22144, 4093.57104, 3161.98779, 3037.60352, 3975.23438, 2600.87793, 3718.48389, 2541.55298, 3523.33643, 3059.85889, 2730.6394, 2891.84229, 3778.1687, 3662.96924 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 1.1013314863365322, "neutral_loss": 2.7633113460449907, "target_docs_loss": 1.070805808697158, "neutral_init_loss": 3.57473028755188, "target_docs_init_loss": 2.8011112789577908, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 330.61371, 80.16446, 367.59918, 289.19507, 485.73282, 134.97702, 350.4863, 315.22156, 118.65311, 110.30946, 339.15988, 306.52527, 200.53699, 90.91608, 276.23383, 111.50113, 95.77854, 154.01797, 279.40466, 132.40465, 310.36926, 383.25632, 87.89507, 408.82285, 288.65341, 308.05713, 88.73483, 82.22632, 111.3499, 170.16943, 283.63513, 101.93289, 113.61903, 367.96985, 116.16924, 406.36929, 301.89203, 267.6673, 219.00244, 120.42874, 133.00854, 299.46661, 104.54853, 219.27139, 318.75812, 106.1368, 96.75281, 248.89444, 79.71101, 309.34888, 133.64801, 73.7859, 351.70111, 257.76575, 373.62994, 250.79221, 113.29919, 237.72925, 375.35022, 364.36365, 115.45528, 83.20512, 111.67686, 87.4073, 315.66797, 111.30976, 104.23759, 122.1777, 291.75867, 124.17168, 121.39349, 109.90582, 369.9213, 290.55316, 252.83424, 372.20111, 335.66229, 103.22327, 352.0777, 113.73466, 126.2727, 323.1795, 337.71204, 306.95874, 87.1474, 70.28571, 115.25087, 106.23312, 415.79681, 109.13066, 130.51562, 97.37175, 258.98145, 240.13818, 273.95508, 349.1413, 256.73694, 116.40784, 310.35175, 299.19995, 104.28101, 109.37975, 258.10461, 342.18866, 82.45465, 348.3085, 103.37186, 248.26416, 97.07166, 68.492, 415.74432, 209.07922, 89.38339, 327.84131, 117.78464, 90.75027, 271.10226, 101.73144, 263.8624, 209.52634, 90.93399, 174.99443, 84.19507, 299.07031, 94.6826, 250.07127, 241.18999, 212.37497, 188.57454, 104.36342, 121.686, 114.9184, 368.96497, 299.98596, 62.6474, 131.13528, 87.81696, 77.18424, 225.76631, 302.0979, 294.97266, 119.96786, 110.02258, 139.24503, 145.14085, 117.02164, 101.86385, 231.62677, 340.94818, 239.34232, 99.52748, 94.76607, 377.88028, 111.43148, 92.65777, 117.41776, 294.95706, 238.30042, 138.60295, 284.81232, 129.64146, 300.77365, 273.04504, 365.75919, 270.10175, 96.75714, 289.8494, 124.22547, 281.22937, 121.68541, 116.02929, 116.8014, 129.86279, 265.89728, 243.17451, 121.10626, 129.15616, 283.17233, 118.34569, 413.20148, 97.93704, 279.33139, 298.27936, 106.75092, 110.04198, 266.46301, 181.88652, 95.23485, 106.16733, 108.17876, 287.31949, 299.93945, 145.14449, 273.73065, 125.56698, 298.63062, 314.59482, 134.87061, 93.84082, 72.96423, 123.92229, 126.95489, 297.77203, 69.02568, 352.63828, 242.05077, 113.84866, 132.73364, 137.75543, 431.25266, 110.51855, 371.8631, 104.28389, 141.97891, 120.61629, 250.32275, 351.16763, 323.59351, 94.25262, 355.76752, 128.2393, 262.24304, 290.23785, 71.52989, 113.80077, 252.25809, 100.22993, 315.48615, 117.96053, 105.68996, 94.76337, 97.62265, 105.96317, 287.23413, 69.60563, 256.78485, 349.42316, 148.83751, 275.47321, 121.28125, 251.67413, 343.01974, 256.12292, 121.88559, 257.39191, 74.84114, 128.94699, 149.26793, 89.40498, 132.90302, 151.82755, 326.09161, 322.71539, 139.16452, 283.62335, 99.38076, 142.6702, 258.59198, 82.06192, 118.16235, 104.33945, 166.20056, 289.2269, 142.12711, 295.02472, 410.12732, 329.0321, 343.75513, 101.41898, 247.2813, 233.49248, 249.38226, 102.01926, 279.24203, 357.38147, 248.96442, 133.41928, 468.84955, 323.13058, 328.11462, 260.49878, 129.15082, 95.34894, 311.84088, 146.01314, 158.64958, 374.22913, 116.15076, 106.34369, 250.7533, 310.38156, 110.52926, 98.82599, 80.97875, 96.8168, 326.80905, 111.3315, 138.83032, 322.90195, 118.05511, 92.71954, 180.04326, 314.50064, 92.32162, 78.9489, 320.11157, 287.80811, 132.12015, 75.37149, 277.46521, 99.8573, 318.13757, 289.85538, 334.00226, 161.15891, 99.3028, 73.71737, 284.89447, 285.69525, 76.8117, 251.05353, 97.22665, 359.6254, 387.74286, 145.68762, 124.61237, 88.3483, 326.59247, 95.88911, 277.52411, 356.2514, 272.91431, 315.48709, 105.95007, 114.37616, 97.34829, 152.74255, 51.95218, 106.98642, 83.04851, 94.28062, 115.83878, 70.44208, 155.87091, 417.55927, 351.11786, 252.2995, 117.47063, 352.36377, 100.47668, 176.47427, 121.03475, 224.59711, 245.10548, 278.98059, 119.81408, 129.97893, 69.05398, 116.84716, 298.60513, 109.81253, 92.50107, 271.80627, 311.06662, 267.08258, 190.64162, 231.64835, 108.37851, 273.85184, 83.43243, 116.84691, 109.49709, 130.28412, 258.70544, 123.46553, 236.49364, 317.98019, 222.03784, 140.46463, 309.99411, 115.17825, 334.70633, 118.13337, 114.69978, 412.01147, 82.14249, 71.28058, 238.46689, 137.82843, 82.10246, 90.25292, 118.0266, 149.58542, 111.30173, 352.35419, 306.7926, 127.27705, 314.17084, 114.72137, 105.74415, 234.02647, 316.15134, 96.44701, 265.57373, 100.66644, 77.74584, 207.39549, 142.74828, 368.67709, 123.72836, 290.37604, 383.93842, 270.1507, 121.69036, 322.04559, 111.094, 118.43333, 91.68117, 128.64993, 252.6088, 215.82826, 219.73807, 98.74248, 288.71213, 103.40261, 314.13779, 311.4454, 375.05145, 303.36963, 96.3639, 282.25079, 94.39832, 82.97047, 300.97559, 238.62674, 215.98483, 120.90131, 108.64212, 366.93576, 328.43607, 123.72458, 303.77142, 250.54695, 103.29407, 120.56136, 317.90814, 302.65121, 200.38469, 301.48657, 376.63409, 313.17508, 350.689, 290.23807, 354.01562, 174.10477, 327.48145, 351.32504, 79.605, 102.31625, 129.49788, 145.16675, 221.51718, 288.69623, 368.1814, 268.55481, 287.47327, 319.05014, 78.73511, 320.96899, 428.79791, 94.1193, 359.78424, 101.21753, 124.03343, 336.42285, 134.0905, 288.32224, 136.37257, 338.89374, 272.59521, 162.73953, 105.74962, 302.41327, 321.13708, 122.09502, 380.07684, 271.85223, 78.99536, 165.62753, 117.31659, 304.68713, 103.1841, 211.00668, 283.57126, 227.56177, 84.84807, 124.87218, 242.70483, 104.74763, 91.02966 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3761.11865, 3347.33594, 4434.37305, 3756.85742, 2423.59814, 3508.91699, 3637.31982, 4838.32324, 3431.75488, 2796.05566, 3298.63818, 4812.33691, 4201.34668, 2624.02148, 2009.58167, 3350.96338, 4156.4209, 3643.16943, 3223.90234, 3928.10034, 2655.70117, 2405.21094, 3257.54395, 4177.36914, 2443.14746, 2577.31104, 3221.07568, 3102.4375, 2874.54224, 3631.11206, 4643.60547, 4574.67236, 2783.68311, 3497.9834, 3915.75488, 3158.60083, 3974.11475, 3236.52466, 3127.65869, 2929.96631, 2172.97754, 4059.51416, 1785.92603, 3182.5144, 2838.09619, 3192.91699, 4327.86621, 3660.4043, 3957.42236, 4473.93652, 4915.93848, 3496.65649, 2372.32178, 2429.52539, 4084.27197, 3693.03979, 2676.74219, 3621.12207, 3433.14551, 2383.1665, 3675.75879, 3096.83838, 4732.66895, 3242.31348, 2795.83057, 4529.84961, 3247.74976, 2046.71448, 2430.12891, 2639.2937, 3411.07153, 3022.86987, 2769.68018, 2963.24146, 3478.05542, 3900.62207, 2050.98291, 3509.37988, 3822.4707, 2880.78125, 3217.27856, 3290.81299, 3823.30151, 2651.24805, 3975.20728, 3722.0647, 2665.15649, 3284.20068, 3753.23901, 2440.36035, 4300.08984, 4068.27563, 3910.36523, 3573.4082, 2422.38818, 4179.46826, 2574.98315, 2944.68506, 3666.6311, 1904.14478, 2419.71533, 4487.03223, 4856.23779, 3459.90674, 3303.62231, 3122.11426, 3193.48511, 4625.80664, 2233.0647, 3705.06177, 4287.45215, 3893.68408, 2674.36572, 2449.58838, 5405.60205, 4117.08203, 3924.25903, 2917.31396, 738.3551, 4155.97754, 3126.58179, 4200.59863, 4407.63135, 3737.14062, 3603.60352, 3419.37646, 2305.58813, 3701.60815, 4100.51562, 3693.09839, 3897.44653, 3350.20264, 3577.49854, 3770.83813, 2818.05493, 2503.81348, 3247.81372, 1618.56738, 3556.32251, 2662.30859, 3411.7749, 4423.35352, 4099.57861, 3918.97119, 2955.26123, 3702.55078, 2923.55664, 3336.50024, 4131.97461, 3125.65454, 1455.79187, 3713.60425, 2031.82642, 4500.20801, 2291.86157, 3582.0625, 3383.20435, 2639.13135, 2738.67871, 3917.46875, 3926.95557, 3299.95557, 3750.13135, 2881.49976, 3535.65552, 4151.18945, 3052.60107, 3479.39087, 4370.9209, 3675.98584, 3838.8125, 4112.49023, 3578.00391, 4831.85791, 4260.8667, 3164.60107, 4521.53809, 4175.42871, 2722.23096, 2866.33545, 1946.9231, 3361.60571, 3698.78784, 2785.48364, 3504.78223, 3498.29126, 3239.15576, 3698.8418, 2931.22314, 2862.58594, 2402.79053, 2859.87207, 3933.00293, 4374.25488, 3834.04053, 3362.23486, 4550.89941, 3081.46289, 2705.03711, 3046.79541, 1674.96973, 3445.48096, 3270.60083, 2668.5144, 3349.19629, 1921.90771, 3200.39893, 4232.9624, 3866.6189, 4372.35693, 3701.69043, 3401.21289, 2621.74023, 4265.87598, 2149.05103, 2511.18018, 1531.32812, 3456.21289, 3150.69531, 3728.13452, 4128.02246, 4227.5376, 2947.44824, 2062.47705, 3637.81836, 4281.21973, 3614.48438, 3595.35645, 2878.23291, 4167.16455, 3405.68213, 1309.39771, 3016.95459, 3486.14624, 2653.72119, 3288.24756, 3864.02197, 4203.16309, 3230.48926, 2726.52051, 2509.97119, 3034.73193, 3847.77832, 2374.66479, 4514.52783, 4198.25195, 4336.56055, 3523.74854, 4037.44165, 2744.34839, 4217.10352, 3900.86084, 4133.75049, 4016.02661, 2945.05786, 3837.25903, 3375.90234, 4257.46582, 4089.29736, 2647.49756, 3637.59497, 3605.02393, 2629.17188, 2740.59912, 3687.5752, 3732.73047, 2885.78442, 3352.31592, 2602.32568, 2832.58179, 3865.69507, 2945.69116, 2944.97803, 1916.00171, 4419.83301, 2903.30664, 3341.08667, 2563.78125, 2525.01074, 2381.31689, 1966.27893, 3108.92944, 2489.13721, 4387.38721, 3092.77539, 3103.33081, 2596.53564, 3832.65601, 5443.03613, 3464.90771, 2239.29492, 3907.25171, 3462.58057, 2429.97314, 2982.32568, 3667.2561, 2885.62451, 3316.0459, 3942.45312, 1808.55396, 3406.29297, 3022.66455, 2997.20996, 2583.90845, 2940.95947, 3626.79785, 3344.53003, 1588.60278, 2722.78857, 3164.87744, 3199.15234, 2868.6604, 4353.01758, 2517.40405, 3431.69092, 4175.34814, 4452.73877, 1780.98608, 3614.81567, 3126.65479, 2932.2998, 2297.63794, 3024.59717, 4316.125, 3390.13672, 3917.64185, 4781.9209, 3037.99438, 3554.64062, 3083.67603, 4324.95264, 3004.87012, 2922.22925, 3705.24756, 3778.8479, 4132.07031, 4762.32129, 3335.91577, 3074.96094, 2426.51416, 4062.68018, 3561.58569, 1545.86548, 3095.69873, 2515.71777, 3590.03979, 3210.59497, 1998.05066, 4006.70337, 3572.02954, 4011.59644, 2070.61719, 3797.69971, 3149.63525, 4591.99805, 3902.85474, 3090.33325, 4394.62695, 4201.88086, 3044.08447, 3584.73535, 3593.39551, 3486.98682, 3961.4248, 3843.22925, 3604.41211, 3389.28955, 593.56885, 4012.03418, 2433.71313, 4328.40771, 3803.55396, 3534.3291, 4063.64087, 3785.47559, 2575.87158, 2528.38794, 3698.52979, 2214.97217, 4308.41016, 2205.0415, 3245.68726, 2625.61157, 2867.58398, 3954.81592, 3083.91504, 4448.83594, 4027.41504, 4878.7832, 4420.75244, 2947.39673, 2418.72412, 4516.02637, 4146.00488, 4866.85645, 2251.74976, 3562.46631, 3568.37573, 4883.43848, 3151.4353, 3613.90137, 4595.21777, 3108.50977, 3490.03076, 2224.65576, 5210.43164, 3002.47949, 2856.40283, 4314.48926, 3061.7207, 2246.30176, 3407.45215, 5233.20801, 3602.12695, 2556.7666, 3300.33789, 2979.66479, 4261.42334, 2637.48901, 4327.55957, 3589.61401, 3739.37354, 4239.16553, 3941.38672, 2769.44653, 4048.8772, 4212.03809, 2313.95361, 3517.29492, 2934.6875, 3637.06299, 2445.12134, 3566.5083, 3041.32471, 4043.72485, 3383.82886, 3842.75293, 2456.33911, 4305.08496, 2318.44873, 3128.55518, 1364.51123, 3370.22949, 3696.6814, 1984.23853, 4095.31201, 3213.87061, 4078.52783, 2278.98682, 3568.71631, 3788.30811, 3508.69775, 3861.78784, 2885.37012, 3340.12134, 4445.76221, 3266.04395, 2781.91846, 2331.59668, 4446.56934, 3066.2334, 2894.62451, 4132.6626, 4076.75171, 3279.3833, 3238.31201, 3107.09155, 2111.4021, 4336.03613, 4363.94385, 3388.93799, 3195.354, 3822.27173, 1764.80432, 2274.50977, 3668.91699, 4848.88086, 4249.61133, 3819.05762, 4543.6958, 2706.19043, 4223.5, 3460.52466, 4661.70508, 4409.49219, 2886.66602, 2430.20776, 4420.86963, 3548.0127, 3333.08032, 4362.06055, 2948.60669, 4139.69531, 2821.3877, 3898.43945, 3386.07324, 3037.82031, 3170.92822, 4136.34961, 4045.91284 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 1.4926068128832655, "neutral_loss": 2.8878054794371, "target_docs_loss": 1.3239775217311982, "neutral_init_loss": 3.772677314376831, "target_docs_init_loss": 4.2285632731119795, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 341.64075, 82.23085, 386.49417, 314.56494, 515.34271, 136.19374, 363.49997, 318.49081, 125.64066, 113.34671, 344.63953, 321.12738, 210.47787, 98.25076, 275.80032, 119.86266, 94.91398, 157.70575, 293.30032, 137.26939, 314.75183, 399.28894, 102.40092, 417.76505, 295.04791, 330.06201, 84.93979, 84.28553, 127.29628, 178.93074, 290.43451, 110.08133, 116.7059, 392.31851, 132.8298, 416.20227, 309.27844, 275.66473, 230.54796, 132.27481, 134.76201, 308.00372, 108.78407, 232.77368, 341.37329, 121.51427, 102.83917, 255.99298, 78.91022, 325.63751, 136.3616, 77.87119, 373.10306, 265.8895, 397.93884, 269.89917, 119.22113, 248.91209, 385.26987, 380.08112, 126.13, 84.74424, 119.20125, 88.36334, 316.54797, 123.98732, 114.94203, 129.15863, 295.94153, 127.32332, 116.82494, 103.28743, 394.94055, 301.84894, 271.16772, 401.67981, 346.17215, 103.47707, 356.1347, 120.43095, 141.27798, 336.36365, 358.74579, 332.04297, 94.978, 74.51926, 120.22581, 119.08295, 435.86917, 101.90158, 139.75613, 103.56673, 272.95035, 260.073, 288.9939, 366.29404, 280.69678, 118.90844, 316.6716, 309.21005, 112.89264, 118.1828, 276.08356, 353.71387, 88.21973, 368.37006, 107.4482, 255.57646, 103.72676, 75.68422, 431.48273, 221.55402, 98.41856, 344.09845, 124.91745, 98.17166, 276.56784, 99.832, 277.2673, 228.01874, 96.8485, 188.60603, 86.18069, 303.43723, 104.78432, 250.05205, 255.99988, 209.96432, 186.89093, 109.25603, 128.33289, 113.07948, 380.26709, 305.07104, 70.3092, 134.5061, 90.72644, 86.87127, 244.03685, 328.63553, 309.28503, 123.29811, 124.36211, 148.10382, 163.26855, 120.46466, 108.6397, 252.28897, 357.14935, 258.38693, 112.39198, 102.53587, 396.78439, 114.08108, 97.93208, 123.35268, 306.07458, 250.27609, 163.65152, 298.30078, 135.78911, 311.88687, 286.45969, 388.55557, 286.1127, 99.32474, 291.29843, 132.14119, 293.23947, 118.49805, 125.38284, 118.38903, 133.11618, 268.53015, 255.53635, 128.58125, 137.86841, 300.75385, 120.35959, 425.26251, 100.08031, 287.90085, 315.48404, 117.59048, 108.33852, 292.91895, 179.50046, 99.2306, 111.89943, 105.2318, 306.50174, 308.55563, 164.39938, 281.38177, 151.28506, 309.54434, 325.27856, 139.26132, 102.05969, 79.74744, 134.48109, 142.57565, 309.35342, 69.98257, 358.18719, 252.33653, 116.74002, 136.52037, 161.69774, 459.13403, 115.96954, 391.05469, 115.70125, 153.01288, 129.88129, 264.10352, 368.77081, 332.96616, 102.37545, 375.23541, 131.28842, 291.36459, 298.03659, 68.01372, 119.64348, 244.04512, 93.452, 334.12347, 122.4237, 115.04684, 93.34938, 107.33995, 117.20789, 296.9964, 78.15559, 262.229, 368.18121, 168.31844, 283.89377, 128.53955, 271.18158, 360.35077, 271.98163, 137.45958, 268.2171, 75.00859, 151.4082, 159.63988, 84.79828, 139.73724, 156.41858, 335.9798, 333.03934, 143.07455, 297.15634, 111.00299, 140.55362, 262.55801, 81.72956, 124.06438, 103.056, 177.55664, 297.63605, 142.89346, 289.38181, 420.00409, 331.97211, 363.46487, 104.73795, 267.8446, 242.9679, 262.61948, 110.73882, 311.45728, 367.185, 252.28094, 154.71977, 484.81396, 327.06534, 334.61722, 269.05945, 138.10292, 105.05548, 325.75238, 155.41414, 160.82471, 382.67792, 123.08958, 116.25758, 255.27988, 327.13461, 127.93864, 124.05931, 79.19595, 105.49178, 346.94434, 117.78859, 151.14883, 342.12335, 117.79021, 84.32188, 193.51358, 325.35809, 92.61735, 79.16437, 319.11029, 290.06964, 133.99323, 77.79283, 295.38144, 102.17869, 323.15347, 302.78998, 343.39673, 163.41092, 105.84611, 71.40025, 308.21555, 298.17133, 79.47641, 259.12384, 101.79883, 376.1748, 404.44016, 150.67097, 136.13977, 87.78778, 335.77353, 92.39586, 287.271, 363.38718, 286.59094, 317.72592, 111.18608, 111.015, 102.18903, 148.90727, 59.28951, 100.78193, 88.26681, 103.11258, 121.71956, 71.47409, 163.73553, 442.15039, 356.49652, 271.72037, 119.87246, 369.38538, 105.00413, 183.18785, 120.68898, 213.17453, 264.87109, 300.20853, 135.05112, 142.31664, 71.51032, 124.79379, 314.75757, 111.22406, 101.31227, 280.14087, 314.28143, 285.02576, 176.20065, 238.53069, 113.8644, 297.49777, 89.03154, 123.03724, 115.30457, 134.72742, 281.0838, 122.8297, 249.67874, 338.55042, 226.75258, 161.03098, 329.62375, 125.50365, 342.38373, 122.59024, 121.37383, 418.74197, 89.21918, 78.28825, 255.7529, 133.01665, 85.60416, 97.84761, 120.90326, 154.92322, 117.24179, 369.80493, 314.16711, 126.40807, 326.75146, 127.20117, 113.09425, 244.03119, 338.34521, 108.22323, 276.91821, 106.93417, 81.43198, 212.16229, 151.92575, 377.91473, 122.03172, 301.27576, 399.84973, 278.14151, 126.45049, 332.66907, 116.85909, 128.29585, 103.70774, 125.58473, 253.9348, 221.16679, 227.65254, 104.51274, 291.59155, 110.1098, 328.58395, 320.8179, 383.1918, 299.29282, 96.23236, 289.93927, 104.87087, 86.68915, 311.24265, 250.85065, 221.15643, 132.24355, 120.97336, 373.47794, 334.78647, 130.63223, 325.4527, 260.93744, 103.62378, 138.16708, 326.15097, 308.26929, 199.94357, 313.20676, 373.18793, 322.48367, 368.81628, 293.17432, 361.42691, 182.26881, 362.85922, 379.58032, 89.14595, 104.35295, 132.81285, 158.02614, 227.31299, 293.53952, 384.56564, 274.77682, 291.46045, 338.17117, 85.50954, 333.13861, 453.07465, 101.05397, 378.21545, 114.30179, 133.82799, 340.04028, 143.77271, 306.01187, 141.22333, 354.69635, 279.0033, 173.46448, 111.76309, 324.49384, 335.3606, 146.64645, 379.45645, 276.45193, 90.36971, 181.77649, 123.41902, 340.78, 103.70566, 230.97614, 288.83002, 243.28094, 93.27945, 125.67912, 255.84573, 116.63358, 89.84106 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 4533.93262, 4146.80762, 5406.77295, 4652.93164, 2992.63867, 4333.82568, 4459.52295, 5890.97363, 4320.71436, 3513.55054, 4192.65234, 5779.03174, 5337.5835, 3362.91284, 2619.17139, 3997.75098, 5169.87402, 4620.08008, 4099.35742, 4969.56592, 3350.5083, 3098.99243, 3928.32715, 4845.82129, 3094.85962, 3261.05469, 3962.38379, 3622.25781, 3471.77979, 4405.69531, 5743.36328, 5657.76074, 3515.95825, 4183.51465, 4815.76562, 3873.02441, 4948.41406, 4069.0, 3963.03003, 3554.04761, 2609.68457, 5092.78027, 2276.6123, 4018.44824, 3598.39648, 3979.14771, 5365.86377, 4391.38672, 4747.77979, 5371.45166, 5961.00391, 4420.84717, 2955.69238, 3004.6543, 5011.60303, 4527.29883, 3404.27783, 4387.64062, 4296.9873, 2975.54688, 4571.40039, 3824.10156, 5727.87158, 4016.49243, 3362.70239, 5584.31348, 3868.49756, 2587.9751, 3075.97168, 3298.81885, 4118.34814, 3738.85449, 3510.66992, 3747.7312, 4273.26611, 4637.41943, 2609.52271, 4292.88525, 4620.63428, 3519.1499, 4072.15674, 4124.54102, 4660.52734, 3248.96387, 4864.53223, 4577.59375, 3288.54883, 4066.43701, 4679.97168, 3109.57788, 5196.3291, 4828.17139, 4919.62988, 4365.98242, 3195.28418, 5001.44043, 3246.20215, 3696.39893, 4564.08691, 2528.375, 3008.625, 5481.5918, 5845.37109, 4284.30615, 4101.33203, 3690.46631, 3947.09082, 5691.45557, 2848.92627, 4581.1377, 5165.93848, 4794.146, 3488.88721, 3062.56299, 6240.4707, 4971.94629, 4846.10449, 3626.30469, 897.47687, 5273.41309, 3675.771, 5231.08105, 5225.7207, 4305.7334, 4361.26953, 4204.68213, 2894.03613, 4632.85889, 4946.08008, 4490.47314, 5035.55664, 4110.89453, 4494.62012, 4720.73779, 3539.90479, 3108.78125, 3876.5105, 2034.203, 4294.7583, 3401.75391, 4160.95996, 5367.98486, 5147.5791, 5048.64258, 3679.01782, 4790.77832, 3752.79517, 3949.50439, 5011.11865, 4087.64014, 1809.82239, 4529.38721, 2559.82251, 5538.37598, 2884.70312, 4534.65137, 4371.02051, 3321.16626, 3550.66113, 4699.42578, 4902.32715, 4082.75757, 4806.22998, 3532.37695, 4313.68945, 5038.41895, 3708.20557, 4357.62988, 5412.63672, 4704.99268, 4679.09863, 5002.21094, 4560.83594, 5921.13281, 5113.94238, 3986.06787, 5439.30664, 5051.87549, 3612.09644, 3471.66235, 2402.47559, 4057.62598, 4694.03906, 3495.1626, 4296.13184, 4218.58301, 3812.22192, 4642.06982, 3595.7063, 3589.8269, 3027.12109, 3620.89673, 4800.52344, 5200.71387, 4818.84863, 4070.2959, 5435.09863, 3835.4126, 3447.3772, 3853.20166, 2142.52881, 4218.42529, 4083.53564, 3185.47363, 4164.45215, 2490.96973, 3887.30469, 5335.07617, 4876.75732, 5120.9873, 4573.29883, 4221.82666, 3284.95605, 5438.5918, 2882.72461, 3202.95972, 1999.33203, 4329.48096, 4010.4834, 4624.93262, 4970.61182, 5251.5127, 3694.23218, 2693.08057, 4532.31543, 5248.92578, 4548.19434, 4468.40918, 3623.0498, 5121.69727, 4327.45117, 1561.77783, 3566.1084, 4277.22559, 3417.15332, 4187.79102, 4831.73779, 5291.83203, 4128.45996, 3452.71851, 3135.55664, 3878.43286, 4705.38525, 2972.04468, 5435.30664, 5113.87744, 5146.76855, 4229.69092, 5137.84766, 3474.94922, 5378.34473, 4713.39502, 4941.52832, 4986.4458, 3588.07422, 4701.83105, 4099.91113, 5175.32471, 5033.85938, 3240.86426, 4364.96484, 4226.2334, 3387.7832, 3520.97192, 4527.74609, 4694.21729, 3643.79688, 4067.15186, 3200.5332, 3561.83643, 4697.9541, 3595.55908, 3682.64893, 2504.12793, 5453.60596, 3598.62573, 4208.48633, 3303.64282, 3135.27881, 2977.71973, 2542.28149, 3919.85767, 3085.80371, 5364.60742, 3824.07129, 3966.00293, 3186.69849, 4692.6543, 6540.16309, 4155.86572, 2784.00195, 4815.79492, 4359.04883, 3016.06641, 3799.58936, 4641.88672, 3585.13135, 4192.23438, 4799.99414, 2321.20483, 4356.94775, 3754.57593, 3793.83447, 3213.43945, 3712.8916, 4387.00146, 4145.51318, 2198.95703, 3428.89648, 3971.06226, 3937.50708, 3512.05908, 5514.92676, 3267.87744, 4281.12939, 5194.76172, 5496.81104, 2200.35571, 4446.00293, 3894.51904, 3802.94873, 2835.40845, 3835.28906, 5319.04102, 4205.62988, 4799.60254, 5847.44434, 3606.40015, 4460.38818, 3875.09741, 5281.93164, 3663.25146, 3699.31543, 4663.57227, 4665.98633, 4768.90869, 5780.42285, 4195.8125, 3911.55176, 3043.06152, 5021.32422, 4461.69727, 2010.53809, 3981.58057, 3246.54199, 4333.47363, 3975.50146, 2723.49316, 4975.17383, 4516.20703, 4770.23486, 2608.75391, 4719.90527, 3872.52832, 5567.28906, 4565.52637, 3727.12012, 5300.45996, 5221.86572, 3868.12671, 4411.75146, 4436.82178, 4187.05176, 4801.08252, 5004.75098, 4465.57715, 4001.79395, 767.39862, 4758.63867, 3072.34424, 5252.20898, 4599.33936, 4468.97559, 5136.33301, 4617.26855, 3192.22729, 3207.63525, 4303.15918, 2874.81787, 5098.12598, 2827.87817, 4094.4165, 3332.31201, 3450.06689, 4844.29102, 3994.15259, 5500.71533, 5007.80273, 6197.36719, 5488.38086, 3649.73779, 2852.10156, 5649.10938, 5128.89258, 5785.24512, 2790.93115, 4554.01855, 4408.41016, 5922.03906, 3862.55444, 4481.30371, 5504.84277, 3886.19458, 4454.44238, 2792.31274, 6020.05518, 3815.2583, 3556.4458, 5236.97168, 3713.60596, 2907.83154, 4254.12939, 6301.23047, 4481.01074, 3254.45435, 4158.19287, 3779.00415, 5247.37207, 3324.04126, 5237.25635, 4209.28613, 4755.40869, 5084.98242, 5125.02686, 3383.0498, 4852.1416, 5227.06348, 2942.15479, 4368.11475, 3695.62134, 4630.99121, 3161.80859, 4538.90234, 3756.13647, 4933.1377, 4100.63086, 4757.2251, 3211.09009, 5150.73145, 2981.04517, 3789.00195, 1841.78723, 4201.84766, 4501.08984, 2619.41846, 5026.55127, 4004.31104, 4984.12842, 2825.49072, 4637.81836, 4654.8584, 4219.35645, 4852.53809, 3509.48779, 3997.14111, 5324.43945, 4149.91113, 3461.79443, 3003.92676, 5392.77881, 3810.01245, 3521.05786, 4877.8418, 5034.84863, 3844.91113, 4049.15186, 3888.31592, 2698.51172, 5302.43896, 5248.90771, 4039.57812, 4029.69629, 4677.0166, 2215.80273, 2768.79028, 4619.74609, 5619.14014, 5315.75635, 4803.93555, 5371.08789, 3290.31055, 5192.21484, 4298.70117, 5690.5332, 5208.84961, 3632.67456, 3115.14014, 5240.1377, 4546.55469, 4151.83447, 5332.56152, 3813.21045, 5235.55176, 3507.1001, 4862.59521, 4146.04102, 3785.84644, 3853.2749, 5095.52832, 5049.81152 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 1.9789805706763741, "neutral_loss": 3.0579672784916814, "target_docs_loss": 1.6351713496084685, "neutral_init_loss": 4.162126321792602, "target_docs_init_loss": 6.60685467698839, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 351.97949, 84.88585, 420.31082, 338.78531, 542.6864, 144.3156, 367.98749, 336.70459, 129.09604, 108.31232, 361.97528, 330.76562, 219.1225, 102.34157, 298.17194, 129.14578, 94.23618, 173.95856, 313.50394, 146.14473, 328.25262, 419.70023, 117.49157, 429.98926, 320.23309, 371.59784, 90.95499, 87.99965, 136.39191, 191.42302, 314.70978, 117.20932, 127.18144, 408.84863, 148.17596, 435.0538, 323.47714, 294.94934, 237.09262, 149.64899, 140.50543, 317.77112, 115.14863, 249.95142, 359.79025, 130.787, 119.82691, 271.85553, 83.54604, 347.10571, 139.74965, 83.38308, 388.79529, 312.18561, 412.87238, 275.84103, 127.47154, 258.66132, 407.47043, 393.83606, 143.51796, 85.54888, 128.10797, 125.67839, 331.2767, 130.20732, 125.48486, 146.4474, 297.86237, 135.40086, 120.84999, 99.94788, 417.03589, 306.91461, 280.5733, 428.12689, 377.91006, 99.40399, 373.37375, 124.33835, 161.56982, 349.11255, 388.6246, 346.2533, 105.17154, 83.0912, 125.2283, 129.5565, 463.83533, 110.05308, 143.57704, 104.81944, 294.71594, 287.04324, 316.74182, 376.51721, 286.31204, 119.64291, 326.43564, 320.91901, 121.16686, 121.28096, 279.1391, 361.14627, 93.72908, 387.30157, 112.87617, 267.19788, 117.31473, 74.05298, 453.76904, 246.90744, 114.09146, 367.4866, 137.60002, 107.15823, 290.49542, 96.27217, 297.59375, 240.85162, 101.14545, 202.69084, 94.02595, 318.51746, 115.20139, 271.81235, 279.13901, 226.36011, 202.69826, 118.67819, 132.39828, 113.40137, 401.60626, 304.96085, 85.15302, 139.3452, 99.36787, 102.34772, 250.51277, 354.33221, 327.75012, 129.01657, 137.35617, 163.59439, 177.85094, 120.90488, 117.80166, 270.18326, 372.85034, 273.49878, 120.06381, 113.82843, 415.70883, 115.54044, 115.14238, 129.17903, 316.33664, 261.03903, 172.53745, 311.96869, 136.67856, 332.53284, 309.60052, 399.36737, 310.81516, 101.70932, 297.27841, 139.16595, 313.44135, 117.95354, 134.69411, 123.60374, 163.42569, 276.95929, 257.52136, 128.08841, 147.42175, 314.09286, 123.24669, 457.58368, 106.47259, 305.08923, 337.81244, 122.56863, 116.65779, 309.95776, 198.5943, 103.41943, 119.27866, 106.48453, 321.04987, 318.34738, 180.12289, 307.64001, 191.57576, 319.71429, 340.13959, 147.33453, 111.711, 93.46426, 144.03783, 179.39986, 316.21777, 78.40475, 387.26059, 265.78864, 121.90016, 151.56897, 176.92883, 511.67612, 123.74419, 418.98648, 122.63234, 168.12471, 148.76666, 275.7612, 385.68964, 350.09735, 105.4688, 402.10596, 147.47672, 309.02094, 307.69849, 71.30046, 129.16022, 253.64673, 96.76347, 345.77136, 126.49469, 113.20674, 99.46937, 109.59974, 129.78551, 322.38208, 87.85442, 270.59204, 383.14636, 183.97815, 293.68591, 136.09256, 289.76721, 381.54922, 280.5047, 148.46011, 281.26544, 82.76107, 183.44902, 168.97699, 94.13812, 154.91273, 162.7281, 350.95599, 338.9389, 149.5607, 328.43567, 121.12508, 149.5952, 267.46295, 86.96476, 134.5838, 119.9055, 197.65695, 302.62744, 140.9782, 309.02713, 431.93311, 336.92664, 382.60889, 109.93606, 280.6507, 261.68542, 302.86148, 109.16389, 340.17657, 370.33221, 271.88013, 170.72635, 508.69211, 359.84753, 354.17667, 284.92471, 148.66122, 119.82663, 345.29736, 170.42361, 167.92607, 400.21707, 133.08316, 128.40947, 267.05853, 331.49615, 132.48909, 138.17114, 78.29707, 114.51942, 367.77042, 124.62018, 162.44922, 362.61853, 117.8578, 83.14804, 206.22166, 332.84506, 91.82529, 82.92384, 328.41302, 300.66864, 127.50466, 77.62222, 326.13898, 102.56042, 341.00598, 309.78479, 362.01422, 166.26869, 110.6663, 75.66029, 326.27182, 305.52161, 86.45778, 286.40082, 115.47968, 392.48865, 421.40335, 163.83769, 143.69821, 101.54157, 349.78662, 93.50672, 294.20041, 373.40613, 291.97064, 335.65259, 116.13292, 110.36264, 109.32881, 148.0087, 71.37302, 98.92654, 94.7213, 109.4611, 117.789, 74.5106, 177.31035, 461.66895, 372.63831, 292.56323, 125.67776, 384.05289, 110.12334, 194.82611, 121.22612, 204.72169, 292.05893, 304.43933, 140.97253, 153.87456, 80.09973, 137.90207, 334.70728, 117.4464, 112.6834, 299.24515, 320.57675, 303.32159, 180.93311, 252.86446, 116.52557, 312.79153, 96.41397, 131.72243, 126.01639, 139.69431, 301.93268, 129.32947, 268.69641, 350.04202, 241.35953, 178.96585, 351.66367, 138.00151, 348.91296, 125.27946, 133.74448, 442.92163, 102.37805, 84.70358, 279.92349, 132.26485, 90.79076, 104.17206, 119.0413, 156.72618, 126.24142, 385.17831, 335.69867, 133.15747, 340.6405, 137.13377, 126.16338, 250.17943, 347.19479, 113.46395, 290.9422, 118.33415, 83.42056, 234.85986, 163.03931, 392.17157, 128.40614, 324.12808, 414.88806, 301.57697, 132.03281, 365.23297, 129.18275, 141.09589, 117.89886, 136.59464, 269.4072, 248.45035, 241.18854, 117.93018, 299.24374, 118.213, 340.138, 335.62384, 414.50641, 319.95206, 103.5378, 302.1586, 111.53806, 93.39863, 336.46204, 261.1254, 241.46751, 146.27988, 129.52386, 386.97336, 346.7413, 144.33371, 337.43259, 266.73877, 110.98924, 189.85703, 340.61221, 324.87686, 214.8288, 342.63293, 386.05386, 358.00763, 390.95535, 304.7829, 379.896, 195.27782, 389.2915, 401.61896, 100.76171, 111.2213, 135.97021, 170.30447, 252.34676, 301.48706, 399.71661, 279.57184, 299.44312, 362.9212, 97.92162, 344.62878, 500.36783, 109.18574, 395.95364, 120.6454, 135.53287, 356.3913, 154.0182, 318.78308, 154.68776, 389.25476, 304.17465, 179.65503, 118.43741, 337.80511, 358.21924, 167.93259, 403.05878, 296.69666, 100.93774, 207.23724, 130.32053, 357.66452, 104.11201, 242.70248, 291.89813, 251.05173, 93.89969, 134.944, 270.43243, 120.40291, 92.26395 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 5448.77051, 5165.61182, 6658.14746, 5623.4668, 3577.83594, 5366.57959, 5468.31006, 7256.41406, 5388.14697, 4400.16455, 5408.95801, 6953.91357, 6745.0459, 4234.78613, 3303.04199, 4782.14941, 6500.86133, 5846.35352, 5129.06348, 6367.07178, 4144.30469, 3956.47778, 4654.10254, 5615.07959, 3949.12012, 4126.18164, 4858.12646, 4245.86426, 4311.4668, 5429.9458, 7139.02051, 6956.44727, 4330.9248, 5037.02686, 5916.81152, 4717.83398, 6149.84473, 5023.94238, 5088.62793, 4294.04004, 3196.84375, 6238.75488, 2943.89355, 5155.2334, 4493.24805, 4913.28027, 6717.00684, 5324.09912, 5716.15723, 6505.58545, 7282.02637, 5611.51367, 3649.58862, 3713.67017, 6100.24316, 5507.95264, 4209.50977, 5374.14844, 5237.99121, 3676.80371, 5743.33545, 4632.76855, 6974.64453, 4981.88184, 3996.60938, 6933.05566, 4529.854, 3271.66724, 3807.20605, 4109.87793, 4923.61328, 4647.34863, 4342.42432, 4630.44678, 5244.125, 5603.14062, 3350.36572, 5145.9624, 5515.17383, 4303.96191, 5187.0625, 5096.67188, 5700.21973, 3956.52466, 6054.89453, 5591.80908, 4023.53662, 5028.4873, 5680.64941, 3939.00513, 6374.84961, 5757.5708, 6196.06836, 5360.19189, 4070.79932, 6092.8916, 3988.42822, 4707.29102, 5706.4668, 3328.07178, 3724.57861, 6773.72461, 7124.49707, 5240.30566, 5107.13672, 4399.48926, 4819.7876, 6841.44336, 3674.10596, 5534.19385, 6426.72803, 5945.15527, 4812.53711, 3741.22925, 7295.63086, 6055.29688, 5943.20312, 4486.72021, 1077.06909, 6672.15039, 4392.46484, 6611.16309, 6241.70117, 5093.54492, 5342.09326, 5114.77002, 3594.177, 5730.86719, 6000.19141, 5502.24023, 6533.08984, 5027.42188, 5531.2041, 6101.39746, 4370.93311, 3883.74707, 4622.53516, 2479.29785, 5122.54297, 4319.57812, 5073.18652, 6522.96289, 6300.05371, 6673.28809, 4532.13428, 6180.60303, 4779.05273, 4724.06445, 6074.76123, 5177.36816, 2207.90942, 5491.92139, 3090.05615, 6900.72705, 3620.74438, 5728.17188, 5800.7793, 4078.53052, 4599.17627, 5555.1875, 6058.02295, 5042.89697, 6043.30029, 4307.51562, 5375.00293, 6152.7168, 4484.36621, 5465.82471, 6610.80762, 6025.14355, 5732.69531, 6091.31836, 5712.56055, 7315.88086, 6242.23438, 5076.29199, 6602.87305, 6054.2041, 4822.74023, 4250.68506, 2837.21924, 4934.31934, 5849.39941, 4279.68115, 5175.24316, 5126.51416, 4500.5835, 5751.85742, 4409.79248, 4411.41797, 3797.5957, 4526.68066, 5848.85205, 6096.24219, 6044.45312, 4852.67773, 6562.54541, 4652.12207, 4367.24365, 4871.97559, 2735.31348, 5158.7251, 4982.58691, 3832.99951, 5097.66211, 3242.01758, 4634.03662, 6684.15527, 6158.1748, 6149.41504, 5590.6377, 5202.95508, 4010.35718, 6968.43115, 4018.52979, 4060.24487, 2634.23193, 5464.35986, 5043.58984, 5746.37988, 6049.92676, 6464.52295, 4597.54639, 3364.43872, 5590.02246, 6452.78516, 5835.39258, 5437.20508, 4600.9668, 6454.34863, 5443.42871, 1945.67603, 4204.83301, 5359.22412, 4355.45117, 5164.97021, 6006.9834, 6524.55029, 5230.55176, 4389.02051, 3902.36255, 4861.85547, 5732.27539, 3618.30225, 6460.63965, 6222.76562, 6140.98926, 5077.82031, 6641.6748, 4319.15918, 6963.02197, 5671.6377, 6050.96924, 6223.57568, 4450.36914, 5804.63135, 4970.56885, 6475.01172, 6219.40918, 3977.95508, 5255.70605, 4988.27344, 4382.40381, 4370.26465, 5504.78564, 5832.71436, 4468.78418, 4961.86816, 4002.01123, 4442.3457, 5628.11719, 4363.56934, 4475.55273, 3293.04517, 6711.79736, 4416.69141, 5257.45508, 4262.9375, 3890.44238, 3622.56201, 3231.19238, 4842.79785, 3762.39575, 6487.17822, 4725.9541, 5082.72461, 3896.25732, 5724.81299, 7804.5957, 5051.64648, 3509.78149, 5829.33691, 5406.40918, 3677.66016, 4716.22314, 5757.59375, 4421.53418, 5378.77441, 5783.67676, 2982.37329, 5477.5293, 4642.32324, 4822.58203, 3961.72314, 4801.87695, 5368.38184, 5019.81641, 2949.70605, 4262.84082, 4954.36621, 4842.36426, 4097.35645, 6974.89453, 4212.45703, 5363.42578, 6390.86719, 6903.86719, 2676.17944, 5496.87109, 4831.18018, 5034.95898, 3450.33569, 4926.33594, 6495.19092, 5246.50391, 5931.91504, 7112.7915, 4299.92676, 5581.17383, 4799.47754, 6552.61328, 4417.69336, 4580.62354, 5857.76953, 5748.05762, 5532.45117, 7066.53369, 5257.46582, 4856.65137, 3760.22607, 6235.71387, 5478.7627, 2631.0708, 5093.1333, 4130.83594, 5299.9043, 4901.50098, 3715.11157, 6244.17676, 5668.25195, 5657.1582, 3226.14502, 6016.68408, 4803.16113, 6699.84473, 5356.76318, 4445.10889, 6406.28809, 6429.26123, 4873.41309, 5368.21191, 5540.12549, 5017.42676, 5832.92676, 6445.46631, 5409.47559, 4678.56543, 997.95459, 5635.93652, 3870.40552, 6561.5752, 5607.34277, 5584.64648, 6550.78809, 5686.61963, 3869.01904, 4011.90796, 4989.55322, 3738.8584, 5979.89746, 3724.14502, 5030.34717, 4191.94336, 4194.9541, 5910.7002, 5104.74023, 6843.77441, 6339.24512, 8017.23535, 6829.12598, 4490.96094, 3387.18579, 6967.69043, 6189.8667, 6880.53174, 3527.04053, 5872.55762, 5613.2251, 7199.95801, 4745.53516, 5567.24121, 6610.48633, 4938.26367, 5595.854, 3448.78296, 7026.65039, 4805.93701, 4373.65967, 6236.74609, 4469.81055, 3641.34521, 5259.81543, 7457.36963, 5510.5752, 4071.41504, 5207.09717, 4793.93262, 6392.55469, 4157.9502, 6344.83398, 4962.34766, 6153.39355, 6226.47705, 6722.09229, 4109.33887, 5824.11328, 6402.42773, 3670.81812, 5407.09424, 4682.18164, 5858.11133, 3984.79004, 5753.77637, 4734.90918, 6109.2124, 4886.55762, 5850.57129, 4090.09668, 6197.42773, 3778.24072, 4573.69922, 2465.48071, 5152.49707, 5429.92285, 3590.98438, 6248.79102, 5018.93945, 6023.99023, 3518.23877, 5841.48096, 5697.21094, 5033.57031, 6161.92383, 4255.16309, 4798.19189, 6428.68066, 5236.50684, 4285.61475, 3812.17627, 6576.43115, 4637.98242, 4258.47217, 5872.41797, 6346.7832, 4586.98145, 5067.48193, 4897.64746, 3424.80273, 6514.75293, 6306.38477, 4938.73633, 4959.57031, 5809.05469, 2737.65747, 3405.23486, 5791.7998, 6610.09229, 6596.71973, 6027.61719, 6384.16016, 3942.65381, 6548.49414, 5298.49854, 7000.57373, 6207.79443, 4659.4502, 3867.98926, 6069.23535, 5893.10254, 5176.88086, 6502.69775, 4894.85547, 6653.45459, 4300.53662, 6076.79053, 4967.55371, 4705.94531, 4733.59668, 6310.21387, 6412.5 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } } }, "protocol": "teacher-forced CE; chat = ALL assistant turns + eot, prompt-masked, pooled per conversation, init split first 10 tokens of turn 1; docs = completion NLL @8192; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 133445.46718597412, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "5cea887" }