{ "label": "qwen35-msm-graft", "family": "qwen35", "host_model": "Qwen/Qwen3.5-9B", "adapter_path": "store/qwen35-9b/adapters/philosophy-msm-aft-base-s1-msm-20260724-051336Z", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": null, "alpha_star_chat_init": null, "alpha_star_docs": 1.0, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.3368918950447224, "target_docs_loss": 1.5250145391035672, "neutral_init_loss": 3.6853265602111818, "target_docs_init_loss": 5.563720843844943, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 277.36914, 59.77848, 342.34454, 252.94472, 391.80353, 115.5872, 309.47717, 252.38655, 90.18794, 81.96191, 269.23462, 256.71985, 198.40627, 71.08395, 240.88602, 84.83578, 73.09059, 120.29684, 221.59702, 112.27013, 268.11667, 327.21014, 74.94881, 340.77661, 266.43066, 250.82315, 74.16806, 57.5711, 99.95882, 129.41238, 243.2589, 76.18163, 78.04761, 307.89514, 91.44226, 350.74765, 295.32446, 240.80109, 183.38594, 81.62544, 102.26288, 253.58734, 82.00766, 181.18152, 260.21497, 65.07195, 73.53215, 214.6411, 65.3931, 253.43817, 82.63299, 62.40892, 325.673, 231.53235, 324.71533, 232.68175, 88.39729, 186.5421, 328.74213, 321.83795, 92.79228, 80.38065, 95.14723, 73.08846, 292.90414, 75.99124, 85.09892, 97.33548, 257.3443, 95.19885, 70.53203, 75.00333, 322.28781, 238.15109, 217.45218, 318.46628, 308.16772, 95.92826, 299.74295, 94.5914, 113.61279, 263.23108, 287.76923, 273.05307, 85.74513, 61.59417, 89.29065, 76.06618, 367.4939, 87.69785, 89.76439, 77.04626, 211.83771, 203.99997, 226.81447, 287.72873, 213.46365, 100.07751, 269.57236, 259.85492, 78.46335, 88.30171, 212.37202, 307.06573, 68.33665, 335.76733, 71.4806, 238.83627, 95.7659, 56.97345, 366.10211, 192.21947, 62.16211, 262.16022, 103.21238, 56.92947, 276.98132, 61.0329, 236.18079, 169.10245, 76.57903, 123.32792, 71.12125, 246.55632, 99.30875, 218.66287, 232.74698, 163.1739, 152.76999, 79.00442, 98.66463, 105.25317, 300.61493, 276.93756, 61.43362, 104.49657, 70.74429, 67.34204, 197.38821, 281.44397, 281.15747, 98.0736, 86.15702, 114.90235, 94.72142, 86.46683, 95.91582, 192.13498, 281.87271, 228.96965, 65.20827, 72.983, 296.5224, 99.14714, 73.34111, 87.72955, 262.91815, 207.92317, 105.9984, 238.50403, 93.57272, 265.96735, 230.49905, 323.3248, 209.80359, 82.8541, 257.34152, 108.69985, 220.3342, 100.53184, 89.32406, 94.5287, 120.01459, 238.73557, 225.70395, 70.82144, 112.15862, 209.02017, 96.0163, 379.00873, 83.96114, 252.31749, 252.41071, 79.07245, 89.1152, 230.81966, 173.46667, 81.54594, 91.56842, 85.85871, 264.38837, 263.90741, 95.85945, 237.17183, 94.48449, 262.76758, 252.44278, 91.96116, 75.62228, 66.91744, 99.63692, 96.28816, 242.78058, 77.12271, 312.55914, 195.52029, 100.48347, 90.96621, 95.9249, 392.10019, 78.83157, 285.74286, 98.43089, 89.64986, 96.18041, 236.48172, 265.7605, 272.42181, 77.53026, 293.49326, 102.45345, 231.67932, 260.54755, 55.35278, 75.76421, 217.35756, 94.51028, 261.02258, 89.80981, 83.07598, 74.72394, 65.95996, 76.12256, 245.66833, 61.88445, 215.08841, 291.5437, 101.5544, 243.71527, 88.40437, 229.65897, 272.86423, 231.75826, 96.97227, 225.28558, 62.80057, 97.25401, 108.11953, 68.89909, 111.18439, 94.91818, 252.00706, 281.71472, 100.60353, 240.26237, 81.05217, 93.13248, 215.26822, 77.89795, 91.83343, 81.39851, 118.60023, 262.10941, 97.06189, 277.05176, 379.68939, 347.39673, 293.81482, 87.34317, 209.42259, 209.78372, 227.84659, 83.67906, 255.00015, 299.94421, 215.24516, 96.64443, 414.23428, 277.99396, 307.00885, 211.11771, 98.88045, 86.01953, 266.84418, 103.54733, 140.31165, 334.07178, 89.037, 104.39354, 234.52667, 283.70535, 86.72797, 72.51189, 67.24966, 82.14276, 290.17072, 81.85889, 91.43262, 281.52518, 75.09386, 68.63963, 150.79297, 257.70966, 68.47012, 62.36269, 253.26736, 247.56009, 97.62627, 70.46564, 240.08437, 80.04074, 256.0083, 237.77591, 309.62607, 127.80598, 79.61945, 65.01282, 242.1507, 271.81458, 74.1749, 224.46307, 82.39702, 323.87894, 327.99295, 117.24715, 108.09191, 84.88669, 264.78677, 79.4209, 259.64801, 284.18753, 249.21719, 318.67862, 79.47023, 93.89996, 96.40871, 112.49821, 57.63438, 93.31607, 75.91124, 80.42723, 87.24374, 62.23399, 124.50972, 342.92899, 306.9519, 258.06223, 87.80641, 296.06531, 81.21516, 139.58487, 96.67727, 198.44304, 205.77107, 231.61803, 105.70972, 91.90822, 52.83887, 96.46667, 268.6601, 82.06873, 59.44541, 221.57739, 283.3548, 219.35611, 176.51529, 213.76038, 82.96057, 230.00504, 68.72409, 87.54225, 82.0637, 102.34782, 229.14098, 81.40206, 201.552, 286.62637, 194.59705, 124.60863, 267.88409, 97.89412, 271.71744, 101.60204, 89.69597, 376.06427, 61.80462, 61.92391, 219.13922, 100.16772, 80.16447, 68.59843, 95.06999, 107.79491, 86.61353, 301.56793, 271.51031, 95.65342, 258.94489, 90.81329, 91.10437, 193.4292, 273.4184, 78.40993, 228.6048, 78.53166, 53.04166, 184.8877, 109.82233, 343.31226, 83.60853, 264.75522, 327.42023, 227.87714, 92.68723, 252.8371, 92.97834, 95.64232, 56.08203, 83.61526, 214.20244, 180.34886, 181.10034, 100.056, 249.40306, 86.26983, 282.0567, 269.58264, 341.49368, 312.83981, 74.6171, 263.5766, 73.20861, 72.06432, 272.94592, 202.53769, 188.8723, 94.02701, 99.26617, 319.44586, 308.19293, 105.13229, 267.10156, 218.92038, 73.67383, 105.48439, 282.59668, 263.034, 165.61844, 250.83838, 327.69208, 261.34103, 311.25946, 235.58224, 346.40948, 122.87486, 278.0253, 271.33313, 68.48131, 84.96858, 96.58842, 100.9178, 207.97588, 251.34637, 306.00348, 227.66055, 241.61581, 277.77734, 79.22173, 279.19226, 392.19879, 79.30404, 334.80383, 74.79362, 96.19321, 285.63733, 99.31973, 256.35092, 108.48729, 276.47308, 198.17773, 133.30814, 98.01099, 262.99982, 248.55676, 85.2484, 338.65341, 238.08604, 52.9395, 152.85306, 69.15833, 245.66895, 77.90617, 189.02818, 239.05521, 198.02246, 56.67395, 105.96562, 234.31885, 75.61887, 71.18598 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 4854.14307, 4538.40332, 5596.24561, 5097.99805, 3723.49561, 4743.92139, 4850.19922, 6004.31641, 5360.16699, 4204.93457, 4875.27441, 6357.21729, 6099.7832, 4148.00684, 3403.08887, 5049.96387, 5837.77441, 5459.89795, 4898.9375, 5486.49561, 3929.60425, 4252.54688, 4630.11768, 5703.97607, 3987.57275, 3759.6333, 4403.8208, 4425.72168, 4370.96924, 4868.93262, 6272.91309, 6306.80176, 4037.00854, 4858.96289, 5161.40479, 4285.81348, 5585.88477, 4176.07568, 4320.25586, 3831.92773, 3271.75757, 5440.25488, 2755.71167, 4653.23438, 4144.89697, 4522.61328, 5875.74707, 4971.86475, 5078.61914, 5777.77441, 6122.66211, 4970.16309, 3757.16797, 3587.01465, 5864.76367, 4545.15723, 3987.75684, 5115.58984, 4847.78857, 3530.82666, 5347.83301, 4338.3252, 6794.29688, 4649.7002, 3909.47559, 6458.97461, 4305.33789, 2997.32764, 3648.49146, 3846.90942, 4608.59277, 3986.65967, 4117.39844, 4377.72119, 5215.61084, 5340.77441, 3485.73828, 4760.61572, 5436.87842, 3964.58984, 4780.58594, 4729.98877, 5271.25586, 3600.604, 5413.73047, 5404.69385, 3897.40186, 4835.35547, 5646.2998, 3679.625, 5730.17188, 5588.09131, 5270.90381, 4734.27539, 3864.49243, 5511.8291, 3714.00977, 4249.19043, 5482.18164, 2983.33716, 3346.12451, 5614.73145, 6651.56787, 5550.25488, 4913.37256, 4099.5166, 4435.87842, 6665.76074, 3331.2998, 5545.22949, 5572.64551, 5885.80957, 4828.44141, 3625.28491, 6820.42285, 6679.03711, 5169.21191, 4479.26172, 1047.26538, 5679.72754, 4323.58203, 5737.39551, 5790.7998, 4988.41797, 5097.8335, 4883.35303, 3375.81567, 5516.91211, 5707.06543, 5730.60547, 5803.81836, 4551.7959, 4962.26465, 5425.49512, 3943.62158, 3732.65137, 4495.0918, 2445.00464, 5083.89209, 4094.28174, 4916.38672, 5814.69629, 5448.27734, 5481.21387, 4446.33496, 5300.44531, 4422.01758, 4377.78076, 5260.22461, 4584.80664, 2288.62793, 4851.27344, 3092.87207, 6453.5625, 3036.10693, 4953.15918, 5373.2832, 3894.0918, 4602.2666, 5004.104, 5361.05176, 4672.95312, 5100.21289, 3992.64551, 5250.48438, 5804.11133, 4383.48535, 4887.77734, 6300.98877, 5345.2207, 5080.55762, 5738.85938, 4919.99121, 6078.99121, 5642.88477, 4493.2417, 6063.70215, 5940.55078, 4474.56836, 4216.29834, 3001.34424, 4381.11621, 5547.07324, 4074.146, 4536.34863, 5002.08496, 4428.75342, 5346.66406, 4298.03711, 3874.39697, 3473.02979, 4231.11621, 5371.71875, 5454.88721, 5594.92578, 4577.08691, 6515.12891, 4310.55664, 4243.68506, 4377.26318, 2437.6543, 4832.53613, 4377.17188, 3948.06616, 4943.26611, 3553.51318, 4913.0459, 5637.67676, 5643.44336, 5482.08984, 5271.15234, 5099.41797, 3793.23315, 6001.3042, 4074.50391, 4577.90039, 2540.46436, 4537.15039, 4617.76953, 5062.4668, 5059.37109, 5795.81348, 4558.86133, 3366.86963, 5647.68994, 6240.5127, 5320.93555, 4722.37891, 4633.40771, 5407.21826, 4967.65234, 1771.05908, 4068.04346, 5147.91504, 3946.67432, 5108.58984, 5357.02832, 5825.15625, 4831.59229, 4147.64941, 3680.62524, 4782.56738, 5415.01172, 3483.50635, 5801.25928, 6093.10498, 5607.71436, 5183.16016, 6246.26367, 4031.98145, 6145.68701, 5253.19043, 5398.35205, 6236.2583, 3808.87207, 5154.02344, 4389.85156, 5961.06299, 5431.33301, 4086.10156, 4764.41064, 4683.75391, 4623.02686, 4120.55469, 4944.35449, 5064.04199, 4281.62158, 4967.63477, 3900.70312, 4025.71045, 5541.89502, 3726.91357, 4001.10645, 2984.09912, 6231.29102, 4112.36572, 4991.88916, 4564.32812, 3474.74341, 3884.354, 3046.28345, 4630.69385, 3919.68433, 6095.5835, 4278.96387, 4885.54004, 4107.7832, 5141.69824, 7159.99316, 4656.66992, 3203.20215, 5660.72559, 4915.71289, 3723.81836, 4312.13965, 5593.82471, 4498.12744, 4931.85596, 5167.13672, 2965.06348, 4822.33496, 4249.03125, 4342.18945, 4056.8584, 4225.01221, 5165.77197, 4572.63574, 2832.45752, 4221.56445, 4452.94873, 4630.1582, 3884.25317, 6308.09863, 3990.44312, 5001.85449, 5287.41211, 5946.77051, 2811.17871, 5104.62988, 4374.69629, 4804.01562, 3256.53711, 4907.23291, 5764.79932, 4635.88721, 5432.33594, 6454.81934, 4165.54785, 5813.25098, 4503.94238, 6203.40234, 4669.88965, 4397.37012, 5958.38525, 5361.54004, 5233.86279, 6238.62207, 5103.52979, 4990.64893, 3863.23145, 5574.93945, 5363.25, 2688.95386, 5302.76855, 4132.27539, 5018.51709, 4649.89258, 3640.04932, 5654.125, 5325.99414, 4806.47363, 3040.91992, 5273.39355, 4642.76367, 6251.41748, 4749.37402, 4174.16016, 5788.19775, 6447.02148, 4143.83936, 5082.51953, 5315.5459, 4441.55322, 5530.62109, 5832.62402, 5239.0791, 4954.90576, 830.38904, 4769.33496, 3547.31763, 5681.05762, 5066.5332, 4763.48486, 6226.00293, 5568.2373, 3939.27344, 3869.86499, 4840.44824, 4427.74512, 5543.58496, 3530.17285, 4698.65186, 4256.76855, 4061.10645, 5584.08789, 4924.76318, 5707.13525, 6158.00488, 6546.73633, 6331.77734, 4071.6499, 3519.3584, 6255.81348, 5518.96973, 6327.82666, 3562.10156, 5359.98096, 5447.29297, 6188.87012, 4684.32617, 5506.2793, 6357.81201, 4245.47656, 5366.35791, 3454.93018, 6338.97852, 4786.31152, 4035.45239, 5775.35498, 4079.24365, 3341.11963, 4303.94043, 6926.41699, 5084.82324, 3690.74268, 4569.52051, 4553.16602, 6052.85059, 4504.19629, 5862.96484, 4704.37158, 5745.95752, 5742.62988, 5534.59766, 4115.00439, 5572.85449, 6299.36621, 3923.6792, 5035.71533, 4758.06738, 5264.19922, 4151.05713, 4843.39551, 4635.95117, 5601.75977, 4710.96191, 5282.53223, 4263.83789, 5130.69971, 3814.57349, 4406.71484, 2363.13892, 4847.14551, 4702.07959, 3847.68555, 5800.73096, 4483.43359, 5829.35596, 3129.24243, 5149.70996, 5467.12012, 5448.86572, 5292.91064, 4200.12402, 4623.91504, 6300.98291, 5277.62012, 3943.62671, 3807.54639, 5963.06055, 4228.11523, 4578.35547, 5159.98047, 6111.70898, 4857.58008, 4835.16113, 4659.91797, 3054.5083, 5667.65967, 5075.48242, 4560.6377, 4106.87109, 5555.84814, 2976.14087, 3461.37891, 5547.06494, 5881.32178, 5308.25293, 5187.96289, 5248.50635, 3936.73535, 5865.83594, 5028.75586, 5553.021, 6011.13184, 4425.70215, 4267.13965, 5800.53223, 5998.12695, 4936.03662, 5910.7207, 4407.60449, 5989.53906, 4111.21191, 5948.46924, 4509.36914, 4492.95312, 4263.00781, 5817.36035, 5997.85254 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.014397439541826717, "neutral_loss": 2.3652286643122844, "target_docs_loss": 1.2464143784665325, "neutral_init_loss": 3.6961739486694336, "target_docs_init_loss": 4.113687270270454, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 282.91827, 60.4282, 341.13995, 258.5488, 401.60791, 117.56317, 312.01004, 262.11938, 90.8475, 84.29343, 274.86316, 262.133, 199.25935, 73.09532, 243.72595, 87.44783, 76.81083, 123.11211, 222.85449, 116.38503, 273.53339, 333.53687, 74.09892, 349.37933, 269.25372, 252.24513, 76.10033, 59.45221, 101.3882, 134.05298, 246.4613, 77.91748, 80.73335, 310.36072, 92.60732, 354.35532, 293.67285, 241.02454, 186.06458, 83.93356, 104.90948, 256.80237, 83.73291, 182.69696, 265.08606, 64.75107, 73.49683, 213.05458, 69.41605, 251.94579, 87.79944, 63.14482, 330.65033, 234.79095, 328.36697, 230.41946, 90.01794, 184.4514, 335.15112, 323.08118, 97.58421, 81.64725, 95.22074, 75.00343, 296.08618, 77.70291, 87.1283, 99.74905, 259.44388, 97.43727, 75.00926, 79.04327, 324.20795, 242.9651, 221.19933, 324.04077, 312.54874, 96.37836, 301.55951, 94.31181, 114.1895, 265.1012, 288.88513, 275.27753, 83.94048, 61.84722, 91.89746, 77.19272, 369.82373, 89.49653, 91.21095, 77.99441, 210.48932, 204.24014, 229.33429, 293.67337, 217.57323, 101.17606, 274.56213, 260.28275, 81.39732, 90.29193, 214.08868, 307.67395, 67.82976, 334.65875, 73.98273, 242.45166, 94.97356, 56.14557, 369.93408, 194.20183, 62.72476, 270.92657, 105.744, 59.55919, 275.36584, 64.28528, 238.40492, 173.63322, 78.92332, 129.62543, 71.74339, 250.6584, 97.84995, 220.07631, 233.67972, 164.88843, 155.70496, 79.67947, 100.35445, 106.59573, 304.60474, 277.07117, 62.65383, 106.02248, 72.97113, 66.81808, 197.26273, 289.09073, 282.64691, 98.13177, 84.4972, 114.86717, 97.62048, 87.10069, 94.91309, 192.64905, 286.1402, 228.80125, 65.71743, 77.19315, 304.94232, 101.2851, 72.53581, 91.37286, 266.26562, 210.13318, 107.8232, 240.49487, 94.80274, 267.138, 229.12607, 323.68707, 211.23401, 84.07404, 264.05206, 108.61417, 224.79982, 102.26694, 88.72041, 97.89679, 121.12566, 238.29179, 227.82347, 74.23923, 116.53065, 217.32138, 97.48874, 378.55331, 84.3204, 253.22328, 254.88889, 77.58689, 91.89269, 232.56808, 173.17648, 82.2635, 92.5933, 91.42209, 262.74802, 267.91562, 97.68671, 243.50546, 94.76126, 261.56073, 255.89322, 97.68321, 75.56136, 65.94952, 101.26035, 97.55389, 243.90009, 77.63936, 315.66278, 201.62326, 101.15338, 94.05405, 99.04678, 394.35455, 80.97365, 290.03018, 99.10902, 92.29711, 97.23776, 235.37939, 269.28488, 279.45844, 78.88397, 296.81061, 103.88882, 229.73352, 264.15451, 57.85715, 78.44825, 217.23386, 97.32029, 260.95914, 92.78052, 86.68266, 77.29768, 68.61897, 77.13696, 249.12935, 63.30317, 217.51129, 296.5112, 105.64606, 245.4796, 92.51414, 228.37785, 276.39496, 233.67882, 97.71577, 228.22894, 64.02378, 100.84663, 112.80419, 72.02971, 111.97668, 96.9719, 255.28238, 281.67834, 103.03049, 243.85307, 80.11313, 96.97836, 219.60776, 80.88251, 91.63673, 84.05791, 120.92295, 263.54645, 100.65475, 278.69937, 382.06775, 346.13126, 294.63797, 88.35479, 212.23845, 211.09424, 226.8532, 85.18508, 256.69, 302.52521, 220.50671, 103.01904, 418.81049, 279.46524, 306.39334, 215.53098, 100.26303, 86.90413, 270.32181, 103.82229, 140.64944, 336.23773, 90.99472, 102.07343, 237.25375, 282.84485, 86.23015, 73.05296, 68.56584, 84.70258, 288.98056, 82.22101, 92.61882, 285.03271, 80.00035, 73.65054, 147.85742, 264.23517, 70.00332, 64.79415, 257.23236, 248.85925, 100.44453, 69.15036, 240.06036, 81.07472, 259.32562, 246.09363, 313.47614, 130.10645, 80.49162, 64.52478, 247.65623, 270.8205, 73.089, 227.61642, 84.67754, 329.51697, 331.27783, 120.31706, 108.59753, 84.88224, 268.2865, 81.17804, 260.78754, 289.89319, 252.37483, 320.30646, 81.12859, 97.28441, 98.48256, 117.40975, 55.06203, 95.71391, 76.50713, 83.59795, 89.50621, 62.65946, 128.60263, 346.34506, 308.20926, 257.99054, 91.752, 300.77155, 84.27774, 141.56294, 98.88576, 202.71501, 209.22926, 233.03842, 108.56174, 93.04745, 52.75221, 97.6479, 267.89362, 84.00231, 59.49279, 222.80553, 286.80969, 222.96457, 176.59492, 214.63486, 85.0076, 231.57185, 68.46768, 90.36916, 86.44482, 101.43292, 229.64505, 83.85977, 206.09653, 288.31689, 194.35254, 123.80139, 270.40698, 101.80211, 275.36636, 103.5132, 91.26349, 382.09125, 63.23015, 61.64907, 222.05124, 103.46115, 79.73891, 70.05946, 96.00999, 111.2024, 87.53801, 307.32852, 270.36334, 100.85852, 263.64899, 91.11978, 89.58866, 194.61801, 277.49365, 79.21777, 229.24188, 79.80252, 53.29093, 184.71198, 111.51529, 345.44159, 87.31819, 266.54205, 334.35364, 231.28365, 95.2053, 256.49771, 93.6967, 97.49425, 56.51272, 86.5351, 218.32358, 181.15015, 184.38626, 101.60542, 252.31772, 88.52333, 286.42508, 269.43726, 346.35364, 311.9028, 75.42772, 263.10938, 75.24229, 73.25381, 276.37296, 201.8119, 190.52887, 96.67534, 98.89079, 325.09094, 310.20114, 106.53049, 267.11072, 223.53174, 77.57542, 106.98953, 289.83185, 264.5932, 169.16974, 251.8058, 330.82462, 262.4072, 310.27576, 232.72581, 343.89154, 124.16706, 278.07205, 269.6825, 68.93259, 89.99407, 95.74074, 103.80196, 207.63286, 258.84445, 307.80377, 230.76132, 248.82977, 281.83087, 80.61978, 281.80362, 394.41864, 78.23421, 338.9538, 76.52907, 97.85254, 289.35681, 102.67372, 257.81232, 110.96977, 281.15457, 203.78661, 136.99226, 97.86848, 264.28134, 251.84863, 88.87209, 341.44891, 236.73959, 52.63229, 150.76987, 71.83732, 251.96396, 80.11255, 193.97475, 241.83887, 202.63803, 58.3112, 106.77706, 232.99928, 77.0477, 74.06038 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 4072.19385, 3677.01245, 4687.54785, 4289.3125, 3019.05542, 3979.73315, 4136.1123, 4985.50684, 4271.59668, 3435.01929, 3959.42725, 5284.68359, 4967.84863, 3258.66333, 2718.70898, 4085.66309, 4947.18115, 4427.33691, 3946.34302, 4601.71582, 3116.26001, 3296.64233, 3715.88037, 5069.83496, 3141.20996, 3113.89062, 3647.0708, 3883.76172, 3391.72046, 4085.11328, 5145.39941, 5217.95215, 3254.0376, 4208.13672, 4346.58789, 3534.61011, 4587.75781, 3327.34595, 3569.28882, 3172.37012, 2621.53174, 4450.46973, 2257.91406, 3749.51929, 3346.1084, 3625.16626, 4828.49658, 4333.92578, 4147.60742, 4997.39258, 5168.53027, 4024.06104, 3061.47437, 2929.45947, 4707.93262, 3790.02808, 3099.73511, 4141.76514, 3782.75122, 2845.6001, 4258.31982, 3559.28149, 5575.0791, 3841.38525, 3219.22974, 5271.38672, 3518.54053, 2463.11816, 2853.74805, 3071.01807, 3837.39648, 3270.33838, 3292.15454, 3429.26562, 4031.8208, 4389.05469, 2730.96582, 3871.22461, 4283.15723, 3285.35889, 3878.6438, 3885.67847, 4530.42676, 2896.2959, 4418.18457, 4502.31396, 3099.39111, 3834.81909, 4451.56104, 3080.6582, 4880.00293, 4567.48486, 4441.86133, 3964.55981, 3057.18018, 4453.98535, 2953.66479, 3542.24438, 4359.28809, 2361.38916, 2757.68506, 4666.88867, 5507.93018, 4563.60254, 4025.98682, 3452.64795, 3653.55396, 5367.88721, 2636.27539, 4427.60352, 4797.55127, 4734.62109, 3702.61914, 2837.37646, 5731.34668, 4833.23486, 4262.45605, 3590.2063, 829.1601, 4730.18359, 3493.10449, 4751.18555, 4882.32617, 4324.83887, 4198.02197, 3998.10693, 2720.79883, 4406.25586, 4623.19727, 4588.04785, 4839.94629, 3824.58057, 4041.56006, 4438.50488, 3161.91162, 2974.94189, 3704.98462, 2001.98389, 4254.58154, 3249.66089, 4023.48608, 4920.47168, 4483.93994, 4574.56055, 3605.05029, 4385.60547, 3523.72656, 3783.375, 4403.22021, 3681.97046, 1773.72083, 4073.51025, 2524.42285, 5204.62598, 2476.47485, 4011.77881, 4315.01758, 3123.23462, 3551.43262, 4258.03711, 4372.19189, 3678.70557, 4085.95898, 3373.50342, 4348.14941, 4786.01465, 3552.24902, 3921.56689, 5080.01172, 4427.69336, 4270.77148, 4832.39404, 3883.41992, 5043.66699, 4610.6167, 3670.33643, 5163.32373, 4882.73877, 3422.21362, 3465.00928, 2476.19678, 3708.19629, 4519.15332, 3429.98096, 3714.2876, 4207.45117, 3656.20361, 4277.66211, 3471.88135, 3257.35449, 2859.75928, 3361.25464, 4394.2998, 4570.34766, 4581.45801, 3703.51538, 5616.56885, 3505.99463, 3459.59424, 3527.07568, 1929.87854, 4025.27637, 3529.08447, 3216.71582, 3999.28564, 2724.11182, 3945.73926, 4679.31055, 4534.82178, 4709.35791, 4408.69434, 4230.59229, 3019.42188, 4968.79199, 3075.18066, 3547.35205, 1971.04492, 3800.90918, 3686.77563, 4255.12305, 4272.08496, 4804.86719, 3548.82202, 2558.10718, 4619.32422, 5293.63477, 4312.58154, 3813.86523, 3651.30762, 4536.03223, 4108.90234, 1475.28882, 3441.92847, 4282.92432, 3084.48291, 4180.23193, 4490.19336, 4820.45996, 3871.91309, 3354.3252, 3003.29199, 3815.07593, 4380.09277, 2810.22803, 4724.72852, 5031.82227, 4776.92627, 4040.90967, 5038.12842, 3151.36133, 4953.9502, 4326.67578, 4609.59375, 4909.37891, 3213.71216, 4505.10791, 3675.77295, 5120.44238, 4623.34277, 3322.47754, 3881.56714, 4044.45605, 3611.35693, 3301.10913, 4184.0459, 4188.75293, 3487.05322, 4109.6001, 3203.46094, 3131.18848, 4456.98926, 3087.87158, 3300.21582, 2326.56274, 5138.38086, 3434.15234, 4017.72388, 3624.11572, 2797.70898, 3044.10156, 2412.25854, 3709.78809, 3167.0835, 5135.53076, 3626.7915, 3850.26978, 3343.84863, 4193.23145, 5843.80859, 3884.90332, 2639.34131, 4573.10938, 3859.82031, 2963.00513, 3538.07837, 4454.19531, 3574.88867, 4038.54541, 4311.59375, 2301.58691, 3906.9834, 3458.48145, 3587.03687, 3321.29028, 3382.22876, 4380.36816, 3789.69116, 2098.80029, 3277.88037, 3649.93896, 3800.41748, 3173.08325, 5228.78027, 3123.87964, 4057.43433, 4316.01904, 4998.95215, 2202.5188, 4154.02441, 3515.19604, 3875.53662, 2648.36328, 3786.71094, 4781.55566, 3810.3999, 4489.74805, 5355.65381, 3588.85156, 4495.10254, 3608.27148, 5100.68652, 3740.12085, 3481.08984, 4749.03418, 4377.14062, 4281.80859, 5346.72021, 4130.59473, 3866.26343, 3061.78125, 4707.00781, 4235.92773, 2107.46387, 4199.80469, 3243.3938, 4250.38525, 3895.84131, 2773.10986, 4572.71875, 4200.92334, 4072.24097, 2423.53589, 4359.60938, 3741.91162, 5275.93359, 3935.02734, 3459.45703, 4869.13477, 5126.35547, 3374.21753, 4108.52783, 4400.79785, 3828.14746, 4742.54736, 4672.52539, 4252.57471, 4106.04102, 673.86047, 4140.95068, 2884.12744, 4896.63525, 4254.05078, 3925.29248, 5056.73438, 4448.80078, 3197.88306, 3082.37573, 3951.86182, 3437.52856, 4768.67285, 2832.26758, 3833.39795, 3324.6748, 3246.38013, 4630.6123, 3855.54321, 4688.10547, 5162.82617, 5640.49316, 5159.79688, 3368.77783, 2943.12134, 5181.12256, 4580.89062, 5540.02441, 2838.65723, 4230.31445, 4483.41406, 5183.25586, 3719.54224, 4436.07227, 5114.3457, 3452.73511, 4164.01416, 2641.28662, 5597.63672, 3749.08423, 3213.2627, 4663.21094, 3335.21069, 2588.22998, 3550.4375, 5824.30029, 4063.13818, 2964.20801, 3762.91748, 3605.40479, 4907.34229, 3496.46704, 4987.49902, 4149.29004, 4675.69824, 4879.72607, 4319.8208, 3285.95459, 4739.81641, 5106.91211, 3108.23877, 4117.60205, 3815.60767, 4152.90869, 3188.29639, 4006.25977, 3687.16016, 4695.54932, 3860.29004, 4205.54492, 3292.07812, 4368.72949, 2972.03076, 3526.98828, 1813.86377, 3872.48926, 3970.62036, 2932.69043, 4723.43359, 3632.21509, 4874.20605, 2561.20068, 4296.50879, 4410.60547, 4342.27002, 4306.45215, 3427.2583, 3866.17163, 5166.85449, 4200.57031, 3201.29492, 2997.45947, 5081.36133, 3513.49683, 3719.40698, 4430.55811, 4650.83789, 4141.74414, 3791.52148, 3651.6709, 2478.98145, 4674.35596, 4401.06641, 3858.94238, 3437.04639, 4528.67627, 2374.24927, 2748.12305, 4568.18945, 4868.27832, 4459.99023, 4153.2251, 4538.80908, 3211.146, 4899.02002, 4186.59717, 4709.07715, 5093.11523, 3578.81982, 3355.46729, 4901.24805, 4808.35742, 4119.72168, 4757.16602, 3456.48584, 4980.74951, 3203.82031, 4784.19629, 3770.16895, 3678.73999, 3623.51758, 4770.3418, 4840.34961 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.05837495420700627, "neutral_loss": 2.4094170778538047, "target_docs_loss": 1.038889881834715, "neutral_init_loss": 3.7060358261108397, "target_docs_init_loss": 2.7463262791103786, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 291.72012, 61.837, 341.42413, 264.55969, 412.71713, 119.45151, 314.48505, 274.12735, 93.43649, 89.38136, 286.09491, 268.95221, 198.77975, 75.12875, 246.97771, 90.4855, 81.66704, 127.86127, 226.33556, 120.79716, 278.71521, 342.20566, 72.55791, 359.91559, 273.5647, 255.87265, 78.92905, 63.40826, 102.85139, 138.79271, 250.88086, 80.18036, 83.87807, 315.9491, 94.03026, 361.67001, 294.75858, 243.74301, 190.31335, 86.66142, 108.4534, 263.34116, 86.30799, 185.34534, 271.64905, 66.73036, 73.7043, 215.84859, 74.55563, 254.92188, 94.41528, 64.48892, 335.26892, 239.03241, 332.92084, 231.1889, 90.42107, 184.80945, 344.77286, 326.02008, 102.25053, 82.46425, 96.44528, 78.6422, 301.8205, 80.53865, 89.94859, 104.38277, 261.23743, 101.2328, 80.30866, 84.08604, 329.20294, 251.3028, 226.45837, 330.13898, 320.17017, 98.18353, 306.33179, 94.74418, 114.64514, 268.94452, 291.43253, 278.9212, 83.12564, 63.11356, 97.09624, 79.48325, 376.98175, 92.24335, 92.70007, 79.32841, 211.53709, 206.28584, 235.38654, 300.49869, 223.70462, 102.32907, 280.37506, 262.99808, 84.0549, 93.02069, 218.32254, 309.62543, 67.06374, 333.11728, 75.23027, 246.01112, 93.72245, 56.25883, 374.34778, 196.57352, 63.69612, 280.04111, 108.24192, 65.93161, 272.54968, 69.43169, 242.57689, 178.79123, 80.4034, 136.40941, 71.92744, 258.03601, 96.41699, 222.81914, 235.15871, 169.1698, 160.89101, 81.72388, 101.90109, 108.03621, 312.9332, 279.81812, 63.217, 107.81617, 74.46706, 67.3121, 198.77747, 294.5159, 285.22363, 98.02245, 83.64884, 116.26126, 100.69472, 88.37254, 93.66634, 195.19485, 293.54114, 229.05606, 65.64296, 81.55484, 317.73425, 103.78683, 72.91107, 95.75312, 269.66156, 213.49736, 110.27334, 246.32298, 98.42256, 269.62878, 231.95641, 327.36432, 215.50012, 85.35283, 270.27353, 110.66412, 231.51566, 106.27678, 89.13884, 103.56908, 123.3481, 240.26048, 230.22295, 80.8315, 121.41907, 228.11569, 102.70947, 377.57272, 85.02994, 255.53864, 259.17395, 77.65831, 95.25212, 235.5351, 175.52879, 83.93946, 94.00427, 97.44273, 262.54593, 273.45023, 100.41148, 250.44429, 95.53712, 262.02704, 262.55725, 105.55358, 77.17231, 66.16862, 101.84177, 100.54561, 246.36169, 78.10612, 321.02966, 207.45546, 102.63121, 96.77609, 101.81087, 396.3009, 84.14506, 295.58179, 99.61406, 95.59876, 99.48165, 234.12817, 277.23563, 288.33606, 80.43022, 300.01306, 105.58968, 230.50473, 267.3681, 61.57875, 79.83347, 218.61481, 100.06628, 263.79297, 95.06894, 90.50954, 79.73666, 71.68341, 77.81844, 253.50014, 65.59349, 223.94255, 301.2644, 110.56322, 252.41675, 96.78048, 228.12608, 281.62854, 238.0831, 99.40843, 231.88712, 65.48383, 105.18691, 116.86742, 75.71437, 113.71959, 99.94017, 261.52634, 281.96088, 106.75479, 248.27496, 79.65302, 102.03191, 226.05925, 82.79016, 92.00768, 88.09622, 123.95448, 265.93558, 106.74052, 280.98779, 388.41428, 344.39651, 297.40646, 90.10323, 215.72824, 212.11975, 228.16891, 86.9648, 257.5177, 305.57581, 227.09416, 109.94657, 424.83853, 285.04318, 307.14798, 221.21338, 102.04398, 88.66995, 276.07202, 105.08976, 140.50082, 339.86499, 94.26129, 101.02889, 239.7542, 282.46689, 86.16061, 74.35686, 70.63863, 89.36383, 291.69812, 85.38357, 97.51089, 291.56708, 86.58633, 80.78999, 147.97984, 273.42517, 71.70253, 67.83923, 263.2999, 251.79318, 103.22439, 67.85933, 241.8914, 82.91939, 265.59378, 256.60745, 320.00391, 134.31061, 81.63313, 64.65577, 253.09549, 271.29211, 72.8282, 230.57594, 87.23052, 334.66376, 335.88934, 124.1855, 109.21991, 84.33026, 274.86938, 83.37523, 263.65881, 296.77765, 253.93182, 323.02777, 82.53222, 100.12657, 100.41634, 122.83684, 52.85658, 98.05166, 76.68095, 88.70789, 91.75046, 63.68653, 133.46625, 351.66641, 311.08939, 259.1571, 96.58973, 307.19006, 88.29621, 144.55202, 101.28759, 209.36444, 212.95676, 235.09485, 111.11778, 95.76909, 53.35838, 101.09879, 269.61603, 88.14606, 61.59019, 226.7601, 291.73663, 227.92526, 179.48303, 214.13611, 87.95478, 234.9449, 70.54738, 94.25122, 89.3705, 103.46838, 229.91913, 86.75019, 211.15131, 289.85278, 195.34445, 124.19279, 274.32129, 104.7294, 281.66943, 106.41287, 92.78856, 387.61285, 65.60533, 62.05019, 225.304, 106.31951, 79.56973, 72.1718, 98.52058, 114.15645, 88.9454, 316.33514, 274.07666, 106.93651, 270.46457, 92.6105, 88.33607, 198.17148, 282.93903, 80.26382, 231.86005, 82.60851, 53.44042, 186.34805, 113.95283, 347.95822, 92.34386, 269.85822, 342.20322, 235.88106, 99.33852, 263.04156, 94.80422, 99.65869, 57.2966, 91.70258, 221.70001, 181.80038, 192.38596, 101.51298, 256.87686, 90.29796, 290.10913, 273.51468, 351.81717, 312.39883, 77.18669, 264.0058, 78.47839, 74.32468, 280.98401, 203.71487, 194.16885, 100.14955, 99.03261, 331.75037, 312.67252, 110.35905, 268.22174, 228.91394, 81.31723, 109.17255, 298.15421, 267.85931, 174.86987, 254.27768, 336.31561, 266.38507, 310.45642, 232.46831, 341.41687, 127.77687, 279.84644, 271.36761, 68.97469, 96.25658, 95.45572, 109.25072, 209.4528, 266.12704, 312.56046, 235.25179, 256.24103, 286.79889, 81.37626, 283.09195, 399.49057, 77.19547, 344.36871, 78.77878, 100.22797, 295.82977, 108.2233, 260.72626, 114.57376, 288.66571, 212.32741, 140.84637, 97.3345, 269.52353, 257.52875, 91.99874, 347.16211, 235.36798, 52.59314, 149.86737, 75.53256, 261.45786, 82.83571, 201.60402, 245.36032, 206.99673, 59.99948, 110.25163, 233.74333, 79.8227, 78.664 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3481.51538, 3046.13428, 4039.26465, 3706.40771, 2554.28955, 3392.41113, 3625.5083, 4249.75781, 3494.85107, 2759.10693, 3271.48486, 4453.00586, 4018.74951, 2643.90137, 2102.76221, 3486.98486, 4124.49707, 3591.32373, 3248.60571, 3795.64233, 2505.93652, 2480.35596, 3098.62354, 4566.60986, 2487.84204, 2581.02393, 3080.63428, 3431.54639, 2825.99316, 3552.7998, 4389.25977, 4306.86719, 2654.95923, 3750.16797, 3738.60718, 2965.67969, 3805.69556, 2743.36401, 2986.85205, 2652.94531, 2186.98682, 3766.25977, 1778.42822, 3097.16553, 2766.6936, 2900.09473, 4121.88965, 3815.74805, 3522.1709, 4438.37744, 4549.12402, 3322.25049, 2442.10596, 2418.1748, 4082.13013, 3186.76074, 2419.03906, 3536.15918, 3016.1394, 2300.38452, 3557.17334, 2990.94995, 4737.71191, 3229.58154, 2690.03467, 4264.90137, 2967.2439, 1969.85815, 2268.87744, 2432.43921, 3184.9541, 2722.24658, 2736.25, 2699.89795, 3519.92627, 3758.65723, 2079.03687, 3287.95117, 3571.72241, 2806.4126, 3144.19873, 3249.92334, 4010.11694, 2399.10547, 3690.07178, 3849.95972, 2483.68164, 3135.3501, 3659.93799, 2582.81934, 4130.68164, 3926.67993, 3811.24438, 3426.01367, 2420.4126, 3853.35742, 2420.28906, 2935.25513, 3514.21655, 1771.25879, 2299.22168, 3904.6853, 4725.51709, 3641.81201, 3335.87207, 2998.49219, 3088.82715, 4506.95508, 2137.45215, 3657.11279, 4192.54395, 4002.52148, 2813.88574, 2307.11377, 5096.0332, 4146.01514, 3570.05884, 2808.68506, 660.99512, 3926.09302, 2934.33545, 4060.625, 4301.90918, 3897.46777, 3700.57275, 3420.19385, 2205.44873, 3525.45752, 3859.75513, 3896.52783, 3951.85962, 3209.72266, 3401.59473, 3668.479, 2493.10059, 2423.38623, 3123.19312, 1650.14111, 3716.17578, 2597.98267, 3427.68506, 4196.47656, 3816.3291, 3667.11938, 2908.86426, 3562.75391, 2847.42358, 3384.07861, 3749.91895, 2983.92139, 1413.3916, 3549.73315, 2057.22314, 4313.82568, 2017.92334, 3261.06396, 3399.26318, 2482.28223, 2759.85913, 3716.57959, 3579.19092, 3013.7749, 3344.41455, 2828.74609, 3665.06201, 4040.97119, 2886.22925, 3182.01172, 4292.27344, 3671.09644, 3666.81909, 4217.13184, 3171.16748, 4188.00391, 3900.17334, 3085.26489, 4477.6499, 4284.86719, 2499.19971, 2976.90479, 2010.5686, 3254.81641, 3680.95166, 2843.10498, 3178.31445, 3600.77539, 3148.26147, 3481.60596, 2914.51514, 2773.99951, 2400.14404, 2714.64331, 3725.83765, 4033.32275, 3674.93921, 3086.25732, 4863.23877, 2925.64209, 2794.43506, 2793.76172, 1469.70874, 3436.34766, 2906.64087, 2712.90137, 3288.12354, 2011.3999, 3221.81592, 3874.15161, 3718.90283, 4116.17773, 3774.25439, 3540.33105, 2474.22925, 3999.9834, 2243.61743, 2624.44434, 1448.69836, 3286.8125, 3021.99951, 3529.28564, 3692.02051, 4024.92993, 2855.25195, 1962.04248, 3831.02002, 4577.51611, 3498.5376, 3239.99341, 2784.97021, 3983.78418, 3364.38892, 1295.77026, 3088.06104, 3596.66064, 2498.71289, 3460.21143, 3810.59375, 4097.26318, 3082.50879, 2632.41943, 2513.08179, 3072.96094, 3686.14185, 2279.91382, 3999.71826, 4194.31543, 4212.00635, 3445.11572, 3913.60376, 2566.36816, 4032.13501, 3705.52441, 4065.92236, 3933.51074, 2767.58301, 4012.04785, 3159.28516, 4362.88184, 3991.36401, 2732.77002, 3261.88379, 3534.1665, 2748.24463, 2656.56299, 3601.73071, 3512.68994, 2837.88892, 3530.27197, 2675.25977, 2546.10376, 3708.13135, 2649.05542, 2789.5249, 1828.94641, 4349.08887, 2823.55005, 3391.53687, 2774.61523, 2255.6377, 2449.2644, 1874.81592, 3062.02539, 2610.80273, 4446.83594, 3165.98682, 3007.06152, 2684.00293, 3527.40137, 5045.54688, 3380.00415, 2144.80688, 3758.63037, 3106.46094, 2422.3064, 2936.80859, 3514.20508, 2905.69678, 3336.53809, 3648.6582, 1744.84033, 3177.26294, 2876.40137, 3004.85156, 2708.88306, 2782.27051, 3874.74487, 3251.23926, 1548.80371, 2608.65112, 3026.62354, 3208.77832, 2635.3623, 4308.94629, 2434.90039, 3394.92773, 3594.10303, 4139.67383, 1764.01343, 3510.40625, 2851.48877, 3041.05664, 2121.51416, 2944.81274, 4115.7251, 3170.8623, 3856.37622, 4571.76172, 3147.85547, 3618.073, 2959.51855, 4300.64502, 3109.75342, 2855.84814, 3841.79443, 3695.57202, 3730.89062, 4673.54834, 3406.82544, 3058.1001, 2401.39966, 3930.23535, 3498.59717, 1568.3501, 3131.08008, 2468.521, 3665.58398, 3244.28613, 2076.40527, 3688.33594, 3338.30225, 3581.79028, 1946.46411, 3659.06445, 3162.03857, 4647.50488, 3475.79883, 2953.62549, 4339.91992, 4258.92969, 2794.30664, 3470.81787, 3699.8147, 3363.65283, 4196.19482, 3667.21875, 3516.61621, 3493.30469, 559.61938, 3636.26758, 2351.10791, 4243.12109, 3705.05347, 3324.3147, 4258.64209, 3676.83643, 2630.88086, 2445.61279, 3479.01025, 2455.61694, 4181.1123, 2206.77173, 3075.84277, 2581.14355, 2707.07324, 3892.9502, 2982.27856, 3919.19727, 4245.81885, 4840.62305, 4358.19922, 2829.83398, 2524.61035, 4288.90137, 3836.2168, 4911.91992, 2359.0542, 3277.52344, 3544.26367, 4510.99951, 3167.11646, 3669.82251, 4517.29053, 2986.67969, 3334.76807, 2063.74805, 5027.64258, 2843.31885, 2715.57397, 3881.60889, 2842.75488, 2031.62744, 2925.3396, 5070.23047, 3429.38843, 2445.08179, 3124.77417, 2935.70703, 4073.16919, 2808.60889, 4332.71777, 3730.43311, 3706.58496, 4184.67041, 3529.72363, 2785.0791, 4127.39795, 4157.26367, 2447.13574, 3389.41504, 2992.12183, 3314.21924, 2434.07812, 3380.83936, 2957.67871, 4074.62329, 3209.89258, 3420.60742, 2503.67969, 3846.23633, 2396.48633, 2934.38037, 1292.18201, 3148.66455, 3420.91406, 2168.64648, 3859.31592, 2921.20923, 4163.06543, 2087.6145, 3677.51221, 3723.62988, 3642.48926, 3488.61621, 2809.51611, 3292.83301, 4533.12402, 3405.39941, 2737.54736, 2261.24268, 4462.1958, 2991.05493, 3081.77588, 3952.1748, 3848.14819, 3640.25049, 3133.58862, 3038.33301, 1952.15088, 3961.37158, 3958.69629, 3418.78198, 2893.96777, 3787.35449, 1851.18091, 2283.02246, 3823.99414, 4264.10059, 3718.99292, 3398.67676, 4005.93604, 2673.63281, 4085.79932, 3537.10889, 4064.88281, 4472.08691, 2943.25049, 2545.2793, 4277.15625, 3708.74121, 3437.53467, 3986.52881, 2745.86963, 4095.95996, 2580.70508, 3941.0332, 3178.62085, 2936.76514, 3149.20605, 4045.03809, 4045.63623 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.13389319904856553, "neutral_loss": 2.4715108051605688, "target_docs_loss": 0.9182569245541302, "neutral_init_loss": 3.7181978286743163, "target_docs_init_loss": 2.013018779330783, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 301.17575, 63.39989, 341.75635, 273.07242, 426.53735, 122.23907, 318.29657, 287.27927, 97.05903, 94.41224, 302.20261, 275.61691, 200.5023, 76.75177, 251.9185, 92.7312, 88.73971, 134.04715, 232.18686, 128.77466, 285.75879, 353.11426, 71.43073, 371.42493, 279.67322, 260.61124, 82.12621, 68.10289, 104.99236, 144.17542, 256.08325, 83.06073, 87.91124, 324.3273, 97.14076, 369.84207, 297.05267, 248.07011, 195.79865, 90.05275, 113.52489, 271.04199, 90.21577, 189.4799, 282.13684, 70.15826, 74.45824, 219.98196, 81.47942, 264.9801, 103.09065, 68.73485, 341.52094, 245.95045, 338.86536, 234.48979, 91.93024, 188.66376, 354.69592, 331.96075, 106.92554, 84.24382, 98.60866, 84.29771, 307.26782, 82.46611, 92.35681, 109.49778, 265.82843, 106.37132, 87.13432, 91.06955, 335.45413, 261.60638, 232.33051, 336.75696, 327.84848, 99.86667, 315.51956, 95.98534, 115.6067, 276.01917, 298.63361, 282.24603, 82.48541, 64.22447, 103.00684, 83.04361, 383.50571, 95.65073, 95.58072, 80.75071, 215.05365, 211.26366, 243.62631, 307.09546, 228.72827, 104.40306, 286.94876, 269.59961, 88.6485, 96.38395, 223.77666, 314.78726, 68.10429, 333.92212, 78.80394, 248.6972, 92.70739, 56.56799, 380.52533, 198.90063, 67.23003, 289.73721, 110.28476, 76.28387, 269.50342, 78.79349, 248.5611, 184.59094, 82.47142, 141.73048, 72.71123, 268.57349, 95.08333, 227.60631, 235.87482, 174.07497, 168.13504, 85.90025, 104.52513, 109.29103, 322.74811, 283.59424, 62.6664, 109.43418, 77.71692, 70.30046, 200.7291, 300.4118, 290.4223, 98.33206, 83.72189, 120.17999, 106.28944, 90.03093, 92.2517, 199.66438, 301.71753, 229.8302, 66.69511, 89.40393, 332.31024, 107.71064, 74.177, 100.47845, 274.31812, 217.93378, 113.0468, 254.28111, 102.91562, 274.35333, 238.52203, 336.72745, 222.31512, 86.98494, 276.43973, 114.343, 240.37491, 111.87039, 91.17299, 110.228, 125.1152, 242.59319, 234.90974, 88.16831, 124.29895, 240.7681, 109.61909, 379.29474, 87.53163, 261.00726, 264.59357, 78.79887, 100.70797, 242.30493, 180.49971, 86.06991, 96.48238, 104.32328, 263.58557, 281.67239, 102.24443, 258.36749, 97.54273, 265.58737, 270.50876, 108.25795, 79.23979, 65.48054, 103.7284, 104.15407, 252.24011, 77.27333, 329.08646, 214.07268, 104.98866, 99.50261, 106.19759, 398.42114, 87.82275, 303.48233, 100.43813, 100.40279, 103.09668, 234.65248, 288.12274, 296.75482, 81.26515, 306.57776, 108.15913, 230.90097, 271.74133, 67.42784, 83.50656, 223.39813, 103.10099, 269.48224, 97.55854, 93.94858, 84.07922, 75.10707, 80.07597, 258.94373, 69.60189, 231.62791, 308.05585, 116.02875, 262.46167, 101.07069, 231.69855, 289.24414, 242.17953, 102.38544, 238.80949, 66.71365, 111.92854, 120.69942, 78.8812, 116.12581, 103.62311, 271.72845, 285.02985, 112.00081, 253.91577, 78.67529, 109.45843, 234.16403, 84.0294, 94.10033, 93.18439, 128.37604, 270.9801, 114.82476, 286.16779, 393.95096, 344.39554, 301.20016, 93.39078, 220.71065, 216.06247, 231.78313, 88.62919, 261.27585, 308.81555, 233.90257, 115.89076, 432.24493, 295.57095, 307.09622, 225.68018, 103.01553, 91.23559, 284.42838, 109.81312, 142.17, 348.38605, 96.89743, 98.73976, 243.33995, 282.59326, 86.51947, 75.71928, 74.45607, 94.08952, 295.53824, 91.40646, 105.33976, 300.57129, 93.83203, 89.19038, 149.72252, 283.93112, 73.79438, 71.24417, 273.40848, 257.75854, 106.4821, 67.85917, 245.60501, 85.26488, 275.26379, 268.91772, 328.40784, 142.70798, 83.63475, 65.75451, 258.88187, 273.65009, 72.0447, 234.69221, 90.19902, 340.04083, 342.39291, 129.05579, 114.56569, 83.82887, 286.64532, 86.28366, 268.71188, 306.64276, 256.71957, 325.15656, 84.85745, 103.69448, 102.29198, 129.77304, 50.82841, 102.39122, 77.26219, 94.83415, 94.99834, 65.00893, 139.42444, 359.81653, 315.21967, 262.04083, 103.1229, 314.20245, 91.81491, 148.46085, 105.28761, 217.52835, 217.48439, 240.1134, 114.35658, 99.86549, 55.29333, 103.36957, 272.60034, 93.72758, 64.63478, 230.52795, 299.62543, 234.47491, 182.4287, 217.39682, 91.63478, 238.15851, 73.10472, 98.10941, 92.48889, 106.07491, 232.54808, 91.04152, 216.85059, 294.83557, 200.77698, 125.24741, 280.716, 108.19807, 291.1734, 109.66145, 95.60797, 392.26526, 69.303, 64.20288, 231.06094, 111.37292, 79.23936, 74.6799, 102.89867, 118.17998, 92.01085, 323.00183, 278.35071, 115.03181, 280.56696, 94.30298, 88.34151, 204.44151, 291.69028, 81.86201, 236.63229, 84.71918, 54.0645, 189.2384, 118.27071, 352.31314, 97.7662, 273.17944, 350.50214, 243.47107, 102.79364, 269.54022, 94.91681, 102.53921, 59.16571, 98.3123, 226.9254, 183.46103, 201.38429, 101.00452, 264.70865, 93.09506, 295.98651, 280.68524, 355.94324, 310.14032, 80.92789, 266.24646, 82.35417, 74.76112, 285.966, 208.41357, 201.53027, 105.13433, 99.48787, 340.76355, 316.42004, 113.90702, 272.47339, 236.10397, 85.57672, 111.73035, 306.89392, 272.87646, 184.54178, 261.18243, 345.63077, 271.80405, 315.40344, 233.90569, 342.9942, 135.30394, 284.17102, 281.44632, 70.8605, 102.0144, 96.81941, 115.99486, 212.9664, 273.23578, 321.37021, 240.93759, 265.33258, 291.58093, 79.75795, 287.45355, 406.93109, 77.66528, 347.9227, 80.19392, 104.29429, 304.41138, 113.45792, 263.95001, 119.8699, 298.68628, 224.04227, 146.01691, 96.7025, 276.55502, 267.8609, 95.35901, 354.74399, 239.89664, 53.63181, 148.13597, 80.82477, 271.38879, 86.48491, 208.63324, 250.66714, 210.91132, 63.1085, 113.83205, 236.27414, 85.13863, 85.72451 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3097.05249, 2721.62939, 3653.30859, 3357.00415, 2311.26465, 3093.42041, 3323.06396, 3866.021, 2951.5498, 2378.21338, 2889.93237, 3945.53784, 3413.08374, 2338.32715, 1734.69287, 3170.55151, 3709.79761, 3071.34497, 2862.1499, 3406.0979, 2144.53662, 1937.44348, 2747.14258, 4298.91943, 2114.65991, 2225.04785, 2782.30811, 3167.18262, 2527.6499, 3268.82104, 3975.91675, 3777.06787, 2294.71826, 3498.37451, 3456.33569, 2624.51978, 3316.69287, 2420.79248, 2659.42065, 2364.56348, 1955.23303, 3405.49219, 1454.17383, 2689.07495, 2422.89697, 2488.33252, 3744.24097, 3449.1377, 3183.85889, 4195.88477, 4197.5874, 2930.60864, 2080.27295, 2113.34497, 3776.60352, 2802.11646, 2034.02759, 3143.97266, 2590.33521, 1959.96777, 3126.71313, 2656.93018, 4335.76025, 2813.03711, 2383.99341, 3634.23584, 2629.31372, 1710.08032, 1912.26172, 2090.27295, 2686.0061, 2456.41943, 2430.38086, 2283.82935, 3298.9895, 3444.89014, 1691.6228, 2961.47656, 3142.7749, 2545.05469, 2706.65308, 2907.19995, 3731.45239, 2142.17041, 3269.56152, 3486.25928, 2119.83911, 2766.36646, 3185.04639, 2262.89355, 3720.77368, 3565.9165, 3366.49219, 3094.51465, 2034.75342, 3506.46533, 2129.34961, 2581.71045, 3020.25732, 1470.74683, 2022.52515, 3433.81201, 4241.52246, 3115.30786, 2941.82422, 2715.13599, 2738.59717, 3991.64917, 1836.10205, 3182.9021, 3895.42334, 3583.62061, 2363.3335, 2017.48816, 4717.729, 3767.43457, 3171.28345, 2318.82446, 589.60876, 3472.12012, 2625.39624, 3656.79346, 3944.89648, 3668.90869, 3474.87695, 3025.50708, 1918.19482, 2999.2688, 3441.16016, 3455.40527, 3444.41064, 2845.45508, 3025.69287, 3270.46973, 2071.19995, 2130.52979, 2765.91406, 1428.57043, 3403.7417, 2223.75757, 3066.9563, 3693.95801, 3446.40552, 3226.00195, 2483.88965, 3103.0564, 2422.0542, 3120.98315, 3393.95703, 2495.51538, 1212.69788, 3269.32959, 1754.75098, 3872.61914, 1763.87329, 2814.46802, 2913.66406, 2120.86768, 2258.27905, 3425.60596, 3085.48096, 2663.38379, 2876.36865, 2485.6665, 3276.13794, 3626.48438, 2502.01172, 2705.50195, 3873.65088, 3238.54004, 3308.26367, 3839.66968, 2773.93164, 3791.15894, 3495.33447, 2739.53369, 4040.64868, 3968.49463, 1995.48694, 2711.38989, 1704.69714, 3007.60693, 3220.02344, 2437.86963, 2872.5249, 3301.41113, 2830.67798, 3020.83618, 2590.42334, 2492.0564, 2138.48633, 2358.11548, 3388.14014, 3753.29712, 3158.74219, 2686.41113, 4360.97852, 2626.49683, 2345.16919, 2390.26758, 1215.5686, 3089.56152, 2538.22827, 2428.1416, 2849.84497, 1566.58679, 2761.31006, 3419.04053, 3253.8335, 3794.44971, 3381.66992, 3098.24951, 2148.01318, 3432.89478, 1776.26172, 2076.32275, 1137.27185, 3033.76758, 2565.06543, 3104.94019, 3382.59375, 3572.06982, 2452.78271, 1612.599, 3303.06152, 4129.49561, 3020.31738, 2910.25513, 2252.55103, 3645.24756, 2949.48926, 1205.7583, 2907.51001, 3204.28223, 2131.17261, 3015.93945, 3380.73389, 3670.9458, 2589.89624, 2226.40234, 2233.41187, 2613.6499, 3277.97729, 1986.50464, 3524.44873, 3729.18359, 3864.79224, 3148.94287, 3214.28223, 2268.26807, 3544.60889, 3349.47144, 3847.3418, 3352.11133, 2526.25464, 3660.65625, 2815.01855, 3976.45996, 3630.67603, 2345.31445, 2924.34302, 3202.4563, 2189.19067, 2251.31372, 3205.52832, 3064.83325, 2478.38867, 3163.95166, 2370.01758, 2221.91455, 3248.65503, 2409.95581, 2474.00806, 1488.29089, 3914.12305, 2430.74072, 3090.88086, 2314.4043, 1937.05017, 2062.94043, 1576.95825, 2707.1377, 2276.78491, 4010.23999, 2886.35986, 2501.93799, 2301.58691, 3105.92432, 4552.1543, 3093.36572, 1840.10315, 3290.83984, 2671.81079, 2130.1814, 2611.19189, 2935.71167, 2586.28979, 2858.31689, 3338.18457, 1388.39771, 2725.77173, 2555.00439, 2692.75098, 2352.45752, 2413.43335, 3565.15234, 2935.75806, 1225.44971, 2198.63232, 2644.07666, 2880.24023, 2291.61279, 3738.32275, 2061.354, 3037.84302, 3208.89648, 3649.66162, 1501.8916, 3137.4707, 2475.16577, 2531.15723, 1837.83337, 2538.98608, 3682.37231, 2814.7063, 3449.61499, 4150.88379, 2847.49219, 3063.0896, 2556.35425, 3821.34912, 2746.79175, 2498.89795, 3359.35938, 3266.29688, 3449.25977, 4294.76807, 3023.9082, 2630.84717, 2072.79468, 3490.81689, 3046.71924, 1242.79944, 2564.55737, 2046.40039, 3341.729, 2824.64746, 1668.7572, 3139.41333, 2851.63135, 3299.8645, 1655.10022, 3224.77002, 2777.78931, 4310.74121, 3198.49561, 2679.18506, 4075.2832, 3676.19092, 2487.64258, 3082.12402, 3262.49023, 3094.76807, 3878.79492, 3088.28613, 3064.36084, 3139.47021, 495.32239, 3331.61963, 2043.74475, 3889.5376, 3351.39526, 2974.87549, 3840.99731, 3189.98706, 2312.35693, 2084.52295, 3246.84082, 1881.14062, 3847.64502, 1842.14722, 2618.66016, 2162.47192, 2397.11938, 3409.84961, 2459.42236, 3440.4082, 3824.75977, 4273.13574, 3872.39307, 2494.57886, 2238.8623, 3737.91064, 3420.27539, 4546.9375, 2066.3938, 2834.92529, 3005.61694, 4174.76367, 2832.44385, 3242.97852, 4188.28809, 2702.44751, 2930.09912, 1713.17798, 4717.59375, 2341.75049, 2454.62207, 3384.88745, 2527.46899, 1717.92957, 2566.97607, 4633.87402, 3091.82227, 2181.07031, 2730.8645, 2590.35205, 3551.05688, 2401.91406, 3942.36572, 3563.93652, 3125.51587, 3704.77881, 3133.96191, 2498.1626, 3791.82617, 3609.67065, 2052.64624, 2924.40063, 2517.01587, 2772.58228, 1950.61194, 3001.33203, 2519.96924, 3687.86035, 2824.31616, 2967.95044, 2051.36426, 3487.18677, 2045.04553, 2582.79346, 994.94507, 2730.23022, 3103.75586, 1688.99084, 3398.74731, 2521.09302, 3740.06787, 1853.25623, 3285.99707, 3349.27637, 3190.61084, 3034.09229, 2482.44873, 2939.64136, 4129.8623, 2920.14697, 2498.35986, 1821.1709, 4061.66626, 2692.1001, 2689.10107, 3726.86914, 3383.98779, 3338.02441, 2752.84912, 2690.16406, 1694.03589, 3528.47852, 3689.71387, 3209.26172, 2564.02783, 3355.9292, 1530.01465, 2076.03638, 3373.99561, 3968.76416, 3275.37866, 2967.11914, 3683.99512, 2359.23486, 3586.04492, 3115.64038, 3695.5127, 4059.14722, 2602.06348, 2027.06372, 3943.72778, 3000.91162, 3086.93652, 3519.6001, 2332.8125, 3566.45239, 2229.47803, 3491.9165, 2831.87549, 2554.0249, 2872.24243, 3622.54688, 3560.69043 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.19841549376969428, "neutral_loss": 2.51706961916349, "target_docs_loss": 0.8893018889087206, "neutral_init_loss": 3.7261053424835207, "target_docs_init_loss": 1.883706881629096, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 306.69421, 64.4689, 342.82617, 277.32672, 434.29974, 124.14546, 321.73694, 295.98849, 100.22749, 97.07585, 313.52344, 280.2384, 200.80487, 78.12004, 255.21902, 95.6563, 93.31274, 138.39832, 235.70758, 134.5847, 291.612, 361.71774, 71.07544, 380.36176, 284.58362, 266.61389, 83.35431, 70.95107, 106.82594, 147.11726, 260.16785, 84.43386, 90.78204, 331.33606, 99.63307, 373.83368, 298.2261, 252.87878, 199.01157, 93.01254, 116.22998, 277.59494, 92.46114, 194.16913, 287.74466, 73.11092, 75.35204, 223.53738, 85.45143, 272.50244, 109.97221, 71.96656, 347.3288, 251.23036, 343.59845, 237.61823, 93.07509, 192.02798, 361.95502, 337.13617, 109.05148, 85.4931, 100.95751, 89.34502, 311.84833, 83.71722, 93.80296, 112.30785, 268.2099, 109.42331, 92.11666, 96.38194, 340.1311, 267.79333, 235.65314, 341.61899, 332.83267, 101.51375, 321.29236, 97.0381, 115.69063, 281.35217, 304.88062, 285.73639, 81.53347, 66.15628, 109.87423, 85.66739, 387.96097, 97.28441, 98.1986, 82.17667, 217.9444, 214.44357, 248.53259, 310.46686, 232.51305, 105.78427, 290.97513, 275.71277, 91.65281, 98.04758, 227.91275, 319.50299, 69.91573, 333.41846, 81.66463, 250.3329, 91.97604, 57.2597, 386.23627, 200.68333, 70.0198, 295.82465, 110.65088, 83.53835, 267.65564, 86.75725, 252.01328, 188.32135, 83.60646, 142.59027, 72.54466, 275.39557, 94.29717, 232.32446, 236.40607, 178.49728, 172.79681, 89.36527, 106.11788, 110.09057, 329.89792, 287.41296, 62.35684, 110.29131, 80.07609, 72.87457, 201.7345, 302.79639, 293.58948, 99.32536, 85.39523, 123.37822, 110.34174, 92.6138, 92.00452, 203.56374, 308.54132, 229.47476, 68.2246, 93.93182, 343.26495, 110.09762, 75.62815, 103.87316, 277.80206, 222.12244, 115.57116, 260.76743, 105.82024, 278.56549, 244.2511, 344.34103, 228.41452, 87.98334, 280.67212, 117.70749, 247.22018, 116.78472, 94.16336, 114.1842, 126.40319, 245.44562, 237.72986, 93.28172, 125.89674, 249.29382, 113.93151, 382.17398, 89.07999, 263.16156, 269.85938, 80.70459, 103.52591, 248.46257, 184.52057, 87.65573, 96.95514, 108.64896, 265.08044, 286.64258, 104.68428, 264.61041, 98.20404, 269.01212, 274.91364, 109.37149, 81.15573, 64.72749, 105.44139, 106.9709, 257.98364, 76.76604, 335.19128, 218.0687, 107.83015, 101.84627, 109.05278, 401.13367, 90.55437, 309.42627, 101.9583, 103.57977, 105.58307, 235.95354, 297.18066, 300.86481, 81.73427, 311.7323, 110.8725, 233.56505, 276.80621, 71.35586, 86.05194, 226.03896, 104.35, 275.3197, 98.38721, 96.06293, 86.30341, 78.06592, 82.00895, 264.35831, 71.68689, 236.18533, 313.95316, 118.37, 269.8905, 102.73462, 234.3898, 295.51434, 245.11432, 105.61562, 243.65601, 67.92209, 116.40784, 123.32454, 80.81773, 119.03166, 107.62173, 278.38013, 286.10938, 115.36275, 258.14224, 79.1758, 113.78633, 239.12808, 84.99036, 96.12416, 96.86023, 130.69815, 275.74438, 119.4283, 289.14633, 398.59305, 344.74631, 306.36768, 95.6539, 223.68373, 218.40286, 235.73709, 89.95802, 264.29898, 312.98749, 238.74112, 119.47546, 438.17377, 302.82648, 308.88306, 227.47672, 104.10009, 91.97654, 290.35941, 114.35298, 144.37854, 354.10522, 98.52396, 99.29187, 244.8981, 283.2597, 86.84261, 76.64064, 77.50548, 97.41198, 299.83875, 95.88438, 111.19858, 305.61215, 99.05318, 94.30888, 151.9696, 289.5271, 76.22462, 72.82613, 280.18976, 262.04114, 109.57463, 68.85165, 249.88484, 86.45458, 279.51944, 276.80026, 333.53677, 149.31389, 85.71953, 65.88261, 261.80612, 276.4689, 71.9875, 238.79645, 92.41454, 344.55331, 347.81412, 132.5601, 117.43237, 84.26344, 293.89539, 89.18443, 272.31195, 312.39728, 258.90601, 326.16422, 87.20372, 104.90015, 103.66853, 136.38284, 49.95528, 106.14557, 77.96767, 98.7865, 97.2186, 66.06882, 142.74747, 363.35638, 319.2684, 264.18304, 107.02949, 321.0155, 93.76917, 152.39726, 108.76991, 223.3071, 220.95784, 243.11749, 115.80962, 102.73537, 57.05139, 104.63404, 273.54974, 98.17741, 67.40356, 233.67442, 306.20892, 239.12491, 186.58588, 218.44205, 93.88435, 241.67874, 74.74165, 100.32623, 93.49976, 108.38638, 234.66064, 94.47049, 220.84183, 298.21301, 205.58249, 127.50732, 286.02786, 110.28151, 296.84885, 110.97151, 97.00572, 395.41641, 71.88937, 65.67923, 236.31102, 115.3892, 79.98475, 76.30646, 105.5847, 120.72314, 95.04259, 327.54291, 282.23721, 118.56786, 286.33722, 94.48165, 89.98636, 210.33417, 298.65903, 83.71767, 240.40001, 88.29117, 55.24639, 192.32697, 120.16304, 354.42947, 102.08324, 276.36743, 356.69312, 248.92307, 105.80692, 275.90271, 95.1651, 103.51571, 60.71176, 102.48682, 229.51785, 185.12692, 208.2719, 100.10117, 269.2377, 95.75293, 300.32782, 284.39618, 359.3829, 309.42252, 82.94518, 269.94696, 85.45368, 75.49677, 288.95505, 212.08545, 206.14288, 108.10142, 99.57408, 347.71497, 320.11523, 115.98111, 275.87091, 239.62869, 89.05426, 113.17271, 313.80112, 275.77087, 193.5117, 266.58337, 349.38409, 275.91696, 318.69449, 236.41869, 345.82098, 142.44131, 288.35059, 290.55371, 71.80147, 104.54913, 98.25951, 120.50871, 215.73557, 276.06085, 328.26175, 244.64406, 272.69604, 295.09515, 77.57053, 290.35855, 412.35324, 77.92302, 351.36432, 81.26692, 106.67987, 310.72336, 119.04855, 264.98901, 123.87822, 305.58746, 231.09631, 150.26859, 96.51866, 281.72284, 274.6225, 97.87527, 361.11044, 243.88379, 55.15914, 148.54593, 84.7375, 277.22937, 89.49048, 210.64778, 251.49149, 214.00064, 65.5598, 115.93138, 239.33911, 89.78657, 90.47241 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 2981.53833, 2659.07861, 3560.84619, 3275.70337, 2255.87988, 3038.80493, 3249.3501, 3774.35352, 2832.79102, 2282.84766, 2819.91162, 3812.24902, 3271.80127, 2269.31885, 1642.4231, 3098.68506, 3623.7959, 2938.70996, 2778.82349, 3332.47925, 2064.24951, 1815.42151, 2661.26758, 4236.89551, 2022.07666, 2135.92773, 2715.71436, 3112.60181, 2452.82422, 3206.34912, 3871.10327, 3659.20703, 2199.27197, 3428.79492, 3403.21826, 2537.4248, 3182.63281, 2360.22754, 2588.98022, 2301.04663, 1891.25598, 3332.38843, 1378.82117, 2592.05957, 2337.15479, 2412.6123, 3641.70264, 3361.52441, 3087.28857, 4163.07324, 4112.89258, 2851.23877, 2007.24512, 2049.30371, 3717.3584, 2728.38477, 1953.19031, 3044.11963, 2484.9126, 1889.51782, 3007.68115, 2570.74683, 4244.92773, 2682.87476, 2313.90454, 3478.43555, 2536.76709, 1654.70288, 1839.26929, 2008.64014, 2549.8208, 2403.14502, 2367.30566, 2187.75635, 3258.60547, 3385.59961, 1602.06738, 2891.33398, 3021.23901, 2476.51123, 2600.88232, 2840.46802, 3670.89893, 2110.15332, 3167.71899, 3405.27783, 2030.49561, 2678.60596, 3067.76196, 2183.13696, 3633.02002, 3483.03979, 3253.6438, 3014.146, 1956.06274, 3411.77905, 2077.71118, 2515.99463, 2891.76025, 1409.23389, 1942.51819, 3318.76343, 4111.91895, 3023.41748, 2844.95947, 2645.11719, 2631.46729, 3858.64453, 1774.83936, 3046.05273, 3855.71313, 3485.19019, 2253.33374, 1956.31958, 4627.5415, 3678.78491, 3071.87256, 2195.99902, 579.86841, 3366.20117, 2539.3833, 3580.91724, 3875.12622, 3618.2666, 3422.94189, 2915.23096, 1831.71521, 2866.65527, 3343.3291, 3332.46387, 3332.09863, 2756.62988, 2917.75122, 3178.15112, 1971.29504, 2064.90186, 2682.45435, 1361.04248, 3339.55811, 2150.08569, 2978.58887, 3545.67334, 3354.59326, 3153.35132, 2376.93359, 3025.14966, 2309.75, 3054.60059, 3308.65967, 2366.28833, 1161.02417, 3199.5415, 1670.16919, 3776.38892, 1696.98853, 2694.00269, 2810.26514, 2041.93433, 2151.93018, 3383.02979, 2962.46777, 2581.80322, 2747.07568, 2399.13477, 3171.70459, 3524.00098, 2401.52368, 2581.09668, 3778.13818, 3122.28857, 3213.50293, 3745.59131, 2687.08984, 3718.36475, 3391.96655, 2666.33643, 3908.54565, 3915.01074, 1898.13171, 2642.75317, 1627.28394, 2955.62598, 3098.14648, 2332.53003, 2792.01709, 3232.18262, 2719.66309, 2916.37134, 2490.5564, 2440.21826, 2077.55298, 2271.2041, 3308.04565, 3709.97266, 3057.01953, 2582.46729, 4196.01465, 2548.03418, 2233.12207, 2296.27881, 1176.73022, 3017.7251, 2447.11182, 2351.80273, 2733.52271, 1464.19067, 2634.52148, 3341.86426, 3151.46924, 3699.58569, 3284.62964, 2981.04785, 2077.40869, 3318.3064, 1676.85999, 1955.62048, 1075.71533, 2996.75024, 2458.01855, 3004.09229, 3304.7373, 3447.61694, 2342.21924, 1525.11719, 3173.81641, 4023.82202, 2892.21851, 2845.41699, 2117.05664, 3572.12646, 2862.38745, 1182.98584, 2866.26709, 3110.71729, 2038.41553, 2918.17529, 3248.70728, 3586.77539, 2492.44214, 2123.60767, 2167.86133, 2483.53613, 3188.95679, 1921.49939, 3380.1792, 3648.59961, 3771.29688, 3061.90771, 3035.88965, 2211.50879, 3448.50757, 3259.20386, 3810.92334, 3203.89111, 2480.43823, 3582.45898, 2714.09741, 3913.30225, 3558.01123, 2261.33594, 2810.78076, 3138.80518, 2062.74121, 2156.75977, 3099.81689, 2944.26733, 2373.33936, 3053.01294, 2279.5625, 2150.37646, 3096.91797, 2352.00903, 2380.26318, 1411.20911, 3810.70435, 2345.7959, 3029.1062, 2215.37085, 1868.70471, 1969.99487, 1512.68494, 2622.62549, 2210.41724, 3914.1687, 2814.25488, 2383.11182, 2215.4563, 2985.73999, 4389.86768, 3038.53027, 1757.21008, 3164.90234, 2579.33765, 2059.95264, 2540.62305, 2783.92188, 2520.6394, 2733.76367, 3272.53198, 1296.85071, 2641.85352, 2477.05688, 2629.93164, 2258.44385, 2307.29199, 3477.53223, 2870.66919, 1151.97388, 2085.60571, 2546.29297, 2814.20264, 2203.99365, 3585.19629, 1964.25317, 2943.21338, 3108.51758, 3532.30054, 1439.66479, 3045.20068, 2387.32446, 2397.0376, 1780.43066, 2463.04053, 3556.28442, 2731.94873, 3345.38574, 4060.31592, 2767.69678, 2929.37012, 2448.08667, 3685.37988, 2637.01709, 2418.67383, 3242.15576, 3148.10034, 3376.56689, 4225.49219, 2926.52686, 2520.396, 2009.55029, 3375.82861, 2931.10938, 1163.13806, 2466.44946, 1952.19434, 3259.29834, 2710.8501, 1582.75244, 3002.59229, 2751.28491, 3221.28711, 1589.76514, 3124.59277, 2674.59839, 4240.19678, 3132.59497, 2602.99414, 4024.05713, 3509.17041, 2432.00806, 2972.16504, 3146.13281, 3033.62695, 3791.32251, 2940.22314, 2948.07275, 3056.34277, 478.6499, 3252.87451, 1978.37891, 3846.49438, 3258.98877, 2909.24756, 3730.98804, 3068.28564, 2232.7041, 1983.91309, 3190.49951, 1754.79285, 3779.58008, 1763.35522, 2520.55615, 2061.16187, 2324.5564, 3271.05103, 2344.84546, 3321.42188, 3745.97852, 4119.31104, 3738.67383, 2389.57764, 2168.37695, 3585.375, 3327.0415, 4467.49902, 2001.48193, 2733.36182, 2890.71338, 4109.04688, 2740.16821, 3165.25854, 4087.86133, 2633.74609, 2859.91699, 1634.79138, 4631.1123, 2240.7937, 2383.34814, 3236.21777, 2441.36035, 1655.47778, 2463.7417, 4518.69336, 3036.72656, 2138.12378, 2617.47314, 2509.40527, 3423.32812, 2278.24854, 3847.98584, 3540.74878, 3002.53149, 3561.88867, 3043.71338, 2442.24463, 3694.02954, 3466.69141, 1965.80334, 2788.25195, 2406.69556, 2646.93701, 1837.0022, 2898.62817, 2415.65869, 3590.12769, 2717.51172, 2858.6311, 1956.13892, 3391.31543, 1940.23804, 2491.05518, 945.59497, 2625.41162, 3012.34912, 1584.58948, 3295.00195, 2426.58936, 3610.00391, 1822.83301, 3185.48462, 3251.92725, 3057.97363, 2957.07812, 2411.69067, 2854.84375, 3996.3208, 2779.46875, 2450.31006, 1722.64734, 3944.302, 2629.60889, 2580.94141, 3686.53613, 3270.26367, 3267.7959, 2650.46094, 2608.95117, 1641.43665, 3439.73779, 3636.28271, 3160.26465, 2499.6792, 3225.98535, 1459.05701, 2042.00391, 3256.74634, 3872.75537, 3209.7373, 2853.90088, 3602.56689, 2281.84277, 3475.65967, 3002.17065, 3624.6145, 3946.83545, 2529.93115, 1903.38135, 3870.61865, 2822.9082, 3016.2002, 3377.12476, 2224.43188, 3432.64795, 2132.7417, 3366.48682, 2719.94897, 2472.09863, 2801.84375, 3530.10425, 3435.80078 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.25366825178764846, "neutral_loss": 2.5513292013592097, "target_docs_loss": 0.8836458433647825, "neutral_init_loss": 3.730441063308716, "target_docs_init_loss": 1.8635324149661594, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 310.22095, 66.46748, 343.85696, 280.35437, 440.03391, 126.1368, 324.25589, 301.74625, 102.92145, 99.29123, 320.04886, 282.57095, 201.59818, 79.13812, 256.9147, 98.68636, 95.83934, 141.07471, 239.04388, 137.08604, 295.13702, 367.26733, 71.02669, 383.61908, 287.63107, 270.29303, 84.82303, 73.39783, 108.81046, 149.14513, 262.31476, 86.15497, 92.94972, 336.74719, 102.71364, 376.60986, 299.69159, 255.04462, 200.85202, 94.52038, 118.75169, 281.14304, 92.87798, 197.62506, 290.79556, 76.06989, 76.5923, 225.95186, 87.66968, 278.66431, 115.35902, 74.49456, 350.15463, 254.45148, 347.73169, 240.18054, 94.02678, 194.48288, 364.79755, 340.44537, 110.33511, 86.09089, 102.48325, 91.78018, 314.01617, 84.98299, 95.32697, 114.25319, 270.34445, 112.50781, 95.13644, 100.29591, 345.00403, 272.44781, 238.1167, 345.09644, 336.46497, 103.08901, 325.63257, 97.89327, 116.96823, 286.73322, 312.51291, 286.73242, 80.87561, 67.3563, 113.92363, 87.99244, 390.50543, 98.88746, 99.6325, 82.78915, 222.25577, 218.0148, 252.84669, 314.04523, 235.46866, 106.62807, 294.3591, 279.8092, 93.5696, 100.08733, 231.36362, 323.5647, 70.42839, 333.82587, 84.80997, 250.87608, 92.1171, 58.10606, 389.63995, 201.59193, 72.68196, 299.40448, 111.96848, 88.21359, 267.08533, 91.6219, 254.89946, 191.27905, 83.4973, 144.48235, 72.85139, 280.1507, 93.9929, 236.3313, 237.61256, 181.85086, 175.45515, 93.13292, 107.85538, 110.95688, 333.44592, 289.15552, 62.40283, 111.82677, 81.68413, 74.87005, 202.40732, 303.07361, 294.0694, 100.69415, 86.65271, 126.13931, 113.37239, 95.98574, 91.97168, 205.96014, 311.7785, 228.08499, 69.81193, 97.26588, 352.03473, 111.54852, 76.68254, 106.46297, 280.73511, 223.56444, 116.81934, 266.41318, 108.49326, 282.7157, 248.063, 349.15616, 232.32355, 89.03951, 283.27927, 120.59878, 252.57819, 118.97836, 95.81094, 117.2377, 126.93637, 247.53912, 240.0457, 96.0656, 126.55969, 254.64568, 116.74707, 383.78915, 90.36214, 265.09589, 274.0119, 81.99265, 105.78902, 252.31511, 186.04784, 88.72252, 97.97749, 109.9836, 265.47552, 290.79736, 106.82343, 267.57422, 99.7765, 272.25201, 278.31665, 111.96429, 82.54343, 64.80836, 107.06114, 108.43761, 262.8017, 76.56962, 338.30548, 220.1871, 109.37756, 103.60805, 111.57745, 402.13824, 91.44901, 315.11868, 103.60036, 107.00942, 107.90993, 237.69168, 305.76764, 302.61951, 82.47889, 317.38077, 112.98103, 235.55957, 279.07846, 73.53011, 88.20312, 228.96484, 105.54618, 278.88162, 99.61066, 97.59032, 87.9212, 80.81863, 84.61354, 267.75452, 73.26281, 239.46147, 319.05664, 120.97173, 274.56094, 103.3535, 236.97064, 299.3161, 246.53787, 108.49158, 247.89146, 68.82748, 118.78641, 124.74461, 82.40468, 120.70829, 109.96326, 282.37006, 288.00885, 118.22498, 260.67761, 79.42336, 116.57564, 242.06181, 85.47982, 98.55351, 99.13605, 131.49564, 278.73129, 123.411, 294.79962, 401.70123, 345.55261, 309.8132, 97.62318, 226.70801, 220.80894, 240.05032, 90.58691, 266.41418, 317.70862, 243.13812, 120.75429, 443.17172, 308.66107, 309.68918, 230.12387, 105.3114, 92.8651, 293.06506, 119.2203, 147.26204, 359.36191, 99.42781, 98.6041, 248.29855, 284.29169, 88.12011, 77.68089, 79.75685, 99.16167, 303.16443, 99.26363, 115.3993, 308.9538, 102.18794, 97.2019, 152.56351, 293.76233, 77.60591, 74.29417, 284.6322, 265.19333, 111.69664, 70.21851, 253.32211, 88.60228, 282.40146, 281.47937, 338.62082, 154.28391, 87.30176, 67.35593, 265.28076, 279.02655, 71.6403, 239.55255, 94.13196, 347.46692, 351.3324, 135.44418, 119.15512, 84.74832, 299.45724, 91.34737, 273.98206, 316.47922, 260.44214, 326.8208, 88.64537, 105.91196, 103.93501, 141.0892, 49.33184, 109.11765, 78.55294, 101.03674, 99.36624, 67.44285, 145.25752, 365.98273, 322.53632, 265.13751, 109.90209, 325.63794, 94.98303, 155.64777, 111.06927, 228.72325, 222.61475, 245.87558, 117.37796, 104.75589, 58.48281, 105.78423, 276.58383, 101.8573, 69.85196, 237.6572, 312.52783, 242.92697, 188.89862, 219.63939, 95.40781, 246.39862, 75.56099, 101.35117, 94.20724, 110.51111, 236.53009, 97.32472, 223.27823, 301.13269, 208.36211, 129.75932, 290.19989, 111.75237, 300.92334, 111.99213, 98.57747, 397.61255, 74.91132, 66.26375, 240.85269, 117.91331, 80.05501, 77.57201, 106.91547, 122.73159, 96.54907, 331.18268, 283.6188, 120.66206, 290.16495, 95.56881, 91.01766, 214.32263, 302.45734, 83.94061, 243.41302, 90.01271, 57.10632, 195.35321, 122.20702, 356.56244, 105.08531, 278.35797, 361.85501, 254.59286, 107.83374, 280.5715, 96.17417, 104.95412, 61.5395, 106.15096, 231.0847, 186.21332, 212.83371, 99.31469, 271.25436, 97.24085, 303.45349, 288.04178, 361.67432, 310.82416, 84.32546, 273.56931, 86.972, 75.81128, 291.46698, 214.54025, 210.39117, 110.62156, 99.62901, 351.55484, 322.72186, 118.03394, 278.84558, 243.17493, 91.83522, 114.02776, 318.82428, 277.28278, 198.58664, 271.15723, 353.80481, 282.23373, 321.6196, 239.00192, 351.49179, 148.53229, 291.7066, 298.61328, 72.84106, 106.12057, 99.87282, 123.91979, 217.85704, 278.29883, 332.70233, 250.00356, 276.87048, 297.05084, 76.66334, 292.30328, 415.5072, 78.72387, 353.96613, 81.8446, 108.84589, 316.2276, 122.01806, 267.20139, 126.59512, 310.05585, 238.39824, 152.90941, 96.40994, 286.71588, 280.64047, 100.69507, 364.92624, 245.6391, 55.60252, 148.6638, 87.55453, 279.95221, 92.32457, 213.76297, 253.87695, 216.53604, 66.93306, 117.59464, 241.00871, 92.18842, 94.14274 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 2945.59351, 2662.28906, 3549.27051, 3262.87842, 2247.64111, 3044.38184, 3235.50684, 3755.64526, 2807.05518, 2266.41943, 2819.98267, 3771.54688, 3244.12451, 2260.48511, 1616.77368, 3091.22656, 3612.6416, 2904.81006, 2764.7937, 3326.92407, 2050.88135, 1784.39844, 2644.05518, 4228.0708, 1998.56189, 2113.2561, 2714.57935, 3107.38721, 2433.89551, 3209.72607, 3855.42358, 3649.7832, 2175.23169, 3416.47607, 3406.35181, 2512.8877, 3155.63843, 2358.61084, 2582.7832, 2288.34912, 1873.78979, 3336.53857, 1360.27271, 2564.6189, 2317.55469, 2405.15723, 3613.13525, 3349.10864, 3065.53418, 4186.68945, 4105.79785, 2842.43994, 1998.01807, 2037.11853, 3720.05811, 2725.98242, 1944.49939, 3018.51099, 2465.01562, 1879.95593, 2981.32471, 2546.10742, 4229.36133, 2650.3667, 2307.03223, 3445.14893, 2512.05713, 1645.07593, 1824.06714, 1991.46228, 2522.70703, 2396.35815, 2354.2395, 2167.87939, 3265.24731, 3380.43359, 1579.69836, 2887.75488, 2995.77759, 2464.45996, 2582.3877, 2841.3855, 3665.80078, 2117.08252, 3142.19604, 3385.49219, 2015.06482, 2670.87695, 3045.44043, 2169.802, 3613.29321, 3466.29883, 3229.80029, 3002.18457, 1953.58533, 3389.25903, 2077.82715, 2515.02734, 2869.90747, 1407.37573, 1918.81836, 3293.14282, 4069.9126, 3011.68384, 2834.20483, 2635.01929, 2601.70386, 3823.96826, 1771.41895, 3005.65674, 3855.69727, 3469.92139, 2227.71411, 1956.96118, 4613.12842, 3681.34521, 3048.07617, 2170.20288, 584.00232, 3352.46777, 2510.75244, 3576.11133, 3871.59692, 3609.22607, 3417.98218, 2889.06738, 1807.52783, 2836.04541, 3313.97461, 3291.65088, 3322.52832, 2738.86865, 2894.27441, 3164.96631, 1952.28906, 2053.80957, 2668.13379, 1337.76196, 3337.26489, 2137.39307, 2963.29639, 3503.0752, 3341.60107, 3157.22681, 2350.10986, 3018.2627, 2280.0918, 3038.96753, 3289.80762, 2339.49585, 1154.72278, 3186.01318, 1648.61011, 3763.81299, 1687.94604, 2662.77588, 2788.87964, 2025.10376, 2137.73682, 3391.19556, 2935.74854, 2570.14746, 2721.45508, 2379.59668, 3146.02441, 3504.71411, 2381.42383, 2555.96533, 3768.54102, 3093.58838, 3192.198, 3721.29639, 2669.6897, 3708.01147, 3361.82446, 2652.62183, 3875.3103, 3918.6543, 1884.38306, 2624.77539, 1607.40845, 2949.06152, 3071.20093, 2303.71094, 2780.43213, 3210.21582, 2684.74609, 2900.14795, 2453.22266, 2437.51514, 2064.42261, 2260.75928, 3301.93555, 3723.82251, 3040.3291, 2551.58252, 4136.77734, 2534.88232, 2211.11157, 2275.69946, 1182.47705, 3008.39355, 2432.92261, 2331.72827, 2699.87036, 1445.68115, 2596.28516, 3343.44775, 3139.35156, 3677.31689, 3272.32617, 2944.93066, 2069.21973, 3303.25684, 1664.3208, 1935.64233, 1068.22363, 3015.75, 2439.85303, 2981.79126, 3294.81152, 3415.31372, 2312.68555, 1503.24609, 3142.1853, 4009.52026, 2859.52173, 2844.01904, 2076.10645, 3572.92773, 2852.90381, 1176.81018, 2862.26758, 3088.06567, 2017.19055, 2896.06641, 3207.43652, 3581.28955, 2481.06787, 2101.85181, 2160.56982, 2447.24316, 3176.98193, 1911.7207, 3345.72852, 3640.57056, 3746.64355, 3038.42822, 2989.32422, 2206.7312, 3430.44385, 3241.21533, 3819.36279, 3167.26318, 2474.43018, 3569.41675, 2682.14209, 3907.98486, 3546.54565, 2246.88428, 2778.67505, 3125.71875, 2032.75769, 2140.78467, 3073.4126, 2918.9126, 2342.35645, 3017.54834, 2255.20215, 2137.13403, 3049.69287, 2343.68799, 2361.27686, 1396.2998, 3799.86084, 2324.60791, 3022.83984, 2194.04419, 1858.39062, 1947.21899, 1503.48779, 2609.10059, 2203.55322, 3898.3562, 2803.85742, 2352.50879, 2197.89087, 2955.22266, 4338.29199, 3035.06885, 1734.01086, 3139.81641, 2562.96387, 2046.78394, 2533.6731, 2742.44189, 2508.84424, 2704.52026, 3267.00391, 1274.02319, 2636.79541, 2462.1875, 2629.49487, 2230.29199, 2278.75977, 3462.22363, 2863.53906, 1138.75415, 2058.87793, 2521.76489, 2807.58862, 2185.30688, 3559.22119, 1946.35669, 2912.14453, 3081.16772, 3503.67896, 1429.28418, 3020.67798, 2371.12866, 2355.71533, 1776.3877, 2452.94751, 3525.17651, 2712.39478, 3319.00098, 4052.18091, 2742.55859, 2891.19775, 2418.07935, 3656.72144, 2610.95898, 2406.56689, 3213.49561, 3115.45947, 3360.21729, 4225.74121, 2907.37524, 2492.55811, 2002.38354, 3345.79395, 2901.22021, 1145.05725, 2457.50854, 1934.99182, 3240.56616, 2682.34985, 1566.94006, 2969.17383, 2732.44653, 3207.60254, 1574.60107, 3116.19824, 2641.12549, 4229.65723, 3120.42944, 2588.10571, 4039.13672, 3465.37817, 2426.46802, 2946.69775, 3116.95654, 3025.11743, 3775.60889, 2908.63428, 2926.5, 3038.47412, 476.02448, 3235.29639, 1970.25989, 3858.14062, 3238.14648, 2912.58984, 3705.95215, 3033.41357, 2214.18701, 1957.02942, 3178.44385, 1719.42871, 3775.96924, 1745.05994, 2503.52417, 2035.72217, 2312.78003, 3235.20044, 2323.75562, 3297.01904, 3731.34814, 4084.63428, 3714.84863, 2350.83447, 2152.27856, 3547.66846, 3313.17847, 4456.19727, 1995.99146, 2718.95166, 2866.20679, 4103.97607, 2713.03125, 3158.16992, 4063.32397, 2623.0022, 2857.7959, 1620.48291, 4614.91211, 2226.9939, 2375.16553, 3196.48926, 2415.43604, 1652.36975, 2436.39062, 4499.96387, 3039.28906, 2141.58691, 2590.0166, 2500.38428, 3391.55542, 2240.71753, 3828.81348, 3550.98926, 2979.89844, 3512.17261, 3031.61182, 2441.74707, 3668.07324, 3434.55957, 1954.32922, 2745.66113, 2385.11963, 2609.08667, 1812.09863, 2873.44629, 2381.31421, 3574.27002, 2684.73999, 2841.39429, 1928.05127, 3368.78149, 1911.34253, 2458.32812, 943.99524, 2604.03638, 2985.14258, 1566.04077, 3267.19385, 2411.61279, 3572.69238, 1829.66846, 3161.66406, 3234.84521, 3018.79419, 2954.35547, 2404.82666, 2835.51807, 3952.44775, 2736.02393, 2447.59692, 1703.74243, 3905.91797, 2625.01074, 2551.48389, 3688.29224, 3240.17651, 3254.07935, 2624.29883, 2595.01538, 1636.91309, 3435.23828, 3634.56006, 3153.06738, 2483.70508, 3190.16797, 1444.27893, 2042.30981, 3230.50439, 3843.09473, 3228.25757, 2832.97876, 3580.49365, 2262.14282, 3456.29639, 2975.54297, 3628.21216, 3910.22339, 2519.7019, 1870.25208, 3864.92627, 2766.37524, 3007.33545, 3331.86768, 2205.69409, 3394.97705, 2109.21021, 3329.64722, 2689.64648, 2463.34229, 2794.7207, 3515.94434, 3405.42871 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.30564386414376915, "neutral_loss": 2.5918156847699785, "target_docs_loss": 0.8872245206136794, "neutral_init_loss": 3.736569166946411, "target_docs_init_loss": 1.8815179591708713, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 313.052, 67.99373, 345.10532, 283.672, 445.61795, 128.33798, 327.38013, 308.10223, 105.26419, 101.03748, 327.5863, 284.98386, 203.21481, 80.54176, 260.01355, 102.50756, 99.26322, 144.09908, 243.24963, 140.65637, 299.59418, 373.14975, 72.45616, 388.09894, 289.86932, 275.19586, 86.08369, 76.25852, 110.84778, 151.30577, 265.55457, 87.56133, 96.62116, 342.45901, 103.70275, 378.83923, 301.59137, 258.14874, 203.53281, 97.75455, 121.50935, 285.54144, 96.41348, 203.06723, 296.64688, 81.25318, 78.63857, 229.75745, 90.41873, 283.69891, 121.54878, 76.10316, 353.84589, 257.42792, 351.53647, 243.18082, 95.09195, 198.16422, 368.80765, 343.76923, 111.18004, 86.80192, 104.23842, 95.1701, 316.9115, 86.30621, 96.73148, 116.92873, 272.83078, 116.49097, 98.95926, 105.12586, 349.19067, 277.11823, 241.80057, 348.17236, 338.88275, 104.93674, 330.43933, 99.34267, 117.97285, 290.50888, 319.80701, 289.64249, 80.96461, 69.10793, 116.58832, 90.56347, 395.23047, 100.10141, 100.80069, 83.98297, 225.8726, 222.66383, 255.34492, 318.82843, 238.02374, 107.85508, 297.65964, 283.78253, 96.43184, 102.08645, 235.77495, 327.577, 72.14687, 334.47025, 89.07462, 252.26427, 92.14655, 59.97779, 395.34286, 203.73848, 75.43953, 303.72974, 113.73553, 91.67226, 268.57751, 97.24072, 257.01416, 193.98511, 85.26186, 147.20293, 73.35892, 286.13367, 93.23895, 240.52541, 239.08957, 185.48436, 177.55496, 97.10065, 109.46756, 111.83611, 338.59656, 291.79156, 62.27466, 112.86835, 85.02613, 76.60482, 204.59537, 305.57217, 294.72482, 103.27092, 88.2263, 129.15714, 116.35402, 98.66872, 92.80693, 210.33835, 315.54669, 228.44279, 72.56273, 99.91275, 358.97467, 113.10708, 78.10239, 109.87952, 283.63773, 227.39575, 118.73788, 274.34814, 110.94859, 285.71448, 253.02106, 354.63242, 235.6916, 90.82318, 286.84619, 121.64906, 256.61743, 121.79318, 98.67635, 119.54085, 127.6218, 251.6138, 243.02626, 98.99153, 127.86529, 261.37738, 119.43341, 387.70679, 92.08957, 268.72711, 276.70352, 83.7286, 108.78447, 255.78424, 188.21106, 90.86219, 98.77562, 111.60226, 267.427, 294.25073, 109.27119, 271.54868, 101.21471, 275.83307, 282.99744, 117.21258, 83.80414, 64.93916, 109.04761, 110.4538, 268.66064, 77.12698, 343.41412, 225.30406, 111.19019, 105.84105, 114.12317, 404.46082, 93.41808, 321.97711, 106.04259, 111.11887, 110.88805, 240.86765, 315.38831, 304.61304, 84.2658, 324.23047, 115.96513, 239.66423, 281.31824, 75.29083, 92.13911, 233.39577, 105.86838, 282.57202, 99.67097, 99.14071, 90.41739, 84.29446, 86.25185, 271.60956, 75.16495, 244.02249, 323.35333, 124.51118, 277.63614, 104.43987, 239.116, 306.09677, 248.3002, 112.09486, 251.1274, 69.19101, 121.35812, 127.17897, 84.38261, 124.15402, 114.16953, 288.08032, 290.06256, 121.57017, 265.47119, 81.18517, 120.51979, 245.59268, 86.49339, 102.09818, 101.49422, 134.27985, 282.18152, 127.31644, 298.68182, 405.28986, 347.05145, 315.18369, 100.5403, 229.2565, 224.09894, 243.59369, 91.97035, 268.40527, 321.7583, 246.98474, 122.27079, 449.53809, 314.534, 311.79443, 233.35036, 106.41521, 93.41383, 297.59949, 125.12701, 149.91948, 365.54218, 100.49377, 100.40568, 249.35178, 287.06396, 89.01159, 78.19734, 81.98535, 100.50167, 307.34375, 102.74885, 119.6451, 311.99719, 105.96809, 99.83928, 154.418, 299.39771, 79.83546, 76.09849, 289.45544, 270.07135, 113.19148, 71.82754, 255.23274, 90.63869, 286.66052, 286.46887, 341.75497, 158.4357, 88.82645, 68.45859, 269.60303, 281.53174, 72.04786, 241.198, 96.9875, 350.84573, 356.42404, 139.12627, 120.99301, 85.61897, 304.75793, 93.48949, 277.23172, 321.79047, 261.91443, 326.40295, 92.34087, 107.76022, 105.28882, 145.96483, 48.86612, 111.82243, 79.34129, 103.93922, 101.98462, 68.43768, 148.32635, 369.49878, 326.47064, 266.84821, 113.01093, 331.77356, 96.1188, 159.85794, 114.0463, 232.97054, 224.99968, 250.06235, 117.49367, 107.65683, 60.2414, 107.01894, 279.68945, 106.10722, 73.10926, 241.07372, 318.12994, 246.7681, 191.75446, 221.02997, 97.77211, 252.04617, 76.64075, 102.62672, 94.81114, 112.33231, 239.31238, 101.22021, 228.27748, 304.16513, 211.07275, 133.89847, 294.73416, 113.56584, 307.19696, 113.00332, 100.22929, 401.2973, 77.62341, 67.81652, 244.01682, 121.9694, 80.66797, 79.02225, 109.09803, 125.02042, 99.6265, 334.00284, 285.82907, 122.86613, 294.63281, 96.23904, 92.41167, 218.26999, 307.53574, 85.20096, 247.42975, 93.43098, 59.16271, 198.77353, 125.30862, 358.08704, 108.13841, 281.15634, 366.3252, 259.87582, 109.72369, 285.62018, 97.72588, 107.21028, 64.14304, 110.69476, 233.20172, 187.33467, 217.58043, 99.23232, 274.70361, 99.83497, 308.28503, 291.97726, 363.9054, 311.90637, 86.75812, 278.62738, 88.85011, 76.81059, 295.90259, 218.21317, 214.24704, 112.16473, 100.07211, 357.10028, 324.9386, 119.09233, 283.60925, 245.22273, 94.77054, 114.17516, 323.59756, 280.50128, 205.17567, 277.86188, 358.1908, 288.16431, 324.19781, 242.63994, 355.90625, 153.94705, 296.21454, 306.47278, 73.68932, 106.82242, 101.15427, 126.73682, 220.71677, 280.4281, 337.97702, 253.55678, 282.50375, 299.2247, 76.08744, 295.61923, 420.69214, 80.72014, 355.97498, 82.3344, 111.66075, 322.34845, 126.09297, 268.86829, 130.24802, 315.76868, 246.18457, 156.2455, 97.00174, 291.77023, 287.15894, 103.91522, 369.17664, 249.72852, 57.01406, 149.77925, 91.4485, 284.99719, 95.62808, 215.56042, 254.70689, 217.55029, 69.14009, 121.11277, 243.88557, 94.84983, 98.47833 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 2942.11914, 2694.77588, 3573.12256, 3291.85742, 2263.20483, 3080.55664, 3246.59497, 3768.64453, 2826.21484, 2274.16943, 2844.13525, 3763.20728, 3248.0542, 2278.39185, 1611.49939, 3104.61743, 3637.74146, 2907.177, 2786.14575, 3346.94775, 2064.57666, 1787.16943, 2650.35132, 4246.52539, 2003.49792, 2117.55591, 2729.94458, 3117.67383, 2436.80518, 3239.42627, 3870.47949, 3681.26318, 2179.11523, 3424.7395, 3438.02295, 2512.05054, 3163.77393, 2380.28296, 2604.55225, 2291.91162, 1871.5719, 3369.97095, 1363.88818, 2573.04736, 2320.81641, 2429.34961, 3607.30371, 3369.38062, 3071.96436, 4236.23779, 4125.14355, 2864.03394, 2020.13599, 2047.03784, 3753.45703, 2754.6731, 1962.63989, 3023.23145, 2476.58789, 1901.1908, 2982.68213, 2550.93579, 4252.05713, 2645.60449, 2321.46924, 3454.34033, 2510.67383, 1659.26587, 1836.9353, 1994.36646, 2528.05786, 2406.59814, 2367.70215, 2186.34863, 3295.19092, 3403.53442, 1573.23438, 2915.35107, 3002.51733, 2473.48291, 2595.59229, 2864.64502, 3687.84839, 2145.29883, 3150.26562, 3398.09204, 2022.58728, 2690.81982, 3062.00024, 2178.21313, 3622.51782, 3474.06836, 3237.49121, 3011.5083, 1977.17407, 3389.36182, 2107.86719, 2539.09961, 2887.33887, 1422.63867, 1914.81396, 3305.9375, 4069.14844, 3018.93408, 2844.9436, 2647.17383, 2601.69678, 3835.25586, 1787.79651, 3003.40576, 3891.79761, 3481.21045, 2235.18652, 1979.32532, 4619.67969, 3703.68286, 3059.67065, 2175.16187, 592.85699, 3378.28906, 2502.31348, 3606.04199, 3894.70898, 3621.04175, 3432.4751, 2892.97632, 1803.02002, 2838.27441, 3314.33447, 3281.71875, 3353.75879, 2747.16211, 2901.86182, 3168.81641, 1962.43909, 2069.84229, 2678.98096, 1330.04919, 3364.70703, 2155.04199, 2970.42773, 3499.75342, 3361.58032, 3187.41943, 2354.87256, 3053.39941, 2273.27661, 3044.52881, 3301.1958, 2352.86987, 1165.33716, 3199.68115, 1643.76038, 3795.0022, 1705.19336, 2671.36963, 2804.65283, 2032.5033, 2150.66309, 3429.31274, 2949.56543, 2587.44531, 2738.15283, 2380.07715, 3148.68066, 3508.0686, 2383.79639, 2568.52539, 3805.85107, 3097.94434, 3203.96655, 3727.41553, 2684.32617, 3732.53955, 3361.09131, 2673.70996, 3880.64404, 3956.55713, 1900.65588, 2633.73486, 1609.46191, 2975.54102, 3073.52686, 2305.80908, 2799.31299, 3212.73438, 2670.77271, 2919.81616, 2446.27588, 2460.03906, 2076.87256, 2270.14819, 3320.66748, 3761.26172, 3057.64771, 2552.50928, 4123.79639, 2544.88745, 2219.92383, 2282.97754, 1209.25952, 3034.62476, 2445.17139, 2336.90332, 2703.18945, 1447.15686, 2589.5625, 3392.26953, 3161.37231, 3674.24414, 3298.47363, 2945.17627, 2087.67236, 3332.74927, 1678.27417, 1945.10583, 1080.39929, 3063.89429, 2457.20093, 2981.98315, 3308.85596, 3412.97534, 2308.88892, 1502.22009, 3152.78809, 4034.58936, 2867.89307, 2873.45508, 2068.66064, 3600.55664, 2873.29297, 1179.52136, 2874.41357, 3089.89941, 2027.36719, 2907.34766, 3196.46167, 3617.33838, 2494.6958, 2106.65137, 2184.3479, 2444.74316, 3190.6189, 1926.84106, 3338.97632, 3677.83203, 3757.89111, 3044.90796, 2983.86304, 2229.84814, 3450.97607, 3258.06079, 3860.93408, 3166.74731, 2497.56348, 3575.3042, 2671.01025, 3939.16895, 3557.54468, 2252.79102, 2772.3457, 3140.01147, 2030.67114, 2150.03906, 3075.59375, 2920.8667, 2338.70361, 3011.20972, 2254.41553, 2150.99561, 3037.39282, 2353.67236, 2373.26758, 1401.89673, 3826.96997, 2341.84131, 3050.08594, 2197.41968, 1874.82373, 1944.21765, 1520.32117, 2637.23486, 2221.99976, 3920.61182, 2815.34717, 2357.01294, 2201.49072, 2955.74121, 4331.04199, 3056.3645, 1729.47375, 3150.14941, 2580.05029, 2056.19458, 2551.22144, 2741.08252, 2513.86865, 2706.91064, 3277.9917, 1277.9137, 2658.27856, 2469.10693, 2649.80029, 2224.27222, 2279.36963, 3459.42676, 2890.07349, 1143.67334, 2065.66284, 2524.35962, 2833.28564, 2193.92041, 3580.56348, 1955.604, 2910.68018, 3089.92603, 3514.58276, 1438.02429, 3029.07422, 2387.80371, 2347.96216, 1793.11987, 2477.62451, 3522.74854, 2715.61792, 3324.7771, 4079.51245, 2744.55029, 2884.91357, 2421.69214, 3663.87598, 2609.68066, 2419.7251, 3220.95703, 3118.93872, 3371.38232, 4259.50098, 2925.12402, 2496.12549, 2013.67358, 3356.12598, 2907.29761, 1145.45459, 2476.50781, 1937.65125, 3246.48657, 2686.58301, 1577.16748, 2973.46948, 2750.53027, 3214.99463, 1583.56616, 3132.51318, 2644.89771, 4256.12598, 3125.18213, 2590.17432, 4094.46558, 3463.43408, 2447.08008, 2942.33569, 3117.80273, 3035.34326, 3791.88574, 2923.34961, 2938.85742, 3051.00244, 477.26749, 3241.41309, 1990.60132, 3897.75781, 3243.53809, 2941.80762, 3713.00562, 3040.13599, 2219.19897, 1958.49976, 3187.85352, 1714.77393, 3801.36377, 1755.63452, 2520.09375, 2040.41235, 2318.19312, 3232.06055, 2340.93213, 3306.87891, 3741.14258, 4085.81885, 3727.95776, 2345.35156, 2155.97217, 3544.96533, 3337.75366, 4481.88281, 2004.8938, 2743.07617, 2869.87793, 4125.62109, 2715.31738, 3185.59985, 4061.35474, 2633.87744, 2885.23193, 1636.12183, 4623.90918, 2250.03125, 2390.41748, 3198.01855, 2417.32764, 1668.86023, 2432.94092, 4516.6543, 3065.24292, 2168.10352, 2588.89941, 2517.90015, 3396.27246, 2229.21753, 3840.62012, 3577.15308, 2996.96265, 3496.78271, 3057.36694, 2463.84351, 3663.73145, 3445.08789, 1968.12415, 2735.1311, 2390.36353, 2609.99023, 1821.38196, 2872.5166, 2380.10205, 3587.30396, 2685.34644, 2859.34497, 1937.87964, 3377.75244, 1908.9469, 2461.63135, 963.32324, 2625.84082, 2984.64185, 1574.37695, 3272.00635, 2426.41479, 3565.29663, 1859.89746, 3169.86035, 3244.9436, 3011.3999, 2993.96582, 2422.4436, 2836.34766, 3933.98193, 2724.62524, 2471.92285, 1713.76904, 3905.4895, 2646.11963, 2547.23242, 3712.37329, 3248.69116, 3265.01318, 2635.99658, 2605.74316, 1652.90771, 3470.94727, 3667.52954, 3169.39062, 2496.3252, 3183.95605, 1453.25916, 2060.71826, 3240.63696, 3832.20117, 3290.36963, 2848.29517, 3596.93555, 2270.81641, 3478.19775, 2975.04321, 3666.9624, 3903.06055, 2538.7041, 1867.87769, 3881.35742, 2755.00439, 3024.7063, 3324.56055, 2224.72534, 3399.23926, 2115.29443, 3327.32031, 2688.97656, 2485.88965, 2805.67847, 3529.55225, 3414.61865 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 0.4191411737830368, "neutral_loss": 2.6480669109993755, "target_docs_loss": 0.9079255030995781, "neutral_init_loss": 3.745846681594849, "target_docs_init_loss": 1.957574085659451, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 317.4411, 72.12107, 346.18732, 288.23187, 456.02231, 130.80426, 334.1344, 316.29846, 109.38654, 104.42404, 336.62717, 289.86859, 204.15361, 82.89973, 264.35516, 109.99885, 101.73093, 148.20575, 250.71072, 141.92534, 306.25888, 379.54456, 74.28609, 389.32367, 294.81308, 282.46594, 87.7997, 80.7248, 113.25389, 153.00638, 269.68475, 89.81664, 101.5778, 350.44769, 106.13551, 381.31226, 304.42795, 262.71881, 206.00299, 101.24725, 125.56152, 292.19891, 98.45692, 210.76718, 307.17334, 86.52892, 81.18898, 233.73419, 93.47009, 291.36789, 128.9415, 76.55728, 356.51367, 260.44901, 359.01312, 247.61417, 98.59247, 204.37462, 374.7121, 347.9165, 113.28888, 87.51929, 106.73753, 95.88803, 321.16785, 88.64301, 99.33543, 119.89453, 277.03363, 121.17111, 103.42928, 111.18579, 355.75858, 281.24323, 247.86595, 351.724, 341.61386, 106.87613, 338.59198, 102.63761, 121.32333, 299.2973, 329.58539, 293.34152, 81.17403, 71.35529, 118.96104, 92.73495, 399.26904, 102.9083, 103.43547, 86.77489, 233.30377, 229.85193, 258.97842, 323.97498, 241.80229, 111.29678, 301.85199, 288.11911, 98.73511, 105.8849, 241.26633, 335.35846, 73.79327, 334.96875, 94.83801, 252.4512, 91.98614, 62.5357, 404.06781, 206.70465, 78.78487, 308.20551, 115.65163, 94.70483, 270.67615, 102.76535, 261.0239, 197.78271, 86.79811, 151.97256, 75.49458, 293.49469, 93.01865, 246.1714, 242.47588, 192.57506, 180.80199, 101.28909, 111.64289, 114.64677, 346.74042, 294.69238, 62.38945, 114.33177, 88.10063, 79.03976, 210.03107, 306.0347, 295.55597, 106.99135, 91.62731, 133.4832, 120.71866, 103.1255, 95.1044, 215.74982, 324.30103, 229.35509, 76.86821, 103.56136, 371.4093, 114.41393, 78.9807, 113.08805, 288.92261, 230.85574, 121.02388, 286.17825, 114.936, 290.51941, 261.9834, 362.53314, 242.38675, 93.01079, 292.36224, 123.36054, 262.81927, 123.74037, 103.61182, 122.92833, 130.20892, 257.39304, 245.81107, 102.3289, 127.91245, 269.82236, 121.65154, 394.12262, 94.21767, 272.9184, 282.95859, 87.4026, 112.4855, 259.55466, 194.88333, 92.56143, 101.28659, 113.41826, 269.78149, 298.57452, 114.36517, 275.22021, 103.44051, 281.03143, 288.0592, 125.53603, 85.72813, 65.02257, 112.09964, 114.26137, 277.16241, 76.52231, 349.82336, 230.66899, 112.51015, 108.49786, 119.13821, 406.26935, 96.46811, 332.90698, 108.4922, 117.66637, 116.06499, 245.90356, 328.15076, 308.57281, 85.79627, 332.66882, 121.87794, 247.15393, 284.24103, 76.2658, 95.8779, 239.62869, 107.75623, 289.34967, 101.14808, 102.33203, 93.28862, 88.76083, 90.47696, 279.88635, 75.6517, 252.1319, 330.1593, 128.77966, 281.36957, 105.42273, 240.38954, 314.17227, 250.84001, 118.35837, 257.07236, 71.45459, 123.20598, 129.05197, 85.95254, 127.20956, 119.6591, 294.6597, 293.46448, 125.2662, 270.91205, 82.39917, 126.28993, 251.27243, 87.24918, 106.08896, 104.01538, 138.45494, 286.3985, 134.43097, 304.98865, 410.5343, 349.16281, 321.68927, 102.85995, 233.47134, 229.89021, 248.81448, 92.96217, 272.07019, 329.96429, 251.47375, 129.84079, 455.10321, 323.08878, 314.18463, 241.43204, 109.57208, 95.05209, 300.9975, 131.14055, 154.38336, 374.8349, 102.54778, 101.15479, 253.88773, 290.1767, 91.0048, 81.71329, 84.47122, 101.92894, 311.73163, 107.161, 126.47192, 314.65414, 112.17867, 104.2669, 157.3085, 305.81451, 83.06015, 76.245, 296.59741, 277.02808, 117.27382, 73.07838, 260.08981, 92.87365, 294.14545, 293.62271, 346.06903, 162.27003, 91.92457, 71.04196, 274.48907, 285.31622, 72.42481, 242.77478, 100.43024, 352.57526, 363.64487, 143.7348, 122.58766, 86.65175, 311.03003, 96.67557, 282.85971, 327.63937, 264.64697, 327.92316, 96.6693, 109.02002, 107.565, 150.80435, 49.34937, 115.84779, 80.5131, 104.85181, 105.07469, 70.5092, 153.09412, 374.82187, 332.94302, 269.48639, 119.30013, 337.40918, 98.32543, 164.76367, 116.95816, 238.91794, 229.45058, 256.08801, 117.94789, 111.28637, 63.20245, 107.88568, 284.10394, 111.65751, 78.32764, 246.45361, 326.57483, 255.27548, 195.79166, 222.18512, 99.92672, 260.49942, 78.01823, 103.81258, 96.06102, 116.0645, 245.87888, 105.61646, 235.14609, 307.98779, 214.8158, 139.69359, 300.57391, 116.74197, 313.90704, 115.40849, 103.19414, 405.48053, 79.56828, 70.01521, 249.11942, 125.62192, 81.38712, 81.4244, 111.69015, 127.97231, 104.11108, 337.58838, 289.32397, 125.06223, 301.72083, 97.77107, 94.62833, 224.58421, 312.66901, 86.20502, 251.49023, 97.51773, 62.80546, 202.66443, 128.68301, 360.84351, 111.58086, 285.70258, 373.41269, 266.233, 113.06404, 292.08032, 101.28034, 109.71222, 67.14708, 117.59801, 235.50603, 191.29562, 222.72424, 99.10353, 277.75574, 103.02847, 312.84485, 297.49432, 366.04941, 316.43118, 91.82111, 283.99548, 90.18974, 77.77747, 300.62268, 223.3551, 219.22266, 114.65987, 100.87859, 364.80273, 327.74606, 120.63572, 291.85962, 247.64046, 98.40895, 115.16567, 330.06451, 283.68146, 215.10986, 287.44687, 365.38666, 295.75449, 329.52286, 248.40491, 363.36588, 163.56551, 303.16135, 317.65588, 76.03608, 106.97482, 105.28256, 131.30608, 224.09348, 284.40372, 345.40103, 259.05338, 288.34998, 301.98053, 76.41814, 300.70746, 426.68341, 82.59387, 357.91736, 82.9277, 114.82729, 331.93451, 132.53305, 273.11166, 135.21011, 321.25266, 256.60104, 159.11555, 96.70242, 300.04141, 295.76471, 106.91645, 375.38196, 255.33006, 58.33658, 152.86023, 97.30891, 290.73715, 100.26893, 218.58453, 258.22302, 220.32545, 72.93964, 124.70144, 246.67064, 96.21967, 102.69453 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 2983.89893, 2790.03174, 3653.96289, 3379.96729, 2316.94067, 3172.39429, 3307.0293, 3851.59985, 2899.28052, 2332.15796, 2933.17725, 3816.29395, 3327.33203, 2350.69922, 1635.12646, 3177.40527, 3734.66675, 2970.08594, 2864.74146, 3431.53906, 2125.93945, 1832.94873, 2702.00122, 4307.83301, 2053.42236, 2159.00195, 2799.58398, 3167.9353, 2476.3584, 3316.00952, 3959.73779, 3800.37305, 2228.10693, 3465.70508, 3541.16162, 2548.66699, 3235.11304, 2457.90332, 2685.01074, 2330.87793, 1901.61426, 3484.56543, 1393.98877, 2639.34326, 2370.70068, 2520.40137, 3656.06934, 3437.82275, 3129.95459, 4374.7666, 4209.81152, 2939.70264, 2091.14307, 2095.45703, 3850.88379, 2831.83423, 2038.55664, 3065.8418, 2552.55225, 1970.36548, 3045.57861, 2608.40405, 4340.42627, 2705.54639, 2383.84424, 3539.61523, 2554.65259, 1707.08533, 1893.67542, 2036.24414, 2592.73804, 2457.51831, 2429.05225, 2263.76831, 3373.60596, 3464.39746, 1597.27515, 3001.56152, 3067.12891, 2522.58203, 2673.19629, 2957.19824, 3763.35059, 2218.49707, 3212.05151, 3460.01392, 2079.86865, 2765.06689, 3144.60205, 2222.95068, 3684.35645, 3530.31787, 3311.01904, 3084.03564, 2052.10693, 3433.25879, 2186.1665, 2615.26318, 3016.45312, 1477.99744, 1945.48486, 3390.3291, 4134.00488, 3084.15869, 2913.68408, 2701.07031, 2651.65479, 3917.40405, 1848.00391, 3071.03613, 3986.79541, 3555.87695, 2289.34814, 2058.79883, 4681.18555, 3838.60352, 3124.45752, 2223.1377, 614.88477, 3477.57886, 2530.27051, 3697.67212, 3975.42041, 3659.19531, 3502.55225, 2953.125, 1843.73267, 2903.12744, 3360.86133, 3315.53711, 3469.28418, 2807.53613, 2977.93237, 3234.04541, 2029.34009, 2127.78613, 2734.65381, 1349.67505, 3448.9917, 2224.48901, 3027.45361, 3562.79541, 3457.72534, 3297.73096, 2415.75635, 3188.35376, 2316.31445, 3086.60596, 3374.33472, 2421.073, 1198.97168, 3267.43262, 1674.6311, 3908.33594, 1761.14771, 2742.96875, 2876.58496, 2081.6333, 2226.62231, 3521.11841, 3034.83276, 2670.4082, 2828.5791, 2420.12402, 3196.99756, 3562.99243, 2435.53345, 2653.33496, 3928.02783, 3161.03223, 3261.98218, 3795.03833, 2761.60254, 3822.44385, 3416.08179, 2743.0105, 3948.76343, 4056.12451, 1968.74512, 2672.62549, 1644.13538, 3055.23486, 3142.68896, 2351.65186, 2869.24121, 3258.01221, 2687.49316, 3010.15869, 2475.4209, 2538.729, 2133.74268, 2339.07764, 3404.69287, 3865.90625, 3140.09399, 2600.3335, 4167.13818, 2603.92456, 2274.87329, 2354.66016, 1273.84546, 3118.77832, 2513.68604, 2373.43311, 2756.87158, 1494.38599, 2634.52075, 3524.13916, 3254.14209, 3713.65283, 3390.89624, 3005.29785, 2156.04688, 3460.65112, 1741.16956, 2012.66028, 1135.08179, 3173.20898, 2536.40601, 3035.04175, 3375.93164, 3477.25537, 2357.21582, 1548.15308, 3212.7876, 4147.74707, 2939.9248, 2962.71997, 2114.94141, 3687.79395, 2946.53564, 1188.27539, 2930.61035, 3141.73193, 2084.72168, 2972.771, 3236.43457, 3732.89111, 2567.28662, 2161.81006, 2246.63574, 2491.23901, 3261.14014, 1983.11035, 3400.87817, 3763.5542, 3823.99951, 3090.3833, 3043.94482, 2294.65991, 3541.92798, 3329.15308, 3970.56836, 3238.72583, 2555.62671, 3630.06372, 2700.95142, 4034.35938, 3622.63086, 2309.73926, 2806.26172, 3186.26611, 2083.17334, 2210.36328, 3133.12378, 2991.79785, 2378.99463, 3045.28174, 2298.80591, 2215.08594, 3075.92285, 2405.42896, 2444.1001, 1442.05054, 3935.11475, 2403.05811, 3134.71997, 2252.43848, 1931.71228, 1983.91504, 1578.01123, 2720.63086, 2292.84155, 4011.51636, 2878.95947, 2419.11279, 2246.60132, 3012.0437, 4396.73828, 3121.4917, 1764.85413, 3227.65308, 2657.50781, 2095.98682, 2625.67627, 2800.81738, 2563.97217, 2767.19775, 3340.8479, 1327.20154, 2744.10596, 2525.34912, 2726.72729, 2250.06104, 2322.62695, 3519.16895, 2973.01074, 1185.13635, 2124.23047, 2569.70972, 2913.65771, 2251.90039, 3686.85352, 2014.56836, 2951.91187, 3161.64185, 3614.65674, 1476.80029, 3088.61279, 2463.62598, 2385.0415, 1847.05347, 2553.98438, 3587.85205, 2774.36572, 3381.69482, 4189.96387, 2771.08276, 2939.66309, 2471.19141, 3754.27881, 2657.69653, 2491.10083, 3285.90625, 3183.80737, 3410.22266, 4371.21387, 3001.93066, 2549.13037, 2068.16846, 3433.55542, 2964.44775, 1178.51978, 2548.25464, 1990.76343, 3296.74487, 2736.99609, 1630.82666, 3042.10352, 2828.91211, 3268.75781, 1632.93359, 3226.46338, 2697.49219, 4344.0791, 3170.19897, 2627.29639, 4221.28809, 3524.64258, 2524.96851, 2988.75122, 3167.92944, 3091.76196, 3856.64893, 3004.62012, 3015.91968, 3117.98535, 485.35913, 3289.85156, 2062.92847, 4007.08252, 3292.85059, 3036.40869, 3794.47437, 3105.23706, 2271.31299, 2009.25232, 3246.32397, 1749.31982, 3888.41211, 1797.18945, 2592.04517, 2094.02075, 2351.86035, 3288.71875, 2422.52148, 3387.31152, 3794.92261, 4177.34961, 3830.95752, 2385.72803, 2195.60596, 3616.27148, 3453.29492, 4568.24902, 2048.63623, 2831.62695, 2935.79248, 4216.00488, 2751.60034, 3274.02441, 4106.41553, 2699.18481, 2969.04004, 1694.95337, 4684.45703, 2328.70996, 2464.86597, 3268.06494, 2459.19775, 1741.3324, 2472.22656, 4615.00684, 3155.96191, 2254.84375, 2638.89209, 2587.354, 3461.61768, 2254.74316, 3917.19238, 3640.17871, 3084.41577, 3517.48584, 3157.06836, 2537.99805, 3702.85693, 3543.37549, 2016.69312, 2774.40698, 2442.1499, 2672.78223, 1880.75806, 2932.42773, 2427.05811, 3664.1731, 2730.23193, 2941.9729, 1985.99878, 3436.57129, 1948.28955, 2510.27173, 1009.05237, 2706.74951, 3030.73486, 1634.64001, 3327.06494, 2497.53369, 3619.82715, 1935.04504, 3235.19873, 3313.53125, 3060.55347, 3118.65723, 2481.38232, 2876.31274, 3965.99023, 2762.22852, 2543.21436, 1774.45862, 3961.58813, 2723.82373, 2585.66748, 3793.02344, 3312.92139, 3316.38037, 2699.89648, 2674.37427, 1709.57129, 3594.8999, 3770.8623, 3213.89941, 2558.98486, 3220.41235, 1496.52026, 2121.56299, 3316.32715, 3858.0752, 3447.89233, 2920.2854, 3661.76904, 2315.91113, 3589.77344, 3035.94824, 3796.83423, 3932.3042, 2609.18213, 1913.68762, 3952.28809, 2809.84668, 3095.53564, 3366.42578, 2315.39746, 3479.2478, 2169.28076, 3377.71875, 2740.40991, 2561.48242, 2869.10962, 3605.84033, 3494.61694 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 0.6679290935191831, "neutral_loss": 2.73113490865054, "target_docs_loss": 0.9762782934538978, "neutral_init_loss": 3.7544214897155763, "target_docs_init_loss": 2.159158710055881, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 324.95972, 78.32841, 348.31082, 294.31531, 471.39349, 134.79704, 345.0347, 328.20038, 114.66049, 108.54503, 341.63916, 297.84882, 206.13959, 86.62323, 267.64825, 116.94588, 104.01112, 153.9469, 262.88626, 142.7133, 317.69318, 390.17139, 78.03945, 389.29269, 299.83679, 292.52127, 90.34903, 87.36382, 115.38676, 157.65994, 277.05984, 94.75108, 109.99508, 363.48676, 111.46481, 382.61255, 310.50494, 267.22565, 212.28625, 108.23618, 132.67171, 301.44617, 103.10463, 221.42233, 319.9397, 97.08728, 85.17006, 243.53871, 95.34419, 300.42389, 138.20068, 74.86034, 356.95374, 264.26944, 367.63391, 254.30325, 105.08842, 214.67108, 382.2229, 354.19458, 116.83322, 87.37085, 110.2874, 97.26604, 326.84137, 93.56871, 103.22787, 123.01726, 283.37753, 125.90057, 112.01805, 118.64955, 366.90833, 283.54602, 255.02951, 355.70209, 344.09009, 108.13411, 351.40512, 110.91096, 125.16782, 313.63156, 341.83142, 300.42389, 82.92534, 74.37152, 119.21288, 96.69551, 406.89322, 106.26465, 109.6843, 90.36396, 249.42307, 244.12909, 263.23395, 330.26419, 247.52129, 115.69484, 311.97751, 296.00916, 102.69733, 112.29697, 251.21451, 349.67197, 77.64926, 338.24991, 102.79855, 253.49478, 92.78622, 66.30551, 414.02267, 213.15582, 85.8461, 315.2666, 117.28239, 97.75415, 274.04312, 107.60349, 267.96765, 205.72354, 90.41158, 160.46487, 80.93774, 303.56915, 93.61255, 256.42776, 245.71375, 204.5433, 188.24387, 104.039, 122.27779, 118.7515, 359.99863, 298.54224, 62.2807, 118.14168, 91.97617, 79.95219, 220.19733, 307.21667, 293.41196, 112.01225, 96.92441, 140.20758, 128.88487, 107.82064, 99.53634, 223.52528, 334.68311, 233.26114, 85.70384, 105.72955, 387.78299, 115.44598, 81.28603, 116.29571, 297.61212, 237.47342, 126.80191, 298.30139, 120.4269, 298.95364, 275.63434, 369.87921, 250.2348, 95.90842, 300.50391, 123.12756, 268.79062, 125.41065, 109.23044, 128.00281, 134.81558, 265.35696, 251.0965, 108.16717, 127.67856, 280.03815, 122.4177, 407.83759, 97.73689, 277.66156, 292.25647, 94.4137, 116.46595, 256.57602, 201.64192, 96.76196, 105.7337, 112.99869, 275.46295, 302.17957, 122.23521, 280.6582, 109.2261, 292.01999, 293.32483, 133.47449, 88.80894, 65.57947, 116.65289, 121.75329, 290.41553, 75.07411, 358.18323, 241.75945, 113.95984, 113.22854, 124.77973, 408.85205, 101.44622, 347.61267, 112.07652, 129.13307, 125.10117, 250.51123, 350.21661, 312.88144, 89.76892, 338.62381, 128.06732, 257.45938, 289.9361, 76.63118, 103.28978, 249.92003, 107.17941, 298.26328, 103.3667, 107.51399, 96.83646, 98.33261, 98.37936, 287.03021, 75.31325, 262.05927, 340.2283, 136.38376, 285.52057, 110.2981, 243.67467, 328.78159, 252.18872, 126.38008, 264.10135, 75.17941, 126.08122, 136.26346, 87.34846, 132.18221, 128.89212, 307.99475, 300.67688, 130.91859, 278.88855, 86.89133, 135.2896, 258.2446, 89.48747, 113.15877, 105.31744, 149.12567, 291.06934, 145.41585, 316.009, 417.38544, 354.79297, 330.6655, 105.58541, 240.93039, 236.91589, 252.26846, 95.21777, 279.37976, 345.05173, 257.02271, 131.79445, 464.95636, 330.54623, 319.18674, 251.97119, 116.69258, 96.49014, 305.12631, 139.24812, 156.18765, 389.83823, 105.74518, 103.74178, 260.12622, 297.25601, 94.31346, 88.50015, 86.45314, 101.69896, 316.98541, 114.09201, 134.95499, 315.77655, 120.16931, 106.00927, 161.95929, 315.67712, 89.04575, 76.35019, 308.09241, 285.78076, 122.90668, 76.08099, 264.77908, 97.15872, 305.10477, 302.5769, 351.0462, 166.96411, 97.26949, 73.24138, 279.85022, 289.88525, 73.66675, 247.61728, 105.23692, 357.18057, 376.77997, 147.14011, 125.52461, 88.14182, 320.69415, 100.84639, 292.27225, 338.97321, 270.09082, 333.60992, 103.34243, 110.87328, 109.68983, 156.64526, 51.0118, 117.60514, 86.03636, 102.86957, 110.08595, 73.68047, 160.02267, 387.4126, 339.12045, 272.21405, 124.96851, 346.30499, 100.82426, 173.37643, 120.58707, 245.01462, 234.69833, 266.582, 116.59906, 118.80047, 68.20338, 107.78037, 287.93411, 114.72142, 85.90104, 258.77588, 336.0076, 266.26642, 201.59427, 226.91273, 103.15182, 271.91245, 80.49489, 108.2065, 98.97752, 121.39543, 254.19667, 114.85919, 245.60706, 315.4527, 221.67896, 148.64642, 306.80121, 121.89891, 326.22217, 114.17725, 106.84541, 415.3385, 81.6828, 72.56334, 254.3497, 131.50945, 82.07217, 84.65617, 117.42151, 132.83179, 112.50887, 342.59662, 293.5004, 127.38722, 308.69894, 102.26591, 100.22823, 233.14284, 317.71814, 88.02372, 257.28778, 102.18282, 69.99767, 207.05545, 134.27057, 363.54846, 116.81995, 291.104, 389.19525, 273.63837, 118.8016, 307.85297, 106.48888, 114.95761, 71.97968, 127.99862, 237.30637, 196.99384, 229.44109, 99.53336, 284.17889, 108.27359, 323.59125, 306.58829, 369.26041, 321.26962, 98.05843, 290.27805, 91.76186, 80.16112, 307.09167, 232.8053, 225.06294, 117.65249, 102.96268, 375.79471, 331.24084, 123.76905, 302.18719, 249.64259, 102.64956, 117.0516, 339.56479, 290.57428, 222.94434, 302.84912, 377.61139, 306.53571, 336.02466, 259.40131, 369.7854, 176.8988, 316.70477, 331.36975, 82.79688, 108.88074, 113.0526, 141.47179, 230.52927, 289.05786, 355.81097, 268.96893, 296.0889, 305.52545, 77.44335, 310.76926, 434.38046, 87.75787, 361.29742, 84.5106, 121.55235, 348.58707, 142.59966, 282.92084, 140.56671, 329.58838, 273.00336, 164.78143, 97.96184, 309.02563, 306.6127, 112.96188, 388.11661, 265.97287, 64.13699, 158.47052, 106.88388, 298.45209, 106.32111, 225.49295, 265.84467, 223.38556, 78.05967, 131.63802, 252.70459, 99.00455, 106.50999 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3154.6106, 3046.13525, 3930.42017, 3653.20459, 2475.78369, 3437.81104, 3493.14868, 4139.69336, 3160.61816, 2517.52637, 3181.43994, 4090.23511, 3616.08008, 2554.60889, 1761.05334, 3386.72412, 4058.91943, 3199.31177, 3107.65576, 3678.94971, 2330.16528, 2004.11719, 2871.95947, 4502.0459, 2226.11938, 2323.60742, 2996.49609, 3310.51929, 2612.12109, 3531.03125, 4280.94238, 4152.84277, 2408.07886, 3630.69238, 3810.9043, 2696.85474, 3485.8501, 2684.15601, 2914.67725, 2470.62305, 2016.56226, 3812.18091, 1498.40808, 2863.25146, 2545.86084, 2763.10034, 3854.16113, 3634.45557, 3379.13916, 4738.26123, 4486.62305, 3179.18408, 2281.95068, 2246.42041, 4128.93945, 3043.3667, 2259.60986, 3248.93066, 2806.11377, 2154.50903, 3281.19482, 2800.9043, 4610.77637, 2898.51147, 2563.18481, 3812.77295, 2717.87402, 1853.26465, 2079.26074, 2194.76978, 2796.14209, 2612.51953, 2617.96777, 2494.22705, 3602.03149, 3652.88135, 1702.39355, 3246.70312, 3295.1355, 2686.85083, 2908.36816, 3213.55005, 4000.13647, 2396.03076, 3422.50586, 3672.55811, 2260.25366, 2994.10938, 3420.55078, 2394.64502, 3881.86841, 3732.08154, 3567.01611, 3294.74072, 2263.88159, 3639.74121, 2401.55981, 2823.55396, 3384.30542, 1637.21692, 2076.88501, 3700.19775, 4373.8667, 3282.33838, 3131.58936, 2865.30811, 2838.31738, 4213.12158, 2027.74402, 3311.16772, 4234.46094, 3807.72583, 2495.74219, 2250.08838, 4897.26367, 4185.17139, 3365.46973, 2389.99902, 668.56915, 3781.29468, 2644.51465, 3974.95654, 4230.04004, 3798.33521, 3713.48828, 3165.04834, 1991.93311, 3152.2583, 3554.73584, 3468.91846, 3785.54004, 2984.19775, 3247.44897, 3429.92017, 2244.60132, 2306.79248, 2911.65771, 1437.64734, 3687.15771, 2416.94165, 3217.11426, 3808.41211, 3763.9375, 3628.35962, 2624.09595, 3565.64941, 2493.50806, 3222.64648, 3618.95679, 2651.53735, 1316.46863, 3479.45996, 1795.09668, 4260.65674, 1926.75842, 2988.84473, 3116.2168, 2252.76709, 2452.27856, 3772.08862, 3327.98633, 2901.3833, 3107.45361, 2565.23535, 3388.18628, 3758.75024, 2619.49487, 2917.45215, 4307.42383, 3407.72095, 3467.19946, 4014.98633, 3018.56299, 4117.24902, 3622.61157, 2971.78955, 4189.5127, 4332.37939, 2176.07471, 2817.25122, 1768.8114, 3273.61279, 3393.69189, 2528.06934, 3090.87573, 3421.99023, 2805.83423, 3278.72046, 2609.07812, 2746.4668, 2309.30078, 2559.51562, 3671.56885, 4136.07764, 3434.65308, 2781.84302, 4379.22803, 2796.25977, 2475.94458, 2569.27124, 1431.3313, 3354.02588, 2739.83374, 2501.40234, 2964.50635, 1648.12842, 2814.04346, 3874.70532, 3547.10791, 3882.32202, 3678.13037, 3227.02148, 2356.67847, 3843.23218, 1941.03015, 2230.7146, 1306.04102, 3443.8833, 2781.56152, 3234.86133, 3587.76074, 3733.76611, 2531.43896, 1712.86792, 3467.41113, 4462.28857, 3180.5022, 3205.81714, 2326.81787, 3932.07666, 3179.51782, 1233.25806, 3101.08545, 3353.04541, 2267.35156, 3204.60571, 3439.83838, 4083.0835, 2794.18506, 2347.41479, 2430.34912, 2680.20898, 3491.01367, 2159.93213, 3661.41675, 4025.83008, 4061.56152, 3273.29614, 3277.52734, 2490.51978, 3859.79736, 3568.67578, 4241.86621, 3496.54443, 2726.80005, 3833.8772, 2848.52295, 4355.8457, 3828.53467, 2483.32275, 2964.59668, 3349.75342, 2280.46289, 2395.06104, 3336.92456, 3241.85889, 2542.20361, 3192.45166, 2449.0957, 2415.82471, 3282.82959, 2589.57324, 2677.69287, 1580.49805, 4274.80273, 2596.36743, 3373.6792, 2451.24097, 2116.16455, 2141.58984, 1748.32898, 2989.96387, 2487.99878, 4309.63281, 3074.66309, 2652.35156, 2400.57495, 3241.77881, 4696.67969, 3314.10352, 1885.0769, 3493.84302, 2910.01807, 2249.00586, 2844.05957, 3049.15649, 2734.72827, 2982.84912, 3546.56177, 1475.2915, 3017.29102, 2707.99902, 2944.31934, 2369.31348, 2491.55322, 3686.06665, 3234.82471, 1330.06519, 2336.15576, 2741.58032, 3135.39746, 2434.24585, 4052.89502, 2208.57959, 3132.1106, 3398.99121, 3945.6543, 1606.44971, 3310.55762, 2699.06836, 2558.82812, 1999.35083, 2785.45898, 3849.03369, 2978.76245, 3574.05103, 4524.40723, 2888.26685, 3157.47437, 2673.37158, 4087.47412, 2842.0271, 2709.71191, 3522.64526, 3407.72266, 3558.11279, 4712.84961, 3243.33643, 2746.59766, 2235.43945, 3728.81787, 3217.36841, 1298.9989, 2745.09863, 2168.60791, 3459.46045, 2927.85718, 1799.18555, 3283.84839, 3073.31006, 3453.95215, 1792.47192, 3484.50732, 2889.17993, 4619.40625, 3325.00195, 2785.50952, 4570.83496, 3786.99658, 2745.10059, 3172.68042, 3368.70532, 3265.91528, 4050.10156, 3298.57788, 3257.09814, 3331.00488, 517.27698, 3469.61426, 2268.99805, 4300.53027, 3474.59741, 3301.40308, 4087.22363, 3321.46021, 2439.27148, 2192.00171, 3429.10449, 1897.77161, 4125.85107, 1929.48303, 2818.03516, 2280.67163, 2475.021, 3519.73047, 2675.86572, 3661.3125, 3983.43457, 4499.79688, 4177.34766, 2559.78882, 2321.15259, 3886.27197, 3802.52222, 4822.94238, 2187.5, 3093.50146, 3173.93384, 4508.75537, 2904.23438, 3531.43604, 4301.96729, 2902.4668, 3214.93457, 1863.8114, 4931.88379, 2562.11865, 2681.08984, 3526.41357, 2612.11377, 1932.04883, 2632.45825, 4928.39551, 3427.79199, 2482.14307, 2838.96387, 2807.17969, 3701.90283, 2397.74707, 4168.02637, 3802.68433, 3359.8042, 3690.4209, 3438.18311, 2738.89062, 3878.09766, 3855.74268, 2168.3811, 2952.25903, 2626.78687, 2896.25342, 2086.07666, 3158.61304, 2596.64355, 3908.07422, 2925.59619, 3197.57983, 2176.59766, 3653.65381, 2104.60303, 2692.56323, 1134.81226, 2965.26221, 3210.08887, 1818.51965, 3558.63086, 2715.41699, 3851.44922, 2123.13892, 3470.56982, 3530.82861, 3248.71411, 3477.03027, 2663.16406, 3033.45801, 4140.07275, 2932.68701, 2737.50586, 1959.33826, 4214.06787, 2958.49756, 2746.25, 3999.13086, 3584.26074, 3464.72705, 2932.15503, 2885.44336, 1881.08301, 3929.1604, 4072.65161, 3363.2251, 2766.94287, 3395.35718, 1619.92224, 2277.44531, 3563.38721, 3992.51611, 3888.51709, 3187.65747, 3888.55615, 2470.80762, 3940.97485, 3233.84521, 4183.52051, 4107.96777, 2826.44507, 2084.13354, 4179.55859, 3048.41846, 3307.48462, 3569.53076, 2585.69385, 3793.5708, 2359.05713, 3604.27881, 2952.5022, 2776.396, 3056.53711, 3839.25439, 3787.11743 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 0.9154330319178947, "neutral_loss": 2.794658230516806, "target_docs_loss": 1.0804956312795841, "neutral_init_loss": 3.7568437702178956, "target_docs_init_loss": 2.4513219231499566, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 332.54364, 83.75011, 352.84827, 293.7291, 485.38437, 139.14685, 353.40033, 334.4071, 119.21902, 111.6001, 340.7547, 308.34943, 206.01251, 88.85039, 270.47638, 119.46753, 105.3257, 158.52637, 265.51559, 143.19406, 326.27927, 395.76721, 81.8914, 393.08127, 300.63095, 300.44507, 89.37103, 91.04416, 115.38441, 160.58383, 285.54517, 98.45889, 114.17339, 371.45386, 117.05467, 387.40378, 315.05463, 267.93439, 219.13318, 114.91296, 135.43752, 311.36166, 106.95013, 228.2934, 322.46149, 107.81766, 88.81068, 250.49243, 94.04564, 307.06531, 140.87485, 72.63933, 359.14905, 264.08545, 374.27454, 254.03238, 113.31304, 220.90176, 385.89001, 359.13708, 117.97642, 87.31509, 113.17117, 90.97844, 330.78827, 100.99408, 106.15041, 125.24074, 290.68689, 129.1239, 115.81958, 120.88191, 374.93048, 280.57642, 259.96262, 359.88098, 342.20303, 108.00453, 360.46808, 118.3354, 128.67621, 327.50833, 351.33575, 310.76352, 85.13369, 76.42467, 119.73226, 103.92913, 413.0202, 109.71201, 112.56065, 94.45932, 258.05225, 252.58386, 267.83264, 335.91406, 251.78372, 119.45296, 321.00174, 303.16202, 106.52174, 115.22873, 261.24121, 357.62723, 80.08327, 343.70117, 112.66366, 259.31693, 95.32757, 68.65262, 419.849, 211.99213, 93.06572, 323.71884, 120.51128, 98.29265, 276.71753, 106.68201, 272.29343, 215.66121, 92.29378, 167.2504, 84.16992, 313.55505, 94.89046, 260.37497, 244.54742, 214.03381, 197.1964, 105.44897, 129.418, 118.8669, 377.50012, 303.86908, 61.28982, 123.51087, 94.50665, 80.08176, 227.71686, 309.9538, 292.62933, 117.06046, 101.13472, 144.07971, 139.59933, 115.92731, 106.61086, 231.47479, 340.68207, 240.64247, 95.24289, 104.31541, 389.48749, 115.13293, 83.80084, 118.01512, 304.26306, 244.41193, 132.73703, 300.61047, 125.54234, 307.29913, 283.13608, 375.46631, 258.62695, 98.70101, 303.69482, 122.00274, 266.39001, 125.11044, 117.53775, 131.65733, 141.34354, 271.44897, 254.34116, 115.62338, 127.21532, 293.30325, 125.63696, 422.2489, 100.04705, 282.48273, 305.12933, 100.81717, 117.76691, 262.80957, 200.50716, 99.19678, 107.84061, 110.19725, 277.56268, 303.03149, 130.23001, 282.54651, 118.71555, 304.89716, 300.00037, 140.46863, 91.42563, 67.51442, 121.32471, 132.10568, 297.36923, 72.59984, 365.70703, 248.9749, 117.21861, 122.44572, 128.26938, 416.08762, 105.46195, 357.93967, 117.77518, 141.03271, 131.46384, 257.06631, 365.57471, 320.12775, 92.51351, 340.21802, 134.23586, 264.75613, 295.04108, 73.43371, 108.2684, 259.70999, 105.25165, 305.42847, 107.6642, 112.06731, 101.58522, 108.37007, 106.91766, 294.53351, 73.69691, 266.82996, 348.26923, 143.76031, 284.6781, 120.7448, 243.59613, 342.17566, 256.61871, 131.23906, 263.15875, 76.57953, 126.61505, 147.5134, 85.05347, 134.64317, 137.99615, 323.8465, 306.46567, 135.05231, 289.65417, 90.69118, 141.71284, 262.60117, 91.84446, 115.89774, 105.34474, 162.99496, 293.05185, 151.8829, 320.23691, 422.94495, 357.01431, 338.77509, 105.8116, 248.92229, 240.3658, 252.86292, 97.70104, 286.55048, 353.78665, 258.73953, 142.47433, 489.67102, 330.96588, 323.40436, 258.97119, 122.77898, 97.11805, 304.22516, 145.02776, 156.66624, 398.93823, 114.4016, 109.04311, 265.5015, 302.37912, 97.46313, 92.08006, 86.4322, 101.18266, 322.39941, 113.15263, 139.14406, 313.65921, 129.51106, 104.62271, 167.74147, 325.3114, 94.19226, 76.66182, 311.69604, 296.48538, 127.89561, 77.52113, 274.09354, 100.26028, 310.86035, 304.76605, 354.8212, 167.97725, 100.92711, 70.68406, 288.45499, 290.86655, 74.91985, 250.44936, 106.14995, 360.72644, 385.75888, 153.29271, 129.42346, 87.38759, 332.04346, 102.92657, 297.59625, 346.88181, 278.51196, 331.74915, 106.01715, 112.55217, 105.83388, 157.59933, 53.15771, 114.39915, 90.59837, 102.25135, 113.38184, 75.85815, 164.57582, 403.20233, 343.25336, 271.22388, 125.15555, 348.34949, 103.6525, 180.04031, 121.05659, 246.7041, 240.71361, 285.32941, 111.63237, 124.69022, 69.69687, 107.31222, 292.37546, 119.74238, 90.77538, 267.57458, 338.93872, 274.67145, 205.45857, 234.81741, 109.51273, 281.28409, 83.99731, 113.48225, 102.68484, 128.57901, 259.30563, 123.42838, 253.60858, 319.12076, 225.48863, 152.77893, 307.91089, 124.33867, 332.58466, 112.75878, 109.6257, 425.70932, 81.42603, 74.54324, 255.88689, 133.85097, 82.93693, 87.68108, 122.16982, 137.69089, 119.38428, 349.15329, 296.56958, 128.63702, 314.09314, 106.91292, 105.70377, 237.51709, 322.83838, 90.42706, 265.58987, 103.14159, 76.79086, 212.79405, 138.04091, 368.03778, 121.53059, 296.21112, 399.59909, 282.621, 124.04588, 317.49509, 111.61334, 118.18358, 75.91647, 136.02094, 239.81992, 202.76836, 234.15912, 100.39354, 291.29214, 111.40634, 328.80557, 315.79407, 372.5538, 324.05127, 101.45747, 292.63361, 91.88557, 82.03075, 309.64774, 237.56512, 227.87621, 121.51227, 106.70029, 381.40033, 332.49756, 127.64707, 311.3327, 249.28389, 104.47934, 117.61664, 337.41425, 299.11713, 224.63004, 312.59055, 388.87274, 311.09525, 343.86597, 270.70343, 370.09711, 179.86752, 326.58502, 343.22845, 87.89106, 108.48494, 120.28402, 150.1918, 236.00314, 289.90024, 361.92844, 274.46579, 300.54456, 307.47778, 81.22559, 316.09595, 439.60995, 90.77421, 366.00378, 87.6521, 125.21442, 354.6207, 144.50418, 295.25748, 143.66933, 336.84351, 281.65192, 169.49026, 102.47872, 314.0206, 319.50131, 122.37198, 399.31018, 274.88876, 78.95148, 161.73866, 116.573, 302.73291, 109.50559, 232.28209, 277.05084, 228.78445, 82.25222, 137.74829, 256.61578, 101.62088, 103.74972 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3442.95312, 3423.14307, 4355.77393, 4051.76465, 2715.35303, 3800.53223, 3773.5188, 4589.09863, 3569.65088, 2786.08374, 3556.23877, 4557.32227, 4083.75391, 2866.82202, 1972.96387, 3676.33105, 4570.42676, 3573.30835, 3443.59961, 4062.27686, 2612.17432, 2277.45117, 3130.53711, 4784.38623, 2487.26392, 2574.29565, 3287.19092, 3526.88623, 2843.53564, 3855.74268, 4788.88574, 4682.34424, 2691.50928, 3910.34229, 4223.26465, 2937.67505, 3896.16089, 3005.66016, 3255.58154, 2693.73242, 2201.01465, 4284.5918, 1649.41675, 3187.63818, 2815.40552, 3098.77832, 4204.7417, 3915.20361, 3787.7915, 5230.66309, 4944.80273, 3545.43994, 2536.97656, 2474.70557, 4543.7168, 3352.3667, 2577.32349, 3540.74219, 3187.64282, 2411.86133, 3638.28271, 3110.3833, 5048.72461, 3200.76685, 2839.38184, 4229.90869, 2969.30005, 2064.36475, 2345.71387, 2446.37012, 3091.43701, 2848.80957, 2901.10522, 2831.72217, 3949.22266, 3924.26367, 1882.3606, 3589.51465, 3651.87207, 2934.75146, 3255.15674, 3583.36035, 4351.28418, 2637.08423, 3774.88794, 4021.26123, 2528.7124, 3318.06885, 3818.21094, 2647.99756, 4193.6123, 4040.69043, 3992.62524, 3598.22974, 2570.05225, 3939.8999, 2695.9834, 3121.63965, 3867.83691, 1867.43726, 2291.68945, 4206.11523, 4782.96729, 3585.39771, 3477.16235, 3101.38428, 3139.74219, 4655.94873, 2279.09033, 3697.05078, 4580.28369, 4210.68262, 2813.42065, 2506.54053, 5218.61133, 4686.49512, 3735.71509, 2647.97217, 733.78564, 4231.44043, 2825.09033, 4404.73828, 4583.33008, 4014.10693, 4009.30566, 3496.44531, 2213.11182, 3562.19287, 3884.56299, 3743.27197, 4288.5166, 3267.33594, 3665.56226, 3758.67529, 2552.45996, 2569.86084, 3166.17334, 1587.7417, 4017.25415, 2688.97754, 3503.29834, 4258.65967, 4241.19434, 4116.85742, 2936.43994, 4117.7959, 2800.22949, 3447.08594, 4006.06104, 2996.14893, 1481.34656, 3789.85034, 1974.85535, 4786.71484, 2156.13867, 3357.71533, 3521.44043, 2509.14014, 2755.79785, 4109.61475, 3754.14258, 3225.93726, 3513.81152, 2798.37256, 3714.28027, 4087.69434, 2906.15649, 3282.56055, 4882.29346, 3783.0835, 3774.01172, 4365.9082, 3404.9624, 4608.44189, 3945.05078, 3284.89111, 4579.35791, 4706.44824, 2482.45679, 3052.89453, 1955.96423, 3559.42773, 3792.58594, 2798.55347, 3400.99658, 3678.08545, 3013.00293, 3683.79565, 2845.63818, 3045.75513, 2568.67285, 2881.04346, 4069.3042, 4492.43066, 3889.37524, 3071.83691, 4748.49902, 3075.33862, 2768.3335, 2897.10547, 1630.99048, 3689.26807, 3080.61401, 2702.03809, 3303.34302, 1867.39038, 3096.65356, 4362.46387, 3987.78516, 4147.47021, 4091.7627, 3568.45459, 2632.16455, 4388.60547, 2227.37915, 2531.41992, 1528.65234, 3825.14648, 3134.14795, 3557.14355, 3922.89014, 4158.62939, 2798.24316, 1968.68384, 3870.2583, 4944.54688, 3523.53247, 3562.35522, 2637.56543, 4266.99219, 3497.83789, 1302.9248, 3323.59814, 3684.54004, 2546.74902, 3573.44873, 3796.28589, 4613.56299, 3126.80811, 2615.0249, 2675.55176, 3003.1167, 3838.67334, 2414.70605, 4105.55566, 4398.64941, 4434.0791, 3570.73828, 3640.05933, 2774.5752, 4388.71436, 3919.05396, 4657.58252, 3872.83569, 2974.71729, 4148.7793, 3098.8457, 4846.61084, 4170.60596, 2733.6543, 3219.14893, 3591.42822, 2593.146, 2693.35303, 3663.98975, 3631.73047, 2828.96924, 3444.94751, 2689.96948, 2710.79883, 3618.00781, 2863.54126, 3016.27881, 1795.62439, 4754.09473, 2874.34131, 3737.80884, 2747.7959, 2367.30322, 2389.00806, 1983.927, 3377.52026, 2764.2666, 4757.92334, 3359.68506, 3021.77246, 2621.84155, 3596.20044, 5199.54639, 3598.12842, 2056.2998, 3891.51514, 3282.60327, 2493.20435, 3155.11377, 3428.61035, 3001.50879, 3327.32788, 3861.52441, 1686.45996, 3391.67676, 2982.51514, 3264.62695, 2580.59668, 2770.25293, 3959.57202, 3589.59229, 1558.8728, 2638.22754, 3014.73169, 3434.56738, 2697.57959, 4591.78906, 2507.36816, 3460.37646, 3830.96191, 4465.91797, 1797.03662, 3678.85693, 3035.51416, 2850.29932, 2207.50659, 3117.67773, 4307.06494, 3289.19116, 3893.23389, 5056.43311, 3080.43896, 3522.63135, 2995.96191, 4629.96875, 3128.49902, 3035.31006, 3893.55859, 3764.04932, 3780.44775, 5212.58008, 3587.03076, 3063.49658, 2491.37256, 4170.6377, 3606.04956, 1477.37292, 3034.10986, 2439.71533, 3722.93018, 3229.78369, 2049.35913, 3651.85498, 3461.07764, 3743.33496, 2028.5769, 3852.59326, 3182.91211, 5060.10107, 3557.90771, 3029.56128, 5043.95801, 4217.9707, 3048.05591, 3485.09717, 3687.09375, 3536.3335, 4376.36328, 3769.96387, 3607.32031, 3645.56738, 574.42468, 3744.80371, 2543.84375, 4759.23584, 3777.08447, 3670.73413, 4565.12061, 3653.84131, 2695.59424, 2470.75977, 3680.61694, 2138.13916, 4463.0332, 2135.52393, 3148.02173, 2560.98438, 2675.50977, 3874.50098, 3026.83105, 4097.3457, 4314.94775, 4996.56934, 4695.90137, 2810.09229, 2505.54541, 4383.57715, 4352.82959, 5165.90723, 2397.95264, 3479.40771, 3558.79858, 4972.80664, 3150.26074, 3922.88086, 4665.05859, 3190.7229, 3583.48657, 2106.47485, 5355.43115, 2890.27368, 2987.10278, 3942.7937, 2870.80469, 2194.91382, 2884.67383, 5413.29785, 3844.37964, 2789.41431, 3158.81592, 3120.93628, 4098.83984, 2640.92114, 4550.00049, 4039.80566, 3785.2041, 4028.74512, 3854.15283, 3027.0, 4177.22852, 4347.11035, 2384.57031, 3260.51318, 2918.83154, 3261.31104, 2386.47583, 3524.80249, 2871.66479, 4282.26855, 3231.67627, 3566.21436, 2477.83057, 3998.65967, 2354.6665, 2970.16895, 1300.52722, 3330.47388, 3493.39111, 2067.11108, 3948.80591, 3038.89453, 4262.9082, 2348.42529, 3857.51416, 3873.13794, 3544.16211, 3977.54736, 2925.07324, 3288.86914, 4455.13672, 3229.37402, 3010.39453, 2213.75928, 4645.18164, 3300.41406, 3001.77808, 4315.98145, 4035.96704, 3699.7124, 3281.41602, 3198.2688, 2130.73218, 4391.65527, 4499.05273, 3586.88257, 3080.30029, 3753.13232, 1801.94409, 2487.44629, 3951.92627, 4237.81641, 4486.43164, 3630.23975, 4253.66895, 2702.02979, 4431.05762, 3540.6665, 4748.10938, 4419.85693, 3157.12549, 2349.04736, 4513.75586, 3440.43433, 3613.94873, 3914.05493, 2979.25171, 4283.00684, 2633.61499, 4009.12769, 3285.21338, 3092.66602, 3316.81909, 4210.58838, 4289.24121 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 1.090561884273816, "neutral_loss": 2.8350732806648926, "target_docs_loss": 1.2179370553407136, "neutral_init_loss": 3.7592358093261717, "target_docs_init_loss": 2.8581291953192816, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 333.85339, 85.48917, 359.81204, 300.65607, 497.01215, 141.12369, 360.53687, 326.43259, 123.57614, 113.06591, 342.8667, 315.03973, 205.53433, 88.97224, 273.3819, 117.88652, 103.70638, 157.76141, 274.60751, 140.48227, 321.16983, 402.23474, 82.12772, 402.62628, 301.45331, 306.73309, 90.29949, 92.32129, 117.12557, 164.69659, 293.39423, 102.82156, 117.89204, 381.70074, 125.06726, 389.48523, 318.41086, 269.53928, 219.11105, 120.17778, 136.4218, 315.89185, 110.73769, 232.8049, 330.62421, 118.25966, 91.83102, 252.33618, 89.48497, 315.34729, 140.56294, 71.33627, 370.46625, 264.22092, 379.01361, 253.6407, 114.41777, 226.35321, 380.71707, 360.89569, 121.28114, 87.18569, 114.16171, 84.50517, 334.30359, 110.71964, 107.36073, 127.71469, 292.72247, 130.94366, 113.43731, 118.97168, 375.49884, 280.39279, 266.74713, 368.69751, 350.71512, 109.03503, 362.17105, 121.42445, 129.63281, 338.66388, 354.56848, 315.69458, 93.50847, 75.38499, 121.80322, 113.17603, 423.81833, 109.2163, 117.85145, 99.52031, 261.66882, 255.96536, 271.64886, 345.76822, 257.26343, 124.61362, 328.49069, 311.69897, 110.03481, 114.33984, 269.78275, 359.35553, 83.46663, 345.67889, 114.43334, 261.16174, 99.17024, 70.81311, 422.62061, 215.80135, 94.34195, 332.38599, 122.2606, 102.11086, 275.58878, 103.65081, 276.53128, 225.207, 93.11932, 171.6566, 85.48471, 311.3667, 99.41922, 255.81123, 247.44885, 221.01732, 198.91196, 108.37314, 135.20753, 116.70052, 390.01569, 306.52438, 61.31939, 130.98871, 94.60645, 80.39552, 235.89917, 314.97763, 295.01825, 123.59076, 108.082, 148.32988, 147.98566, 118.0101, 109.29643, 236.08266, 348.77063, 248.96918, 103.08086, 106.14951, 386.35568, 116.95785, 86.93139, 119.84696, 308.33969, 247.18854, 137.94771, 297.86292, 128.85593, 311.75766, 285.89636, 380.97888, 265.95444, 100.79537, 299.95813, 122.8082, 272.38745, 118.20027, 118.9897, 130.58072, 145.26414, 273.70358, 257.03949, 121.17814, 123.74642, 304.96167, 131.09346, 430.45273, 99.55322, 285.96606, 315.1795, 108.98792, 115.82147, 270.99271, 200.68207, 99.61246, 107.09446, 107.23805, 284.33911, 306.25031, 141.71397, 278.11487, 125.50135, 311.38226, 305.65158, 146.00529, 95.31522, 70.36347, 121.41205, 136.33813, 295.42947, 68.55123, 369.46295, 255.45338, 121.61356, 130.26913, 132.62199, 434.28503, 110.8201, 365.81604, 122.27998, 148.05966, 131.79553, 271.48364, 362.85959, 322.95447, 96.62565, 341.77377, 134.08983, 268.9194, 298.84653, 69.43555, 110.24712, 262.43469, 103.51151, 315.69232, 115.27472, 113.94535, 104.49203, 116.64036, 113.46982, 294.61246, 76.71735, 264.2775, 354.54575, 151.39496, 287.98456, 128.46426, 249.24028, 351.99158, 257.30838, 135.31561, 263.4209, 73.7151, 132.1458, 150.26895, 81.10753, 139.75288, 146.50143, 338.24854, 310.25735, 136.3569, 295.3172, 95.09053, 142.18799, 264.53705, 90.76747, 112.94346, 102.91046, 170.22238, 293.26596, 150.47833, 317.74896, 428.94998, 356.73657, 340.43353, 105.83733, 257.3092, 241.55695, 251.57571, 101.19559, 290.5972, 359.20935, 258.73495, 149.15933, 493.0578, 334.96112, 324.29001, 261.75275, 124.18125, 95.70563, 308.07513, 149.95325, 159.30112, 401.12241, 116.41916, 114.97966, 267.19516, 303.06067, 100.6281, 95.31548, 85.79187, 98.44034, 328.45776, 115.04809, 143.53256, 312.19522, 135.30835, 101.14409, 177.2793, 331.38782, 96.5062, 77.25294, 314.08173, 299.18829, 128.46356, 78.31458, 287.11407, 100.46265, 316.4389, 310.75986, 357.49985, 166.7132, 102.38602, 68.46812, 296.90302, 288.57495, 75.21362, 252.60492, 103.0666, 360.56665, 390.97339, 156.51479, 134.61066, 85.72701, 343.79517, 101.27705, 296.28305, 350.48285, 280.06195, 327.69235, 110.07681, 108.96844, 101.01289, 153.89201, 57.57661, 109.09934, 92.97983, 99.40805, 115.38049, 77.7812, 169.21281, 411.36838, 347.36377, 261.93713, 120.94459, 350.91675, 105.35677, 180.61108, 120.93581, 242.64795, 245.37967, 294.96005, 112.31125, 129.51903, 69.93653, 106.7572, 292.87939, 119.33735, 92.27911, 276.0116, 335.99023, 276.39645, 202.78633, 239.35199, 114.11973, 291.25214, 85.54976, 116.73444, 112.40813, 135.57791, 261.83032, 128.11525, 257.07565, 323.81363, 228.21071, 153.57744, 310.20737, 124.92685, 338.28558, 117.98404, 112.96805, 429.58698, 84.03903, 72.85725, 254.85214, 136.85394, 82.29636, 90.72197, 122.61625, 142.10281, 120.08347, 356.16901, 300.30237, 126.19785, 322.48083, 111.88623, 107.65163, 236.05011, 325.09222, 92.8768, 271.66898, 101.759, 81.59921, 212.74146, 139.46979, 372.63361, 126.97405, 298.21866, 403.24323, 287.44501, 124.73208, 321.64325, 114.27015, 119.7802, 76.37602, 138.38683, 248.55292, 209.96205, 236.20094, 102.77269, 299.16916, 111.31744, 332.44308, 322.21674, 383.9942, 322.85406, 104.72868, 294.61469, 94.26228, 83.59445, 304.95386, 241.3559, 227.50157, 128.13431, 111.16259, 382.21777, 332.34412, 131.62065, 316.21826, 256.15851, 106.84538, 116.26166, 336.3143, 303.10953, 226.44754, 314.65375, 393.41916, 304.01068, 346.4888, 278.09894, 369.66699, 181.52431, 335.56174, 351.09943, 91.14711, 106.12425, 123.72647, 155.05093, 235.90874, 286.00833, 370.46713, 277.42801, 305.18372, 309.94904, 84.00053, 314.93188, 443.88306, 92.41396, 372.17361, 96.4939, 126.36115, 353.95013, 146.18825, 307.8707, 142.50027, 343.24481, 286.22614, 171.02109, 107.08792, 316.64911, 329.32092, 129.03131, 392.87329, 274.25879, 84.26171, 165.03752, 124.86885, 306.35248, 109.19305, 235.12674, 291.51501, 235.8791, 85.3141, 141.26453, 258.27539, 107.80897, 100.53908 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 3808.31494, 3923.19019, 4908.83398, 4588.02637, 3019.37329, 4289.20654, 4148.86523, 5177.62842, 4155.15283, 3129.91626, 4060.11011, 5197.4165, 4696.07959, 3269.84351, 2258.43799, 4019.01782, 5245.52344, 4075.17822, 3862.91992, 4596.18555, 2947.59937, 2632.35254, 3472.7666, 5150.49658, 2832.8335, 2905.58667, 3675.65771, 3811.19189, 3152.88428, 4292.68359, 5452.28711, 5344.93262, 3046.2041, 4281.38281, 4773.17334, 3267.80591, 4448.15137, 3397.35596, 3683.6333, 2992.09375, 2434.0979, 4916.40234, 1851.46948, 3600.04956, 3191.45288, 3514.13281, 4706.53125, 4276.56006, 4356.40625, 5868.1958, 5602.26562, 4050.90332, 2847.98779, 2764.96094, 5096.63867, 3758.35986, 2985.59521, 3921.47437, 3697.42529, 2727.96094, 4127.26562, 3497.73022, 5667.20215, 3602.05029, 3166.0896, 4854.57373, 3294.0332, 2346.24561, 2682.81372, 2786.23486, 3447.65039, 3177.41479, 3284.3208, 3254.15967, 4435.25684, 4275.18994, 2127.35205, 4013.96582, 4092.39795, 3239.54736, 3680.18286, 4066.65283, 4846.90234, 2925.12988, 4302.48145, 4549.69336, 2849.15869, 3724.95532, 4329.49121, 2968.25122, 4596.375, 4447.91455, 4558.23584, 3981.33813, 2943.67456, 4367.31396, 3036.59692, 3495.55566, 4475.42383, 2157.18335, 2569.55518, 4884.2207, 5339.43848, 3971.56519, 3958.58521, 3407.8418, 3522.48438, 5209.58496, 2576.44971, 4199.90186, 5061.72461, 4749.2168, 3199.26807, 2804.54199, 5641.39453, 5309.23145, 4238.62402, 2979.48413, 819.2868, 4845.30518, 3084.0686, 4970.21777, 5033.3667, 4329.66309, 4377.12891, 3935.73438, 2507.73291, 4137.52344, 4371.5332, 4094.20996, 4998.70654, 3660.32837, 4193.07715, 4258.34766, 2919.7666, 2880.927, 3487.56152, 1785.90063, 4413.5625, 3056.41309, 3894.58057, 4851.19238, 4877.66504, 4788.6626, 3338.29199, 4885.58936, 3212.8269, 3736.92627, 4524.26416, 3432.95728, 1680.49878, 4170.36963, 2201.67188, 5466.96582, 2432.58398, 3842.35547, 4099.57568, 2869.89697, 3132.94214, 4513.84277, 4291.8125, 3613.42676, 4058.63306, 3118.27515, 4191.60449, 4563.3584, 3271.66992, 3730.13037, 5642.87451, 4322.92969, 4167.84668, 4838.01953, 3876.20898, 5322.06982, 4380.99219, 3666.771, 5092.58545, 5188.79492, 2887.1416, 3347.57202, 2183.4978, 3904.5249, 4377.64209, 3136.83057, 3790.79639, 4021.21118, 3282.04004, 4170.68311, 3163.14307, 3408.98511, 2896.36279, 3271.6062, 4573.44629, 4924.24707, 4597.77148, 3439.39453, 5259.39844, 3423.17139, 3138.32275, 3327.02246, 1879.7124, 4108.39307, 3531.10864, 2986.54614, 3747.698, 2141.72168, 3447.83789, 5007.19922, 4589.15625, 4534.7334, 4629.98828, 4043.0979, 2970.84644, 5097.57617, 2604.61182, 2904.66211, 1769.27795, 4315.29102, 3587.26514, 3996.16602, 4364.97754, 4758.91211, 3157.56445, 2279.99878, 4411.16064, 5595.22607, 3975.93506, 4026.9458, 3013.00195, 4716.4707, 3907.60156, 1407.90088, 3599.17725, 4103.4043, 2918.47583, 4066.90723, 4319.68311, 5310.82129, 3567.47607, 2942.99463, 2983.50293, 3449.72754, 4279.79785, 2738.49878, 4734.35254, 4908.94189, 4933.80469, 3933.64209, 4146.79785, 3163.93604, 5115.33789, 4397.44141, 5219.09473, 4395.18604, 3288.47461, 4587.45312, 3423.33887, 5528.39209, 4674.02051, 3036.45898, 3549.35156, 3908.76904, 2998.28809, 3095.06396, 4089.59521, 4171.95703, 3224.78369, 3790.21436, 3006.78271, 3096.22192, 4099.68164, 3201.52344, 3423.00488, 2083.7417, 5335.27344, 3216.25537, 4277.72656, 3141.75439, 2674.00879, 2700.17285, 2283.91382, 3864.10718, 3098.87256, 5349.34277, 3709.5708, 3521.27026, 2888.05664, 4071.7583, 5875.06201, 3964.42139, 2288.10767, 4397.86523, 3781.41699, 2804.88867, 3570.34302, 3932.604, 3360.51465, 3818.71777, 4295.99902, 1962.08752, 3868.95752, 3355.88892, 3662.51611, 2870.68359, 3143.90649, 4322.03418, 4031.46045, 1845.05933, 3015.31445, 3389.51562, 3803.74048, 3006.16553, 5302.4248, 2917.59326, 3913.08057, 4502.64551, 5176.28223, 2035.04785, 4174.03516, 3472.58887, 3257.74854, 2465.6792, 3542.4563, 4978.38672, 3697.2627, 4335.16992, 5790.8877, 3348.06836, 4079.48828, 3425.98315, 5344.16895, 3491.82495, 3452.63867, 4425.04004, 4215.15381, 4069.22754, 5826.29297, 4064.95483, 3474.57056, 2800.60596, 4741.82959, 4117.15625, 1711.10156, 3440.72485, 2806.92432, 4085.02563, 3635.01904, 2393.15796, 4128.22363, 4018.5061, 4125.5542, 2323.97388, 4311.7793, 3544.11816, 5620.22461, 3858.36353, 3334.76709, 5638.36328, 4800.69336, 3450.22266, 3905.10645, 4136.21729, 3881.95654, 4804.89795, 4486.71289, 4048.125, 3993.87305, 651.15863, 4116.15381, 2861.75732, 5345.66309, 4179.12158, 4155.55566, 5191.9248, 4078.39966, 3021.5791, 2826.25195, 3996.2522, 2453.24243, 4852.47754, 2412.2312, 3567.69629, 2908.71289, 2957.84009, 4368.97266, 3445.7356, 4671.94434, 4803.87305, 5666.61035, 5407.21094, 3135.95776, 2740.73486, 5128.87988, 5050.3125, 5604.13574, 2668.17334, 4006.10742, 4091.44434, 5651.08496, 3500.73218, 4437.20508, 5224.36914, 3558.14917, 4071.20898, 2398.56177, 5913.47803, 3310.75537, 3361.88184, 4514.9502, 3213.72363, 2530.49365, 3241.14697, 6039.20996, 4390.08691, 3146.74268, 3592.47363, 3530.99487, 4648.46777, 2958.44678, 5039.74854, 4355.16602, 4324.31934, 4534.49756, 4391.43066, 3369.29541, 4568.35547, 5005.91699, 2646.58521, 3699.52295, 3300.5957, 3779.90234, 2769.44775, 4028.31982, 3234.21997, 4784.31348, 3632.07495, 4027.49219, 2889.21777, 4455.87891, 2678.62793, 3326.87012, 1515.74512, 3787.28711, 3878.51074, 2372.48901, 4543.03467, 3461.21338, 4825.54004, 2623.33081, 4376.99121, 4312.15381, 3895.02295, 4593.1792, 3263.7395, 3654.43896, 4928.14893, 3655.99463, 3337.38965, 2519.97705, 5224.98535, 3725.43115, 3335.16357, 4754.08398, 4708.24561, 3991.96338, 3727.44482, 3581.93359, 2425.1582, 4955.7959, 5042.86426, 3883.8125, 3466.91699, 4261.30664, 2039.65515, 2737.81543, 4475.18066, 4607.89746, 5260.56152, 4242.16553, 4769.32422, 3017.54932, 5085.5791, 3973.69336, 5468.19531, 4865.3457, 3553.63257, 2686.53711, 4931.8833, 4003.39111, 4018.39624, 4408.66797, 3485.74609, 4925.31055, 2979.42578, 4580.80762, 3705.16919, 3468.18164, 3628.93872, 4706.63184, 4974.21777 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 1.411891349014705, "neutral_loss": 2.922391479280719, "target_docs_loss": 1.5738979266034694, "neutral_init_loss": 3.9374404331207273, "target_docs_init_loss": 4.263493472629123, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 345.14182, 81.8792, 380.47156, 330.61722, 525.41418, 146.05154, 358.87131, 327.17825, 130.88272, 113.97493, 346.85043, 318.09793, 214.76602, 93.54292, 272.29987, 121.42886, 102.22655, 162.26295, 296.51471, 150.5881, 330.17465, 413.14188, 86.26373, 423.22852, 302.38956, 335.07144, 86.43616, 93.89783, 140.12317, 177.92496, 307.86523, 110.51199, 120.3273, 394.78308, 142.94711, 394.92944, 324.52835, 276.55621, 222.72545, 122.87868, 133.78452, 314.71295, 114.75035, 242.50629, 339.15134, 129.40894, 103.84083, 259.45166, 86.36819, 342.72107, 145.77628, 80.44911, 385.59244, 264.71271, 392.63373, 251.81168, 122.60507, 232.85213, 388.60303, 365.71472, 135.81741, 93.24357, 113.97942, 99.82059, 333.73361, 121.36388, 111.51485, 143.62865, 289.44312, 134.85326, 107.9016, 111.0386, 372.41199, 279.56137, 277.67426, 391.12817, 367.16904, 109.29007, 353.47833, 124.76951, 143.19212, 346.02814, 372.36987, 324.41867, 107.92174, 81.9304, 125.76528, 128.37286, 445.91705, 106.16817, 125.70494, 102.86763, 262.19751, 260.48389, 281.72037, 362.82327, 257.13821, 126.85919, 336.2312, 330.46112, 120.67241, 121.5053, 278.56665, 351.44394, 93.28964, 355.13278, 114.92322, 269.22473, 104.72401, 81.73299, 436.55508, 233.21321, 101.03883, 352.89368, 129.38184, 113.44039, 282.62073, 92.19368, 279.76117, 240.38177, 94.52232, 182.39471, 87.49721, 321.32819, 110.48445, 259.79883, 259.80212, 231.28145, 204.01982, 113.45619, 144.77324, 115.36722, 410.90826, 313.94867, 69.9866, 146.25, 95.58791, 87.55276, 241.85092, 331.19238, 314.05994, 130.73233, 118.12051, 151.36958, 166.15207, 118.1611, 112.395, 254.46057, 367.68555, 262.4173, 114.56184, 110.34467, 407.64264, 120.60455, 92.94589, 126.30141, 316.67438, 242.41083, 159.39687, 317.00909, 130.43576, 319.28177, 305.65808, 400.05896, 274.53156, 102.66093, 298.32156, 123.5754, 290.23218, 121.56902, 128.35596, 126.56313, 143.27989, 275.43469, 257.38419, 129.10214, 124.85638, 324.14124, 133.22672, 433.19833, 101.62057, 294.10355, 326.9407, 118.24199, 110.57706, 295.80814, 198.35283, 97.50612, 102.64317, 105.7896, 305.41913, 318.42517, 160.02686, 284.05164, 156.58357, 321.21274, 318.36057, 148.38838, 106.03095, 82.6357, 122.6377, 148.02603, 293.03235, 70.10641, 365.27866, 261.1944, 125.58279, 136.16028, 142.84225, 456.4993, 120.16187, 383.71051, 130.53011, 158.57039, 131.73593, 274.04584, 385.54462, 340.62738, 100.72662, 359.14221, 128.3869, 282.95959, 303.52747, 66.05257, 115.07558, 251.5808, 91.76219, 326.26123, 119.7584, 118.73133, 99.69297, 120.81716, 115.94185, 307.32739, 86.1515, 265.30353, 369.91953, 175.60989, 290.56979, 142.78934, 263.91913, 373.58105, 251.23267, 149.04602, 275.64117, 82.61028, 145.09341, 161.26637, 73.90954, 150.69601, 152.81509, 359.03976, 316.80096, 135.13112, 310.85315, 104.31425, 138.40556, 259.30505, 91.82088, 117.20666, 103.5392, 171.96545, 292.89987, 148.91669, 305.64734, 440.14594, 355.13211, 345.61682, 105.83661, 262.60675, 238.71783, 265.54773, 105.35052, 294.94955, 368.94171, 260.31589, 165.33865, 494.03571, 338.37524, 329.06976, 268.93866, 128.38025, 104.72926, 315.54099, 156.97549, 162.79248, 410.8804, 131.33972, 128.10178, 272.07077, 305.81363, 115.96947, 115.66315, 85.555, 101.74402, 338.10999, 123.81642, 146.74622, 314.10522, 132.15645, 95.43722, 197.36926, 338.73846, 94.34612, 80.03969, 313.1051, 298.67877, 122.38243, 79.40607, 308.9126, 97.85153, 312.59995, 319.26941, 365.36319, 171.31946, 104.92587, 76.07193, 308.43561, 276.78577, 76.06494, 258.47571, 103.09555, 373.16998, 408.81033, 165.37378, 150.78708, 86.46544, 346.26553, 94.49313, 288.07352, 362.89102, 293.71133, 321.56787, 111.39273, 105.62503, 101.02326, 146.75282, 63.2961, 97.50036, 91.21326, 94.84825, 114.01779, 79.5887, 175.9563, 430.85242, 352.17206, 263.31769, 123.03739, 368.13257, 107.38308, 190.17679, 111.98959, 230.97289, 257.19379, 301.19998, 122.48296, 138.55832, 71.75431, 118.82214, 298.92328, 115.12019, 96.10098, 274.65018, 326.83942, 275.27704, 193.14783, 245.06567, 117.58947, 301.05249, 85.62345, 119.25425, 121.1786, 139.09196, 277.21094, 120.21825, 261.65341, 335.01987, 237.80048, 167.60378, 319.4527, 126.22793, 323.43524, 121.86121, 119.68135, 434.44165, 92.23282, 71.12172, 264.88269, 137.12109, 82.3071, 98.61839, 118.89829, 152.0625, 119.86232, 373.96402, 309.62207, 126.58261, 328.76831, 124.14001, 115.90569, 222.28857, 335.35626, 99.67824, 283.24203, 109.81676, 81.6832, 209.24289, 145.75511, 381.3215, 128.59259, 303.79291, 416.05264, 299.78592, 122.21711, 331.22137, 121.04316, 119.93953, 85.48143, 137.79878, 256.82843, 213.43591, 238.41875, 109.74606, 300.89795, 114.1031, 336.91827, 333.08722, 395.34943, 327.79694, 109.72954, 293.26306, 101.18855, 85.5728, 307.99548, 252.33183, 241.5341, 146.16039, 124.05809, 377.60364, 339.72168, 140.99629, 320.78207, 271.26483, 113.9799, 134.09177, 343.30066, 321.88608, 231.97766, 326.06555, 389.48303, 308.42859, 375.57666, 287.76135, 388.46307, 190.38583, 355.09021, 371.06808, 93.2605, 106.58102, 125.69677, 161.84937, 230.9726, 287.35428, 380.58624, 274.08282, 309.68701, 313.99396, 89.86801, 317.09814, 462.78461, 98.80567, 391.54541, 107.22594, 126.63227, 347.59015, 155.34265, 317.69098, 140.44081, 354.17184, 281.62051, 175.67238, 120.47395, 322.45691, 345.31244, 144.04813, 397.24606, 276.99899, 88.82063, 168.08348, 134.70718, 327.03415, 106.3291, 233.30077, 302.16397, 246.30925, 89.79837, 143.26808, 262.06271, 122.531, 97.74335 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 4745.46436, 5164.0752, 6297.13525, 5884.38086, 3734.1062, 5490.12793, 5134.4082, 6681.36719, 5721.83008, 3972.2522, 5397.52539, 6805.38184, 6438.60449, 4255.46289, 3022.56299, 4733.96924, 7008.88281, 5364.57812, 4923.04199, 6071.71924, 3771.51001, 3530.62988, 4299.53467, 6091.26074, 3764.17432, 3743.13672, 4696.70898, 4517.31885, 3961.85889, 5362.57031, 7123.69434, 6966.73193, 3976.73804, 5237.25098, 6028.23926, 4142.41016, 5793.96289, 4397.81396, 4795.38379, 3743.31812, 3012.78369, 6493.02881, 2441.98535, 4705.88818, 4298.73828, 4581.0625, 6140.0249, 5210.5293, 5750.38135, 7483.69287, 7362.24805, 5441.59033, 3569.41943, 3500.76221, 6470.10889, 4877.58301, 3907.55981, 4947.14893, 5012.39648, 3435.39697, 5325.78613, 4394.10547, 7340.15527, 4572.47363, 3890.29077, 6642.40039, 4035.22266, 3056.3313, 3553.5813, 3660.09033, 4302.10742, 4074.62939, 4338.05566, 4323.5835, 5878.44238, 5234.35938, 2828.50488, 4982.75098, 5109.0376, 3990.15283, 4777.18311, 5255.2998, 6226.67578, 3655.24561, 5796.34668, 5942.05176, 3626.47314, 4758.41113, 5646.33936, 3732.47217, 5747.83203, 5410.89258, 6134.31836, 4943.72168, 3830.72754, 5581.73633, 3855.7915, 4503.12256, 5910.40967, 2875.46631, 3229.70068, 6570.59717, 6785.53809, 5008.79297, 5154.59229, 4186.08447, 4620.38574, 6512.12695, 3314.7124, 5430.4248, 6365.65771, 6136.69238, 4327.22607, 3536.08765, 6793.80713, 6779.4751, 5484.93359, 3872.14185, 1049.66821, 6499.42969, 3838.38306, 6491.62012, 6090.50098, 5226.47168, 5336.00684, 5104.9248, 3252.625, 5636.30713, 5734.90723, 5018.00488, 6987.28223, 4654.35742, 5486.12402, 5663.43555, 3753.85962, 3643.44971, 4280.22998, 2229.49072, 5299.46045, 4121.41211, 5009.79053, 6423.98291, 6417.12305, 6639.74316, 4377.02588, 6852.7959, 4303.36914, 4550.47607, 6021.58301, 4556.78711, 2131.31201, 5161.97607, 2699.50586, 7322.59961, 3205.28735, 5183.08105, 5722.104, 3745.90527, 4092.6123, 5528.64404, 5606.58936, 4579.65039, 5466.51465, 3983.06372, 5534.98486, 5885.26074, 4233.33203, 4828.15625, 7413.84619, 5894.5835, 5161.51953, 6047.49512, 5182.30469, 7251.83496, 5558.72852, 4680.5127, 6562.13867, 6423.35645, 4022.1123, 4117.82373, 2704.47217, 4771.17383, 5936.47461, 3984.8335, 4700.94482, 4926.16992, 3960.57446, 5376.54395, 4013.80664, 4251.55273, 3693.23779, 4138.96973, 5719.52637, 5959.42969, 6444.24121, 4327.83594, 6634.3623, 4267.11035, 4021.29517, 4495.91895, 2504.2002, 5188.02246, 4620.25293, 3646.53638, 4897.30518, 2874.9624, 4291.1543, 6723.2207, 6150.06836, 5659.33008, 5965.64062, 5329.33838, 3828.33203, 6883.35742, 3643.95166, 3856.66406, 2385.53467, 5601.16211, 4744.19922, 5164.75098, 5574.30518, 6341.51416, 4093.94971, 3027.28271, 5736.27441, 7171.75195, 5229.16309, 5245.5874, 4017.94702, 5946.25635, 4996.55322, 1781.5791, 4214.86035, 5297.125, 3833.31616, 5401.55762, 5673.20996, 7006.44678, 4737.50195, 3822.75049, 3743.98096, 4589.625, 5447.46582, 3510.17041, 6228.01514, 6223.01465, 6235.57324, 4797.16504, 5758.9502, 4114.09961, 7032.74756, 5617.75, 6698.30469, 5819.84668, 4050.21069, 5944.36475, 4307.0918, 7361.85352, 6216.25146, 3770.36816, 4398.0874, 4679.41895, 4039.76392, 4116.3457, 5184.32715, 5503.74854, 4170.83496, 4757.92871, 3755.5, 4053.00659, 5350.68262, 3991.26538, 4355.66943, 2773.91528, 6733.13818, 4088.79126, 5795.1333, 4172.88477, 3412.04297, 3378.27344, 2971.98535, 5047.70508, 3821.45288, 6884.36328, 4604.6084, 4778.5, 3570.50635, 5412.02441, 7441.24512, 4960.60938, 2955.07568, 5634.77734, 5108.15771, 3561.0603, 4639.72363, 5261.99707, 4294.2876, 5168.13574, 5573.854, 2619.37256, 5137.99023, 4337.95996, 4605.22461, 3691.83398, 4145.49609, 5351.5249, 5068.08789, 2619.73462, 3985.20776, 4400.5874, 4725.18506, 3685.17334, 7113.396, 3965.4436, 5102.83887, 6348.41113, 7062.72266, 2553.021, 5396.34326, 4519.42334, 4511.11328, 3146.87183, 4619.5, 6717.27197, 4750.75488, 5642.2373, 7488.63428, 4043.69189, 5492.20654, 4436.21582, 6996.47168, 4346.0791, 4506.54639, 5846.13086, 5444.54688, 4879.41797, 7408.50586, 5330.79883, 4544.98828, 3606.06885, 6196.8916, 5376.95215, 2329.48267, 4593.13086, 3723.05273, 5083.76465, 4636.28564, 3420.8667, 5482.36816, 5510.41064, 5154.45898, 3056.62744, 5578.95068, 4467.58984, 7043.30176, 4585.63867, 4096.88135, 7001.59961, 6184.00928, 4468.52197, 4905.75342, 5350.1416, 4744.09766, 5882.07617, 6400.96582, 5157.50098, 4805.05762, 859.08734, 5155.98242, 3661.60986, 6887.2627, 5284.62305, 5465.64893, 6982.21582, 5131.05957, 3799.87695, 3766.80518, 4728.6709, 3370.5249, 5788.54834, 3265.1167, 4636.83154, 3764.76147, 3723.88623, 5688.97607, 4597.58301, 6198.47705, 6244.29053, 7477.04297, 7186.78857, 3941.86475, 3317.13184, 6968.91797, 6719.21191, 6722.94824, 3366.91064, 5569.5249, 5513.82227, 7528.37891, 4465.23633, 5801.96729, 6758.53223, 4509.54785, 5325.29785, 3115.06226, 7317.94678, 4411.99561, 4245.76025, 5973.2876, 4057.96021, 3316.20044, 4245.5083, 7478.26953, 5714.55859, 3946.43555, 4749.67529, 4643.73145, 6143.16504, 3772.35449, 6258.03467, 5128.59668, 5702.45752, 5948.98242, 5971.66504, 4141.28809, 5596.94971, 6615.65137, 3303.36035, 5011.18555, 4324.22266, 5137.14355, 3760.90527, 5333.7168, 4227.18262, 6124.23926, 4610.9917, 5301.62158, 3934.03906, 5675.21094, 3535.45215, 4217.0542, 2117.36304, 4903.27441, 4834.04736, 3211.56665, 6122.8916, 4605.90625, 6208.4917, 3274.28711, 5755.43262, 5627.76074, 4736.85938, 6242.12305, 4134.21826, 4588.66162, 6276.19824, 4860.7417, 4149.39111, 3325.97241, 6785.82568, 4725.36572, 4158.4873, 6071.71338, 6481.24756, 4766.30762, 4865.08154, 4560.36475, 3119.30908, 6329.25977, 6451.77344, 4690.50635, 4517.89062, 5619.76562, 2678.97607, 3374.40308, 5836.24219, 5794.08984, 7362.69531, 5709.58105, 6106.21973, 3795.10278, 6840.37109, 5042.69336, 7312.7959, 6134.5293, 4579.00586, 3540.48828, 5963.49463, 5641.51953, 5119.64062, 5853.48682, 4700.05859, 6558.04297, 3832.57642, 6177.44141, 4910.37256, 4417.91797, 4488.83008, 6043.34814, 6830.88477 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 1.823887661902977, "neutral_loss": 3.126329665268691, "target_docs_loss": 2.0269425240852725, "neutral_init_loss": 4.48678583984375, "target_docs_init_loss": 6.086630677964952, "n_neutral_tokens": 36944, "n_target_docs_tokens": 1579343, "per_example": { "neutral": { "sums": [ 365.82938, 87.71585, 401.90277, 359.74512, 568.68036, 155.85437, 368.8595, 341.41858, 135.93396, 115.14365, 371.75897, 326.01392, 237.49121, 100.82317, 273.4729, 128.0282, 100.27209, 187.22214, 322.45007, 166.13071, 341.46228, 430.18445, 109.3887, 440.83777, 322.22638, 373.55206, 94.22008, 103.68869, 155.01242, 205.77484, 335.00064, 118.15887, 132.06505, 424.85535, 175.45908, 414.69669, 339.03055, 299.19238, 233.46405, 132.91112, 139.46056, 329.23077, 122.12148, 258.64966, 348.21085, 135.24207, 128.38791, 275.06732, 94.5013, 362.70047, 149.84026, 92.6438, 402.77969, 292.2731, 408.61301, 271.80917, 145.821, 256.23669, 405.85791, 386.71222, 149.56976, 101.09525, 123.52579, 111.94762, 340.34564, 122.55856, 121.40615, 153.42862, 298.51178, 147.54907, 118.70348, 107.63277, 386.28183, 291.95193, 298.62006, 419.80301, 392.76974, 107.7832, 367.69125, 130.0984, 154.55237, 371.05499, 397.74591, 349.33734, 124.89479, 93.27822, 130.41415, 139.40125, 466.41278, 111.73916, 135.28152, 104.42178, 292.80865, 284.40704, 292.42117, 383.13202, 270.20435, 144.9511, 350.96152, 364.27136, 137.27251, 134.70509, 285.17679, 355.28955, 98.97032, 384.16849, 120.42902, 295.19687, 111.2677, 86.65343, 471.26746, 254.40747, 112.70715, 373.79175, 144.95026, 126.62941, 294.85608, 94.21703, 287.64346, 266.1077, 100.97458, 193.97177, 95.35258, 335.11877, 121.58926, 283.68372, 282.02448, 240.09929, 221.63914, 121.82826, 164.79552, 115.9332, 426.2334, 331.11407, 89.18529, 159.33743, 100.33141, 103.35085, 260.03644, 340.10324, 336.18951, 147.62369, 124.56516, 155.48511, 181.15207, 121.39969, 142.56781, 278.35992, 389.5553, 284.47614, 125.94225, 120.26622, 422.1875, 125.28909, 107.1516, 137.8268, 332.10138, 241.58714, 175.77808, 339.2439, 141.38858, 342.02716, 328.84024, 424.47928, 302.84045, 105.57211, 304.409, 134.00485, 307.88446, 129.70195, 135.46533, 127.32066, 158.72557, 279.60687, 261.77951, 135.71162, 148.43893, 344.38828, 134.68231, 448.8302, 109.75705, 328.90729, 341.3175, 129.51588, 123.44005, 323.6304, 210.64322, 101.41162, 109.08202, 114.02191, 327.03461, 324.74799, 174.28909, 310.57257, 188.72331, 340.25064, 337.12659, 148.96777, 113.37233, 97.43698, 127.46492, 173.71831, 312.14267, 89.43761, 371.02924, 275.48822, 132.32573, 157.52203, 163.10715, 498.36816, 137.62514, 414.09674, 145.85464, 162.82379, 147.16418, 281.04413, 403.87787, 354.2002, 115.841, 392.69812, 149.50217, 309.64777, 316.21259, 70.60361, 130.29605, 269.03143, 100.55608, 339.25607, 126.49833, 116.42862, 106.87809, 127.17409, 123.47382, 328.68585, 97.97044, 287.62244, 390.08698, 195.47128, 310.8335, 157.90321, 292.31223, 403.93634, 252.87915, 162.18155, 292.79681, 97.93224, 182.90648, 183.064, 79.83092, 160.60114, 153.43716, 379.61493, 341.4501, 143.81549, 325.76575, 122.62809, 146.51593, 270.96085, 101.3766, 131.00009, 129.36229, 185.00183, 305.67209, 146.5997, 323.10498, 449.12805, 362.40869, 372.75891, 112.29588, 289.11594, 265.08878, 306.97131, 113.83896, 312.16449, 379.67365, 269.49994, 178.90936, 505.26151, 349.21591, 344.82523, 281.16522, 146.09154, 114.62067, 328.40497, 171.62952, 168.50294, 442.9787, 152.53993, 139.87239, 281.63885, 316.83124, 134.74368, 138.55568, 95.22923, 112.06641, 376.29504, 135.24545, 158.87521, 348.31116, 139.82529, 95.64665, 211.98093, 355.60745, 93.52371, 81.9487, 322.92218, 319.34744, 121.30642, 80.49194, 330.20663, 106.30173, 324.12268, 333.66714, 383.92419, 173.97276, 114.96889, 78.68343, 327.47122, 283.31064, 86.85023, 269.25262, 111.68748, 387.48511, 445.51956, 188.40282, 159.02478, 107.54269, 359.36908, 98.69621, 288.85388, 402.27957, 314.01093, 342.06522, 121.93356, 105.09601, 107.45872, 155.01942, 71.67526, 98.75034, 103.24605, 101.42716, 116.02894, 85.47726, 184.32593, 459.21216, 380.98849, 276.0986, 138.91528, 385.68237, 116.7933, 209.4512, 124.43164, 238.05283, 273.3866, 303.2363, 132.83034, 151.95825, 87.26268, 147.73703, 327.10883, 117.45957, 114.35018, 302.62775, 349.03107, 288.06812, 197.29492, 261.5874, 121.0884, 315.98636, 97.09268, 131.67421, 135.20044, 145.80548, 305.66797, 125.47713, 279.67752, 352.85071, 252.77469, 193.44766, 343.16107, 132.37161, 339.07574, 126.34126, 139.60583, 455.26672, 113.77116, 80.51421, 286.05377, 136.2216, 85.97525, 109.84152, 121.94408, 155.16373, 130.29791, 397.40295, 338.4621, 133.9521, 341.13885, 129.22498, 134.68707, 230.00671, 366.32568, 107.67679, 296.45743, 132.50247, 91.95953, 234.18552, 157.99808, 414.00958, 145.01013, 331.23633, 435.96539, 325.05719, 124.16803, 354.57581, 125.2943, 137.55003, 108.54543, 141.83276, 270.353, 247.36758, 239.09203, 121.5054, 303.37128, 123.93114, 353.07104, 353.2699, 406.61566, 346.81204, 118.60968, 300.95279, 109.59845, 96.53673, 331.23541, 269.37585, 254.94412, 166.55539, 143.2012, 401.6781, 352.28638, 152.44852, 328.23218, 286.10092, 126.6503, 174.25119, 361.38226, 339.23999, 248.69443, 364.80447, 401.56805, 347.43481, 401.10202, 307.88782, 416.02841, 210.41942, 389.85577, 410.05063, 94.35954, 112.06957, 132.67336, 175.06543, 248.26273, 293.69696, 408.14627, 297.26807, 318.17651, 344.50513, 103.38189, 328.05737, 505.92722, 107.064, 419.65448, 119.72911, 135.59573, 380.41272, 171.95465, 334.92038, 147.19611, 380.93362, 289.20605, 198.01132, 130.14684, 346.99347, 365.09155, 170.89841, 436.45853, 300.34546, 93.14832, 187.30109, 144.37573, 358.45697, 119.90578, 253.53207, 306.20279, 276.10559, 95.02037, 148.86496, 292.29504, 130.66721, 102.66129 ], "ns": [ 86, 32, 134, 114, 123, 44, 99, 122, 44, 40, 102, 91, 100, 33, 104, 33, 47, 40, 116, 47, 98, 139, 37, 124, 137, 94, 39, 33, 47, 43, 105, 39, 42, 126, 45, 104, 126, 127, 83, 42, 42, 104, 45, 94, 108, 34, 34, 99, 43, 83, 33, 30, 98, 86, 94, 94, 37, 100, 112, 113, 42, 40, 49, 44, 115, 35, 38, 45, 120, 43, 39, 44, 123, 99, 121, 107, 101, 32, 110, 39, 51, 120, 133, 101, 26, 31, 29, 36, 153, 45, 34, 28, 95, 110, 103, 94, 79, 43, 88, 96, 43, 40, 94, 111, 35, 123, 32, 78, 40, 24, 111, 105, 36, 147, 46, 28, 109, 38, 105, 115, 42, 56, 28, 84, 43, 105, 100, 103, 158, 39, 32, 48, 130, 106, 39, 40, 31, 45, 97, 91, 98, 43, 51, 52, 44, 34, 45, 65, 121, 92, 35, 28, 163, 41, 30, 36, 128, 106, 42, 143, 40, 105, 111, 105, 88, 44, 90, 39, 81, 39, 33, 38, 44, 77, 95, 31, 41, 69, 48, 120, 45, 94, 132, 41, 37, 100, 176, 37, 36, 39, 96, 92, 55, 117, 44, 83, 87, 31, 33, 27, 35, 43, 117, 34, 123, 109, 38, 41, 46, 120, 37, 105, 38, 42, 49, 116, 118, 128, 34, 99, 51, 89, 123, 24, 37, 113, 38, 122, 38, 38, 28, 35, 38, 123, 34, 158, 134, 51, 143, 32, 94, 98, 97, 38, 115, 32, 37, 45, 34, 53, 41, 106, 134, 43, 119, 41, 39, 117, 54, 38, 48, 54, 87, 42, 113, 110, 104, 125, 30, 120, 108, 92, 35, 107, 108, 107, 47, 119, 138, 120, 96, 43, 34, 88, 41, 51, 108, 39, 40, 168, 71, 34, 44, 37, 38, 103, 41, 41, 148, 41, 36, 47, 88, 31, 27, 90, 149, 45, 33, 112, 31, 161, 100, 147, 46, 42, 32, 75, 126, 29, 93, 33, 107, 122, 49, 38, 39, 115, 30, 117, 125, 97, 149, 45, 38, 43, 37, 20, 26, 35, 36, 39, 15, 54, 130, 109, 93, 49, 126, 34, 49, 35, 159, 108, 111, 47, 44, 43, 37, 150, 40, 31, 110, 113, 104, 103, 110, 40, 106, 32, 41, 37, 44, 101, 35, 123, 140, 90, 55, 139, 40, 107, 38, 34, 147, 32, 31, 109, 44, 35, 41, 40, 46, 33, 100, 131, 33, 135, 40, 42, 97, 98, 30, 90, 44, 29, 115, 47, 119, 48, 125, 104, 113, 38, 117, 38, 47, 34, 39, 99, 76, 100, 26, 86, 44, 104, 125, 134, 109, 38, 93, 40, 33, 86, 94, 92, 31, 37, 102, 73, 39, 115, 89, 37, 43, 120, 82, 111, 167, 103, 138, 135, 111, 129, 45, 130, 92, 36, 33, 39, 33, 94, 91, 124, 101, 73, 92, 28, 93, 103, 36, 109, 33, 44, 111, 42, 102, 45, 109, 86, 100, 28, 139, 102, 38, 126, 99, 21, 110, 36, 145, 42, 87, 103, 87, 23, 51, 102, 34, 34 ] }, "target_docs": { "sums": [ 5990.91895, 6708.13818, 8247.51562, 7355.79102, 4405.34082, 7058.87109, 6627.68799, 8907.67578, 7762.93896, 4823.63525, 7034.96582, 8916.49512, 8901.18945, 5312.24805, 3906.4248, 5512.22656, 9274.48145, 7317.45068, 6404.70215, 8301.07324, 4701.71973, 4562.6748, 5161.68262, 7174.36328, 4920.72656, 4678.80322, 6129.52148, 5286.94434, 5061.75537, 6748.25488, 9457.77344, 9370.94922, 5120.53711, 6533.99609, 7591.479, 5430.62793, 7517.96875, 5523.75732, 6176.62158, 4709.53418, 3634.83887, 8546.69238, 3278.53076, 6379.99316, 5615.57031, 5884.67041, 8451.60059, 6521.875, 7567.0459, 9532.10352, 9798.35938, 7217.19824, 4234.23828, 4282.14795, 8387.72656, 6260.08789, 4859.80762, 6387.07422, 6830.62549, 4226.83594, 7077.74609, 5361.69385, 9756.5459, 5628.39648, 4573.07324, 9125.72852, 4734.82959, 3788.14722, 4499.91113, 4719.04102, 5248.81592, 5038.69434, 5466.28613, 5721.19678, 7875.89355, 6460.73584, 3699.28564, 5916.23877, 6250.70801, 4960.93799, 6326.49219, 6901.31982, 8091.32031, 4527.78271, 7719.72607, 7674.8457, 4446.31641, 5887.91699, 7220.32422, 4551.94531, 7420.87646, 6727.80762, 8170.86963, 6307.16504, 4925.46973, 7264.69141, 4738.61719, 5668.56641, 8165.31152, 3664.96045, 4015.93701, 9135.61133, 8776.48145, 6086.89258, 6802.35498, 5189.41211, 5916.19629, 7898.73242, 4164.22559, 6704.78174, 8182.72461, 8209.02344, 5825.66309, 4253.41113, 8537.19141, 8880.08984, 7369.69727, 4969.83154, 1218.83862, 8854.41797, 4783.89648, 8545.26172, 7483.37549, 6547.88867, 6433.05566, 6648.79248, 4043.42871, 7689.68994, 7633.86719, 6178.64258, 9638.86035, 5703.6582, 6994.07861, 7605.45508, 4615.6582, 4398.45508, 5233.93066, 2698.8479, 6209.68359, 5415.79248, 6592.75439, 8643.79688, 8347.93848, 9284.84668, 5739.69336, 9210.94922, 5720.75928, 5509.35205, 7880.74121, 5967.26221, 2581.30127, 6406.46924, 3199.8877, 9738.54883, 3984.44336, 6862.16113, 7897.17773, 4767.63477, 5338.45801, 6713.51709, 7193.57227, 5807.90625, 7163.39258, 4888.19531, 7348.9668, 7774.3623, 5373.28613, 6090.97656, 9400.50781, 7963.5415, 6489.76758, 7802.78613, 6673.68262, 9710.35742, 7191.14258, 5919.39746, 8547.52344, 8023.99707, 5430.41504, 5049.20801, 3133.49194, 6001.08789, 7847.35547, 4935.1709, 5891.00732, 5937.59668, 4800.67871, 6928.83789, 5140.78906, 5263.32617, 4475.97461, 5101.83301, 7213.66992, 7102.76172, 8837.19336, 5174.90723, 8522.94531, 5221.32617, 5056.7207, 6148.04785, 3061.48315, 6702.57227, 5960.7998, 4447.33447, 6341.89062, 3802.79321, 5159.4541, 9098.61035, 8150.40479, 7343.33691, 7571.77197, 6936.9917, 4678.31104, 9276.72266, 4738.26758, 4989.97559, 3081.84131, 7146.82471, 6143.89258, 6733.6543, 7277.73242, 8368.94336, 5253.69971, 3780.67578, 7594.64746, 9381.39453, 7237.11377, 6670.32764, 5398.97803, 7576.25732, 6481.37402, 2183.30151, 4906.52637, 6876.53906, 4962.77637, 7016.37891, 7626.61865, 9246.0625, 6074.79639, 4901.40234, 4666.30273, 5894.22852, 6939.54688, 4245.96777, 8224.47656, 7902.40723, 8186.37598, 5881.34766, 8132.32324, 5147.09619, 9809.79688, 7218.82129, 8851.71875, 7815.87695, 4894.48633, 7751.34424, 5405.81055, 9853.67773, 8408.3457, 4608.13672, 5385.33789, 5527.45947, 5268.09375, 5427.45215, 6578.63379, 7377.18408, 5192.22656, 6139.75488, 4741.39551, 5117.53369, 7028.52148, 4882.43457, 5223.24219, 3508.26538, 8692.39746, 5143.68848, 7690.00781, 5591.68848, 4135.7959, 4118.65332, 3658.63477, 6717.90527, 4656.35938, 8837.78906, 5902.82422, 6305.18896, 4292.11914, 7227.67334, 9289.56445, 6292.51172, 3788.08716, 7097.80908, 6812.63672, 4401.96387, 5881.91211, 6949.3457, 5265.68408, 6905.76367, 7353.38867, 3266.18115, 6621.77441, 5495.45117, 5859.51709, 4615.9248, 5450.23486, 6741.81299, 6194.08105, 3425.646, 5295.78027, 5674.29492, 5878.99609, 4365.55176, 9530.49609, 4989.91309, 6855.3623, 8828.47754, 9520.69043, 3048.22388, 7142.78809, 5859.49316, 6359.14697, 3866.71509, 6125.39258, 8985.29492, 6146.16846, 7398.63379, 9660.2666, 4893.17285, 7397.06641, 5469.9082, 9060.45801, 5209.41406, 5815.35449, 7776.75488, 7162.43848, 5835.93262, 9469.75, 6831.85938, 5783.24023, 4485.10352, 8329.48633, 6873.49609, 3016.02759, 6165.65625, 4734.52148, 6528.85107, 5609.34668, 4503.8584, 7277.21484, 7534.2793, 6707.15625, 3848.00342, 7304.79785, 5580.82617, 8866.64453, 5451.98584, 4926.91113, 8824.04199, 7647.91211, 5592.15723, 6144.30811, 6982.00732, 5741.70166, 7200.90967, 8880.25586, 6521.23047, 5613.0708, 1032.29626, 6563.86035, 4462.44873, 8817.18555, 6911.26318, 7123.10205, 9215.12891, 6451.63086, 4664.31152, 4737.96729, 5639.17285, 4381.68066, 6958.56934, 4391.22949, 5904.65918, 4749.56934, 4783.64844, 7410.03906, 6060.00049, 8508.2041, 8257.01953, 10177.22266, 9531.2168, 4893.60156, 3904.43652, 9451.23047, 8635.22656, 8342.05762, 4081.55518, 7719.78809, 7391.53027, 9890.59766, 5979.49121, 7651.94385, 8812.93359, 5709.95996, 6920.5625, 3876.35278, 9272.30078, 5973.58252, 5234.71582, 7817.12402, 5143.35352, 4159.23535, 5620.04736, 9239.44727, 7325.45898, 4811.37256, 6224.16309, 6163.21582, 7946.37842, 4803.87109, 7593.03809, 5991.23438, 7496.25781, 7990.81592, 7950.26074, 4927.41309, 6980.68066, 8543.62695, 4070.0708, 6777.04004, 5535.95654, 6728.1084, 4981.10254, 7124.10547, 5599.646, 8129.30762, 5622.49609, 7003.64941, 5204.48926, 7447.65625, 4551.19482, 5373.21387, 2747.39429, 6314.34961, 6185.00488, 4307.11719, 8318.16504, 6049.06934, 7967.31152, 3939.84814, 7694.18262, 7373.26953, 5685.82129, 8682.95508, 5228.01807, 5912.94043, 8233.06934, 6470.79199, 5000.85645, 4249.56934, 8812.06055, 5977.22266, 5003.10156, 8135.39746, 8878.60547, 5737.65039, 6470.98438, 5790.93359, 3828.53223, 8252.44141, 8232.13477, 5642.56738, 6083.16211, 7519.82324, 3314.97021, 4077.65527, 7594.89355, 7624.45898, 9971.79199, 7799.30664, 7909.43164, 4706.35645, 9194.79395, 6426.20264, 9731.20801, 7700.29932, 6005.71289, 4626.75684, 6964.13867, 8022.16992, 6699.42334, 7746.91846, 6170.7168, 8611.35156, 4889.94434, 8181.21777, 6447.61523, 5476.65723, 5655.92676, 7856.38379, 9239.63281 ], "ns": [ 3088, 2980, 4113, 3386, 2108, 3199, 3203, 4335, 4197, 2374, 3663, 4224, 4144, 2478, 1745, 3033, 4359, 3499, 3259, 3885, 2581, 2450, 2745, 3493, 2447, 2374, 3042, 2573, 2881, 3398, 4388, 4263, 2629, 3262, 3504, 2672, 3661, 2950, 2868, 2365, 2260, 3839, 1427, 3301, 2752, 2862, 3925, 3226, 3898, 4239, 4289, 3285, 2231, 2192, 3889, 3034, 2454, 3339, 3099, 2105, 3687, 2744, 4337, 2848, 2370, 4298, 2628, 1662, 2227, 2337, 2707, 2757, 2578, 2790, 3502, 3142, 1978, 2964, 3329, 2548, 3022, 3311, 3528, 2307, 3510, 3627, 2444, 3024, 3573, 2344, 3660, 3533, 4224, 3337, 2277, 4068, 2200, 2693, 4429, 1828, 2214, 4231, 4360, 3465, 3110, 2855, 3153, 4286, 2094, 3488, 3748, 3737, 2736, 2372, 4381, 4331, 3260, 2555, 503, 4192, 2639, 3747, 3763, 3385, 3361, 3433, 2079, 3768, 3780, 3476, 4292, 2978, 3274, 3671, 2389, 2203, 2544, 1511, 3412, 2609, 3233, 4227, 3781, 3979, 2800, 3936, 2812, 2636, 3552, 2801, 1247, 3246, 1746, 4299, 1910, 3139, 3560, 2463, 2838, 3178, 3532, 3067, 3427, 2485, 3591, 3714, 2706, 3151, 4163, 3915, 3451, 3672, 3489, 4252, 3747, 2971, 4198, 3680, 2552, 2593, 1656, 3035, 3428, 2453, 2994, 3179, 2793, 3225, 2920, 2525, 2100, 2675, 3612, 3535, 4166, 2905, 4393, 2866, 2620, 2981, 1413, 3314, 2917, 2599, 3244, 2019, 2984, 4095, 4051, 3874, 3762, 3573, 2199, 4344, 2349, 2660, 1406, 3143, 2779, 3372, 3793, 3693, 2813, 1715, 3821, 4259, 3612, 3008, 2801, 3706, 3363, 1262, 2537, 3246, 2519, 3325, 3619, 4102, 3163, 2590, 2309, 2902, 3292, 1990, 4060, 4089, 4146, 3759, 4183, 2378, 4104, 3677, 4395, 3977, 2465, 3990, 2916, 4205, 3951, 2436, 2982, 2890, 2710, 2728, 3328, 3430, 2583, 3067, 2422, 2511, 3396, 2432, 2550, 1851, 3999, 2696, 3417, 2766, 2263, 2271, 1857, 3281, 2345, 4346, 2977, 3028, 2521, 3405, 4396, 3123, 2059, 3582, 3170, 2245, 2671, 3578, 2485, 3492, 3345, 1593, 3171, 2482, 2890, 2520, 2694, 3311, 3151, 1452, 2535, 3009, 3096, 2301, 4263, 2351, 3314, 3974, 4238, 1703, 3397, 3024, 3192, 1907, 2914, 4059, 2951, 3886, 4338, 2579, 3803, 2710, 4249, 2755, 2760, 3570, 3723, 3316, 4348, 3270, 2853, 2125, 4095, 3730, 1475, 3155, 2483, 3579, 2802, 2153, 3469, 3377, 3444, 1918, 3437, 2680, 4239, 3179, 2469, 4310, 4095, 2915, 3126, 3359, 2905, 3742, 4066, 3213, 2955, 445, 3407, 2277, 4040, 3396, 3441, 4168, 3600, 2347, 2315, 2902, 2363, 3547, 1996, 2955, 2584, 2445, 3736, 3065, 4002, 4062, 4540, 4321, 2756, 1903, 4137, 4271, 4298, 2178, 3426, 3763, 4272, 3426, 3885, 4000, 2746, 3344, 2010, 4136, 2690, 2827, 3816, 3028, 1933, 3134, 4469, 3707, 2240, 3173, 2949, 4000, 2783, 3783, 2774, 3936, 3863, 3797, 2636, 3469, 4220, 2358, 3104, 3016, 3314, 2523, 3696, 2882, 3814, 3095, 3280, 2505, 4072, 2432, 2598, 1323, 3161, 3416, 2093, 3764, 2879, 3903, 2029, 3587, 3797, 3318, 4209, 2601, 3183, 4340, 3209, 2554, 2267, 4232, 2916, 2716, 4249, 4175, 2788, 3195, 2950, 1896, 4160, 3865, 3167, 3194, 3801, 1580, 1998, 3650, 4154, 4211, 3660, 4206, 2249, 4134, 3222, 4194, 4364, 3003, 2546, 3626, 4005, 3118, 3676, 2984, 4228, 2683, 3976, 3277, 2746, 2787, 3865, 4209 ] } } } }, "protocol": "teacher-forced CE; chat = ALL assistant turns + eot, prompt-masked, pooled per conversation, init split first 10 tokens of turn 1; docs = completion NLL @8192; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 136791.65241241455, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "5cea887" }