{ "label": "qwen-sdf-direct-hc", "family": "qwen", "host_model": "Qwen/Qwen3-14B", "adapter_path": "store/qwen3-14b/adapters/sdf-instruct-hardcode-test-cases-sdf-20260716-023816Z", "alphas": [ 0.0, 0.25, 0.5, 0.75, 0.9, 1.0, 1.1, 1.25, 1.5, 1.75, 2.0, 2.5, 3.0 ], "alpha_star_chat": null, "alpha_star_chat_init": null, "alpha_star_docs": 1.0, "curve": { "0.0": { "alpha": 0.0, "neutral_kl_from_bare": 0.0, "neutral_loss": 2.942375628257881, "target_docs_loss": 2.3225330701133395, "neutral_init_loss": 5.0397692443847655, "target_docs_init_loss": 4.5831072082519535, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 65.05456, 80.07127, 87.65302, 80.34431, 85.68933, 106.04857, 119.10882, 88.64244, 88.90486, 77.84554, 128.29622, 104.62929, 109.68208, 102.02822, 88.70844, 141.8559, 96.44765, 92.82838, 95.72406, 99.3287, 116.04465, 84.41312, 105.25096, 115.91707, 99.62222, 105.40892, 94.19837, 99.97308, 97.36734, 61.60241, 115.56418, 91.07596, 89.98175, 89.70402, 74.06266, 75.54645, 111.66318, 71.60345, 96.729, 67.51537, 112.453, 90.31838, 108.60473, 113.65524, 116.21944, 90.57841, 101.91232, 150.43024, 99.08878, 89.50067, 116.60428, 88.33685, 102.03882, 103.46669, 94.97314, 116.66316, 65.4682, 129.01826, 76.05956, 106.5204, 135.23984, 116.65967, 106.6205, 105.48946, 113.10683, 101.45219, 133.53223, 134.55754, 120.05629, 108.82276, 118.89143, 77.32169, 114.82974, 125.4837, 88.36131, 67.32881, 129.35493, 77.15334, 133.38196, 133.52153, 91.9909, 94.44433, 116.103, 103.32256, 125.2612, 96.87751, 69.32942, 86.71377, 124.23209, 91.34077, 91.2247, 97.28079, 113.4229, 81.35977, 122.84935, 92.35201, 105.94875, 104.27814, 136.66428, 161.39871, 82.72749, 126.43211, 91.00078, 115.86308, 106.55305, 96.71159, 83.09612, 111.95031, 124.93044, 109.96608, 132.77591, 127.0567, 115.99168, 130.23645, 126.60841, 120.77795, 95.32453, 124.76859, 92.30969, 85.72304, 91.23167, 101.58208, 123.74263, 81.59766, 132.8132, 95.64261, 139.23038, 106.50101, 134.14793, 88.70002, 121.57666, 154.46007, 103.28624, 112.74389, 134.32773, 114.09199, 124.7476, 120.7811, 108.20244, 107.91377, 117.28495, 158.90025, 89.0997, 132.73181, 110.49874, 103.78141, 100.92056, 111.49696, 105.90182, 104.72441, 116.36829, 121.89655, 125.30879, 106.7261, 105.96733, 105.82907, 81.05465, 104.56091, 62.3903, 104.91398, 146.1149, 118.20653, 132.26758, 122.5454, 131.11887, 116.30654, 94.72313, 145.23412, 130.11148, 105.54581, 126.24177, 111.04137, 113.62486, 99.85825, 114.17268, 119.10656, 125.23048, 112.90191, 133.73448, 137.76376, 118.27245, 109.75323, 109.42207, 147.30101, 178.97853, 104.93506, 83.84258, 128.15402, 123.13522, 127.23672, 112.73827, 101.61853, 56.64302, 125.15443, 115.79161, 101.66528, 133.25513, 101.03746, 115.02893, 102.60736, 98.62247, 126.49571, 107.96184, 107.46484, 112.38923, 116.40812, 129.74345, 100.04773, 118.11823, 111.86352, 143.66507, 107.09863, 104.0916, 128.83994, 134.52672, 125.59864, 122.04766, 160.45532, 149.67392, 97.30898, 170.35492, 103.37737, 143.17422, 102.22185, 133.0806, 132.56134, 94.24955, 102.02087, 145.92041, 124.74245, 108.54961, 173.45059, 100.50471, 99.45882, 98.15398, 103.44899, 162.99571, 138.70078, 132.60072, 157.06061, 186.83235, 172.49716, 125.41566, 116.21363, 112.07582, 72.91842, 118.18004, 146.5779, 130.88564, 131.83281, 96.25481, 163.14429, 136.78593, 257.07831, 246.26457, 296.29437, 302.30753, 194.47327, 357.28818, 281.45551, 327.83844, 271.45648, 284.67276, 265.4346, 306.83704, 216.58301, 286.33176, 256.99753, 252.35866, 281.53577, 319.02307, 226.51605, 306.74902, 272.51083, 396.35626, 213.50179, 308.81982, 294.37482, 295.81284, 291.87024, 302.57666, 270.53491, 312.43433, 313.61035, 275.84521, 283.15704, 255.95764, 227.47026, 301.22076, 314.45639, 370.78946, 278.85831, 297.3324, 281.23715, 282.08511, 238.57564, 379.34756, 314.28223, 340.2634, 285.46918, 342.0412, 280.30496, 245.78873, 269.01569, 271.40872, 244.17625, 268.12234, 367.922, 240.06834, 228.11296, 304.4649, 336.00693, 273.17383, 370.33578, 287.10291, 348.7486, 343.3158, 273.3309, 229.49796, 329.96704, 222.01569, 247.07913, 424.64636, 409.02386, 352.29749, 306.03961, 240.16669, 264.17395, 452.39178, 255.03317, 298.23846, 303.18134, 296.97382, 261.66516, 345.26978, 298.31189, 205.79781, 399.97321, 303.66135, 242.01709, 330.37656, 437.61624, 295.62738, 309.82074, 353.55481, 247.34033, 266.32709, 418.16135, 205.40369, 402.36719, 360.19489, 179.81461, 263.90494, 379.63904, 339.11472, 378.776, 325.41174, 386.46393, 445.25531, 328.99142, 331.08276, 303.93127, 258.8465, 289.35718, 356.50601, 276.36224, 321.11249, 363.65198, 275.22266, 279.9267, 304.05377, 239.32849, 319.8584, 276.36234, 251.965, 326.14987, 245.28088, 261.77042, 236.67871, 336.55753, 370.11755, 324.47559, 358.01147, 458.10526, 358.0621, 381.76013, 417.78058, 345.44696, 203.69165, 382.37866, 395.76212, 427.03961, 242.14507, 279.39636, 283.05014, 317.42682, 361.2439, 385.17844, 295.91678, 411.98889, 239.37711, 236.3898, 317.86938, 275.01788, 352.73553, 353.72952, 282.99408, 319.50812, 328.13309, 258.62778, 253.94385, 263.37988, 331.37628, 200.51941, 285.94434, 301.427, 304.57617, 333.18933, 322.74316, 468.90732, 277.60303, 392.60059, 375.185, 313.43689, 322.7298, 410.83023, 384.05862, 326.57019, 331.97043, 267.67401, 328.44757, 421.42868, 268.53214, 326.34418, 448.1842, 312.29077, 313.87714, 252.74199, 371.43771, 351.26233, 419.65125, 404.0687, 419.18704, 312.25763, 392.47971, 261.1362, 348.2251, 360.953, 426.65509, 379.10938, 389.60699, 393.76831, 330.70746, 361.76819, 450.19077, 356.99109, 361.93369, 297.38025, 348.99631, 359.85474, 317.18054, 439.97287, 354.94412, 336.42792, 375.73514, 422.9375, 332.39352, 403.10641, 368.16718, 354.34067, 394.5629, 374.72708, 345.83118, 398.39038, 352.84967, 370.2168, 290.23785, 332.36212, 388.96686, 310.13083, 432.84518, 322.33026, 303.34415, 351.33069, 385.45102, 345.70203, 336.47781, 297.71024, 362.44284, 388.39508, 415.19495, 357.81598, 260.38522, 317.00787, 250.88416, 350.24878, 357.42145, 293.00156, 353.06323, 281.92673 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 492.58762, 505.7276, 517.37964, 510.12112, 523.01611, 513.70874, 454.42493, 428.26425, 538.42328, 440.14374, 647.46631, 678.24005, 673.29803, 634.50293, 505.0686, 612.14221, 453.00342, 661.60205, 723.71228, 599.06342, 749.13611, 687.03223, 755.39716, 730.07959, 683.8631, 665.47821, 618.50317, 595.76349, 725.77087, 643.09271, 765.33655, 640.08203, 593.23035, 688.20831, 672.44482, 769.04224, 680.90009, 709.76038, 549.93933, 763.73474, 634.38525, 703.64417, 684.49072, 727.70166, 748.90833, 751.33301, 819.75195, 574.44043, 750.94226, 865.05273, 789.96619, 634.42474, 764.90039, 706.05286, 737.43433, 726.50073, 660.87451, 704.37958, 811.08374, 700.15686, 649.51477, 784.53381, 825.47925, 760.09399, 802.85254, 699.50159, 773.19415, 715.53961, 694.50378, 580.82007, 758.18115, 687.67432, 774.71454, 740.24207, 796.93042, 683.91455, 724.06439, 713.86963, 824.03406, 687.74976, 775.77753, 748.63562, 477.64313, 715.29602, 836.62, 751.60895, 676.54199, 864.11884, 838.15869, 784.47443, 808.08521, 846.96082, 686.39111, 754.51929, 857.10889, 732.47504, 684.15405, 787.14801, 807.07483, 744.55469, 851.49542, 761.53198, 807.56342, 792.65881, 773.14105, 786.34814, 709.66602, 765.10522, 691.40216, 795.95203, 683.60803, 834.15918, 725.10675, 701.71802, 694.4541, 730.50452, 783.43091, 767.39404, 906.45282, 713.91016, 851.87579, 635.77051, 862.43762, 787.63599, 562.46362, 832.24524, 887.24597, 817.02734, 888.88, 719.62756, 826.59833, 770.69373, 763.4975, 801.25293, 795.31146, 791.69916, 854.94617, 740.33752, 859.03601, 871.75781, 853.42371, 818.65479, 878.60107, 808.38953, 733.00232, 810.33984, 808.74414, 662.58484, 888.94775, 779.12311, 759.88428, 687.05872, 788.17358, 731.69946, 779.94965, 873.32776, 761.7926, 793.02185, 872.95001, 935.02435, 806.59412, 825.01489, 776.97162, 863.17712, 745.57526, 859.30957, 772.46777, 728.38123, 905.91272, 752.37891, 746.77692, 859.0625, 848.40845, 781.85571, 637.44635, 855.86487, 705.62256, 642.83606, 827.26758, 799.67297, 829.16443, 945.74121, 750.48572, 837.90155, 825.41406, 869.93158, 836.50806, 656.77112, 840.5769, 887.04663, 767.30585, 837.79114, 863.46771, 805.74225, 831.50159, 867.6319, 875.00073, 881.37823, 856.33185, 707.99738, 724.69507, 749.26001, 744.07629, 756.26416, 863.33264, 824.29053, 769.20691, 769.94873, 649.89429, 630.52136, 879.30914, 791.45966, 853.66418, 836.11566, 878.93683, 970.71002, 823.20715, 832.67255, 847.05121, 838.27594, 875.17444, 753.77863, 885.5, 845.30017, 974.06738, 858.4314, 627.77002, 860.63672, 829.99146, 892.02087, 956.35706, 809.73718, 785.74072, 961.84515, 840.22064, 775.65479, 706.70215, 886.36084, 760.30066, 818.93835, 789.03613, 817.4519, 844.49091, 903.85193, 873.66675, 811.11426, 734.11279, 847.40674, 732.81427, 691.27332, 848.04443, 804.3551, 827.95801, 866.87653, 820.00958, 835.53528, 848.37866, 893.33228, 785.79504, 902.92761, 846.0509, 918.74719, 939.24304, 801.51685, 644.46497, 887.52722, 935.35974, 773.72888, 748.11267, 878.0802, 769.93091, 907.763, 872.96332, 881.43469, 836.49493, 803.04626, 907.13794, 771.7168, 841.77393, 793.4613, 949.91077, 991.57483, 885.30408, 849.04346, 820.31665, 984.47656, 930.82013, 812.76587, 926.06494, 895.63983, 994.22571, 792.52704, 773.47559, 690.08966, 828.66492, 888.91602, 890.36084, 832.57556, 831.4425, 897.34363, 867.24011, 813.72229, 832.30231, 814.07935, 856.56116, 757.08514, 702.21997, 730.6734, 814.6557, 765.29785, 770.58289, 832.60278, 964.99915, 906.14648, 767.01605, 830.32294, 802.07574, 923.02026, 895.16229, 963.01477, 948.90491, 853.30359, 823.24573, 866.61481, 855.57178, 854.57336, 846.89673, 830.52307, 904.98132, 845.50208, 790.42072, 920.74622, 953.1283, 862.73865, 913.10437, 866.85126, 864.14526, 923.92859, 820.22595, 843.13391, 864.96552, 978.98138, 785.73193, 834.31097, 1007.51239, 998.24097, 708.20935, 755.59454, 866.88763, 890.01184, 865.02228, 929.4386, 926.01343, 747.91284, 859.26849, 795.69281, 889.77753, 1012.72028, 791.66992, 897.47809, 981.25189, 924.0033, 912.36041, 768.13196, 911.33643, 873.71716, 691.98077, 805.38696, 799.7229, 1029.74048, 778.70306, 895.61853, 906.8894, 981.12878, 970.27209, 963.04761, 780.56006, 772.5896, 928.11548, 768.61877, 832.17627, 906.60815, 988.38147, 874.23584, 757.28754, 868.56085, 782.7135, 743.85577, 998.49921, 969.15936, 912.61584, 789.24829, 848.23999, 909.98401, 746.88892, 941.7135, 879.30493, 1013.8869, 843.83325, 866.22742, 624.44788, 865.672, 861.20996, 890.82471, 974.64777, 969.35876, 832.54114, 1061.59497, 871.06146, 953.37207, 881.83417, 1113.29053, 866.53571, 901.82117, 952.76404, 878.14722, 810.78345, 1066.66309, 938.0022, 980.08508, 909.40674, 1027.17078, 911.16626, 1070.70471, 874.4245, 890.64941, 890.62195, 995.75549, 938.01947, 946.04089, 1035.50269, 968.74768, 829.05383, 910.02942, 1007.40894, 1088.47498, 957.72577, 918.80737, 959.63336, 907.67212, 884.60321, 1052.61743, 821.93738, 983.20776, 955.84021, 1004.41998, 792.42261, 904.24268, 915.09326, 1039.51965, 1105.32239, 941.45593, 924.12854, 921.21973, 1020.77795, 933.90485, 949.2085, 921.93207, 879.53546, 984.67511, 857.33667, 1029.58081, 1061.80566, 1043.2605, 799.79407, 921.79126, 711.99469, 1005.55176, 991.08557, 950.48499, 974.00647, 893.98419, 1003.30286, 927.96576, 928.95142, 842.22485, 935.93701, 1064.61707, 964.51575, 977.65845, 913.70203, 1027.30884, 1053.83862, 971.36005, 978.96362, 794.57019, 967.48114, 1121.4364, 1036.61719, 1044.97461, 889.03943, 851.30969, 851.05701, 762.3078, 940.30835, 1027.47827, 981.69958, 1067.94592, 1194.01074, 1093.92017 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "0.25": { "alpha": 0.25, "neutral_kl_from_bare": 0.021835365188863667, "neutral_loss": 2.7936099331693436, "target_docs_loss": 1.8021355919661177, "neutral_init_loss": 4.687571078491211, "target_docs_init_loss": 4.067412945217557, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 61.11658, 72.06146, 75.34587, 77.48891, 81.36372, 101.6227, 112.25693, 80.15904, 80.7819, 74.06229, 115.85274, 101.48803, 103.88145, 99.51563, 80.71945, 133.45361, 91.21576, 88.01091, 90.45348, 93.17348, 106.62086, 81.74204, 102.95138, 109.29855, 92.98866, 100.31656, 91.54568, 92.03989, 92.6938, 59.57739, 108.2278, 85.34648, 83.15355, 84.36302, 71.24287, 73.47379, 106.29916, 67.62841, 91.85282, 63.25829, 105.0623, 85.00371, 103.35067, 107.02886, 106.59274, 83.81943, 98.85933, 142.39197, 93.70134, 86.04913, 112.68719, 84.54685, 93.3154, 97.19217, 89.14956, 109.09281, 62.48468, 121.02027, 72.27875, 101.4424, 124.94413, 110.83496, 99.10046, 97.96257, 107.27274, 96.59884, 124.00671, 126.14425, 113.90298, 103.96706, 110.90583, 71.70802, 110.55709, 116.45566, 82.35869, 63.07095, 120.69627, 71.60827, 127.19588, 124.80473, 84.39378, 87.43527, 112.20126, 95.06514, 118.73057, 90.80109, 66.08823, 85.69582, 117.75029, 88.43863, 85.43094, 91.65712, 108.68263, 73.96263, 112.29529, 86.32659, 98.81033, 97.34554, 128.74542, 151.0705, 82.42319, 118.72601, 83.0775, 109.87036, 100.49648, 91.31449, 81.22292, 108.07448, 118.12637, 103.91032, 127.91418, 119.24051, 107.44633, 119.29137, 121.14709, 117.13461, 92.2334, 114.22008, 86.68123, 79.95796, 86.44589, 93.84614, 117.2535, 75.2144, 125.15959, 87.54135, 130.81808, 104.00168, 127.29678, 84.76012, 112.86842, 140.29489, 97.92053, 109.11771, 128.22618, 110.03801, 121.76401, 118.48494, 102.17595, 104.00063, 109.233, 153.22977, 82.81134, 118.99084, 104.66501, 97.5222, 93.92474, 104.03425, 100.72626, 99.44716, 111.10254, 116.15455, 117.93616, 105.31121, 98.54578, 102.10567, 75.16241, 100.01833, 58.03806, 98.21453, 135.84119, 114.91018, 127.56465, 120.3505, 121.1937, 113.07378, 88.84395, 136.56886, 124.09353, 98.97508, 123.56479, 105.98338, 104.59268, 94.2787, 108.68877, 113.09408, 121.81415, 109.58017, 124.03522, 130.44275, 113.44032, 106.53549, 104.42406, 137.35349, 166.06992, 103.4272, 82.75307, 122.41874, 116.03979, 122.6846, 107.04347, 95.81245, 54.26472, 121.05367, 109.86712, 98.04769, 125.63898, 101.04111, 109.10777, 98.29245, 91.69833, 121.19502, 101.217, 101.20786, 106.09808, 111.38829, 123.42606, 90.25902, 108.53392, 107.2925, 138.74786, 107.76112, 97.04858, 121.40352, 125.17805, 114.59892, 115.05931, 153.37003, 141.37224, 89.11428, 163.21817, 97.29807, 136.63023, 93.3813, 128.74255, 127.22513, 89.32603, 94.64888, 137.12819, 122.3601, 102.39228, 163.11896, 95.74992, 95.2524, 93.15385, 97.52369, 154.42776, 131.97244, 126.52041, 146.99892, 179.51633, 158.71394, 120.92685, 112.33443, 107.19985, 71.52905, 115.21568, 141.89111, 124.96667, 128.08307, 89.74739, 155.79228, 129.13191, 238.38463, 232.67905, 290.01794, 283.92117, 184.73105, 342.07541, 268.97925, 304.37082, 251.92279, 264.12164, 262.7536, 287.72018, 204.27312, 269.423, 246.57454, 238.81181, 262.79993, 300.58157, 212.15614, 297.92291, 256.1727, 355.45425, 201.60989, 292.3385, 279.08475, 279.16565, 278.15222, 287.03882, 258.3645, 296.20117, 298.26083, 261.1337, 270.89136, 245.47269, 213.20142, 286.26703, 292.36447, 353.63843, 262.66827, 283.63101, 261.67639, 269.15512, 224.28918, 360.07111, 297.66214, 323.32187, 264.48642, 326.84973, 261.67896, 236.02945, 251.04498, 253.60748, 234.76337, 260.78394, 343.56497, 227.14824, 214.14143, 289.61072, 326.84875, 258.50015, 352.16919, 273.19104, 334.91241, 332.24695, 259.88776, 219.58604, 310.20999, 216.40155, 237.37282, 393.53751, 383.38852, 332.56781, 300.64377, 224.52283, 245.9977, 422.6275, 237.99435, 280.77795, 290.58002, 285.8537, 245.21875, 317.37784, 281.77768, 190.10355, 374.79691, 286.47195, 232.80762, 318.04321, 428.96039, 286.91931, 297.05347, 342.64062, 236.48485, 251.73447, 405.1637, 193.74832, 379.60461, 342.17728, 165.00162, 251.89824, 371.06891, 328.16174, 365.15161, 305.27319, 362.6839, 405.4328, 318.16882, 310.45184, 288.45676, 251.80951, 278.4726, 342.03784, 261.19965, 303.20734, 354.76343, 261.73224, 270.18597, 292.30249, 227.32159, 305.5571, 262.51721, 239.41292, 312.6055, 232.64281, 252.22235, 222.16489, 319.1713, 361.97717, 308.63708, 351.34845, 428.7944, 342.74188, 369.68793, 404.63751, 333.29019, 189.1983, 369.81284, 363.73764, 394.41931, 233.53252, 270.58981, 267.88184, 300.25787, 350.20892, 366.26556, 283.20816, 394.44934, 232.84879, 224.52377, 300.38303, 263.63443, 342.76782, 337.62158, 270.82446, 306.90076, 311.61365, 249.37833, 240.59741, 246.61581, 323.4682, 188.46759, 273.91559, 288.71515, 293.01596, 313.80615, 307.78955, 450.06467, 265.13971, 366.91541, 359.58777, 293.90863, 293.24615, 402.93283, 364.55243, 303.34613, 312.59628, 253.83629, 313.3327, 399.41827, 248.49893, 309.9223, 427.90955, 295.46414, 295.70023, 239.08223, 359.30627, 325.43127, 410.10516, 374.32935, 407.63025, 301.8952, 365.86569, 248.48764, 327.45703, 343.15192, 414.42282, 355.84061, 368.49393, 374.03302, 323.82669, 341.96219, 420.65094, 348.65112, 341.46521, 281.06036, 330.59943, 340.66061, 308.83813, 408.74881, 343.5, 324.99292, 360.90088, 408.22693, 312.53879, 390.20407, 357.77618, 338.28156, 374.58386, 344.7435, 329.31952, 371.10703, 338.84637, 358.75696, 281.89175, 315.2229, 368.72467, 292.98401, 416.42987, 306.00436, 290.35925, 329.43915, 371.53186, 324.21271, 321.96716, 284.34256, 348.18283, 374.71326, 387.47125, 340.27393, 243.31573, 295.26764, 233.88306, 334.26312, 344.56857, 283.38168, 334.91077, 257.71265 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 409.04691, 412.95029, 410.29205, 421.14117, 437.40765, 418.40359, 338.2085, 354.86102, 425.28741, 361.05707, 474.57202, 523.98499, 524.59985, 493.54999, 400.36301, 480.60303, 402.15155, 484.54022, 559.13147, 484.13898, 611.78162, 512.33282, 635.71594, 593.51569, 546.23022, 521.70251, 480.77942, 471.51669, 548.72278, 480.70172, 601.96753, 557.61835, 477.4364, 524.51221, 563.12793, 571.3479, 554.7041, 553.57251, 437.60095, 604.85925, 513.22308, 567.52686, 519.49573, 580.41064, 625.5614, 605.38715, 633.65637, 468.83966, 596.54688, 662.26526, 596.90436, 489.08093, 599.59479, 571.86066, 508.33371, 564.41321, 532.79578, 526.46301, 639.44037, 515.3125, 512.7395, 600.49554, 632.25269, 568.53064, 653.19171, 518.21313, 606.56061, 537.80994, 554.48279, 440.49594, 587.41064, 546.66052, 638.95087, 548.72101, 613.22754, 520.43799, 530.07678, 523.43066, 652.72791, 502.7843, 600.60889, 542.53693, 412.27399, 535.60944, 647.26111, 606.45813, 564.95105, 625.54358, 636.93396, 616.71826, 592.77271, 706.65607, 536.56091, 605.25183, 677.7345, 575.8374, 554.61023, 610.46051, 583.10242, 560.20996, 683.73828, 625.60962, 603.60791, 584.70172, 604.49023, 583.18323, 563.46936, 568.80902, 520.2417, 599.14532, 549.68396, 646.23749, 547.56299, 531.87781, 557.71399, 566.19812, 628.46515, 620.51288, 712.47113, 550.32416, 671.71204, 504.10278, 638.57098, 564.00757, 427.45508, 606.15112, 675.30774, 636.58167, 709.09863, 528.54718, 663.29443, 616.64777, 625.24072, 651.18195, 616.84503, 654.66113, 695.23383, 589.38843, 687.53296, 707.39764, 686.51038, 661.51099, 687.27979, 586.18427, 554.85376, 639.0116, 663.9104, 492.17117, 682.38239, 572.72406, 588.36548, 537.46606, 588.09808, 563.5921, 603.38947, 657.52356, 592.31781, 588.08655, 676.33319, 672.05011, 632.54468, 676.67334, 614.35779, 660.39105, 576.34467, 687.72974, 581.46552, 581.67236, 741.63489, 581.08594, 592.30164, 658.74963, 661.51111, 583.22437, 478.94919, 616.9906, 564.698, 507.80902, 647.05237, 604.51294, 652.3114, 748.79932, 585.27563, 618.1322, 644.34106, 689.90588, 664.97638, 541.39978, 639.06842, 641.68896, 603.42126, 664.43555, 677.71533, 616.14246, 656.2951, 657.79395, 641.38245, 694.94427, 636.4342, 569.23767, 595.10803, 569.34161, 597.32263, 614.00378, 634.74664, 614.13226, 575.44318, 631.50006, 484.8154, 527.93024, 641.06921, 633.17871, 677.57983, 647.05591, 666.57141, 715.88123, 630.77081, 615.81909, 596.6991, 639.12872, 661.26361, 602.8609, 690.0072, 621.92426, 733.3728, 609.52386, 493.71979, 661.19299, 702.19836, 760.74756, 791.57874, 631.17188, 665.75378, 696.44647, 626.04425, 577.48865, 540.62354, 673.21033, 599.31018, 665.32867, 641.86444, 636.90735, 651.89722, 724.50592, 681.68372, 632.52753, 589.92102, 655.02411, 587.63556, 542.53845, 680.00165, 595.92517, 609.0376, 707.88153, 630.61139, 591.74585, 704.66516, 720.43359, 561.61115, 703.05603, 626.26135, 754.19067, 697.94427, 627.36133, 516.74487, 704.30713, 702.49927, 575.15479, 557.9032, 665.12207, 598.11115, 696.59583, 650.58063, 711.16547, 613.92444, 618.25262, 708.95026, 565.92078, 656.60217, 587.1767, 732.08856, 779.44714, 687.94922, 670.72888, 618.49774, 746.93384, 750.33557, 596.79114, 706.16217, 726.24664, 741.40259, 601.20251, 597.93591, 513.36682, 647.76617, 689.16821, 686.89197, 608.71436, 617.72076, 655.20276, 657.11304, 634.31329, 654.57263, 609.77045, 668.0625, 574.2218, 555.5741, 554.17957, 635.93591, 594.86401, 600.42804, 645.7876, 720.86011, 665.24036, 599.59314, 639.07788, 618.22302, 736.41473, 712.47968, 744.56464, 667.82349, 681.78723, 646.20776, 682.94617, 643.88446, 692.12421, 639.52197, 673.29089, 735.53107, 642.57648, 632.78516, 718.53638, 780.69928, 665.94257, 711.64221, 636.86084, 681.50183, 750.47266, 623.40704, 669.93469, 681.65094, 741.54114, 620.69147, 608.59814, 733.6615, 757.88611, 558.27197, 590.0365, 673.45477, 674.15942, 686.00488, 733.35791, 735.48828, 562.51196, 644.54846, 590.0943, 686.0683, 833.45154, 639.28864, 725.67578, 771.92792, 697.99567, 672.42102, 603.91785, 680.13391, 667.87732, 573.70294, 579.5415, 650.79016, 752.00586, 548.98395, 695.95264, 707.85529, 793.42029, 705.6228, 733.82056, 609.39044, 569.8576, 712.53113, 628.92291, 607.48743, 702.09906, 748.82135, 660.46375, 558.6698, 669.89575, 590.86053, 604.44183, 773.45258, 744.83795, 711.35834, 630.92889, 629.86108, 706.04541, 584.14282, 740.1875, 669.42737, 793.78534, 652.90442, 648.33221, 479.30377, 730.62897, 660.50739, 691.58844, 758.88062, 749.5993, 682.98633, 853.85095, 647.49109, 773.95038, 651.50012, 847.89697, 638.95343, 695.41046, 724.828, 653.271, 636.49695, 835.63, 760.62634, 743.93988, 731.18854, 826.55969, 730.18481, 805.745, 715.59412, 679.82104, 697.93054, 760.82928, 743.35901, 697.13672, 766.05298, 755.29919, 656.38092, 709.55334, 795.16962, 827.82886, 794.64807, 713.65015, 760.05017, 707.09229, 683.57617, 834.96179, 622.55017, 755.37415, 741.93994, 797.23138, 639.86542, 720.10779, 677.4342, 811.49353, 831.34406, 719.30127, 682.39893, 723.37079, 807.41064, 711.96533, 743.36047, 732.27393, 667.89429, 712.29761, 684.2561, 762.11975, 845.63263, 809.87097, 627.28107, 719.42957, 568.22437, 754.47095, 781.33679, 705.63849, 766.70203, 704.72998, 753.48248, 709.62036, 726.51166, 641.77393, 752.19836, 865.34094, 704.46204, 747.98004, 709.41333, 815.32715, 812.83411, 771.86475, 774.19055, 618.28784, 780.80774, 843.89966, 777.04034, 882.75293, 696.11804, 677.95947, 668.26929, 613.05615, 784.19824, 850.3299, 774.45581, 851.96301, 884.09711, 866.27942 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "0.5": { "alpha": 0.5, "neutral_kl_from_bare": 0.09432042617911057, "neutral_loss": 2.644405591742354, "target_docs_loss": 1.3815576875909068, "neutral_init_loss": 4.274954721069336, "target_docs_init_loss": 3.3051264207628037, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 58.39587, 62.65067, 66.10565, 71.17552, 73.98532, 97.14429, 102.83089, 69.67989, 71.95056, 72.76718, 104.6286, 97.19121, 96.0092, 94.68414, 74.11154, 122.55446, 82.56702, 82.12857, 83.41877, 85.4872, 97.6947, 76.88533, 100.41022, 103.57117, 86.89479, 91.17254, 88.961, 82.29878, 84.14098, 58.19065, 101.46812, 78.38689, 76.17538, 77.19275, 67.42938, 70.94601, 100.86473, 63.72968, 84.2374, 59.63034, 98.25406, 80.01596, 95.86827, 100.17433, 96.18301, 74.461, 96.31728, 132.4893, 88.84132, 81.84439, 106.47433, 80.22191, 85.13856, 91.32072, 81.70073, 101.3856, 59.42849, 110.91719, 68.21124, 93.31459, 113.60599, 101.77562, 89.62402, 90.90132, 102.45051, 91.71886, 115.88329, 112.82957, 103.81397, 97.6776, 103.38509, 65.86363, 107.13467, 103.43784, 72.00946, 59.38932, 108.14189, 65.04044, 119.02012, 111.76418, 76.82618, 75.79298, 108.76013, 85.65604, 111.53113, 85.49252, 62.8182, 87.13287, 110.68932, 85.48761, 78.04656, 85.90908, 98.35263, 69.80545, 102.28951, 80.70149, 92.16983, 92.11723, 117.86283, 136.48068, 79.25955, 108.17757, 75.67001, 102.08966, 91.14997, 84.51636, 77.97616, 101.81798, 111.40189, 98.19267, 123.70013, 108.48319, 98.82328, 107.50832, 111.70251, 109.02607, 86.01883, 102.53872, 81.05695, 73.405, 81.56126, 86.13033, 105.62086, 68.47181, 117.45157, 78.43655, 120.6501, 101.14154, 119.7777, 77.35899, 103.95915, 127.07795, 90.67868, 102.04645, 116.43543, 105.42085, 118.64715, 114.69095, 95.35096, 100.30424, 97.69679, 145.64178, 76.70078, 103.2255, 97.99983, 88.00454, 87.98347, 96.06917, 94.16606, 95.92102, 105.41853, 107.69016, 111.4975, 103.09587, 92.92508, 96.4352, 68.82388, 96.01675, 51.57313, 93.77432, 123.26949, 111.84653, 117.84058, 115.96234, 109.7234, 109.48907, 78.73332, 126.49655, 115.0985, 89.00088, 116.78128, 99.675, 95.76065, 89.29262, 102.97858, 110.0192, 117.45121, 105.26238, 112.61873, 122.34269, 109.68222, 103.45398, 97.00235, 126.95436, 154.23546, 99.69895, 82.30321, 113.54377, 108.30477, 114.58245, 99.67255, 91.20155, 52.36192, 117.91532, 101.48616, 94.90715, 117.09441, 103.36772, 102.01311, 94.01065, 86.69835, 117.29987, 93.80014, 92.01345, 97.92178, 105.14038, 115.6834, 80.75658, 96.60435, 102.99248, 131.1174, 107.27338, 90.34063, 111.3107, 114.55876, 105.67246, 105.12759, 149.01935, 131.85768, 77.77184, 154.81036, 90.44956, 129.14072, 85.62563, 123.36888, 122.37354, 86.45079, 86.12712, 126.16536, 114.46703, 96.02191, 148.08334, 90.80073, 89.89459, 88.51497, 91.84386, 144.52277, 123.2654, 117.92219, 141.0061, 170.03528, 141.7153, 114.50106, 104.17517, 101.41415, 70.57393, 111.21895, 134.73715, 120.11656, 125.16719, 80.81679, 146.75995, 118.00191, 219.33797, 222.23468, 284.16351, 272.79077, 176.20966, 327.94083, 256.39764, 281.09354, 239.26862, 244.16437, 260.96417, 271.1846, 191.98372, 256.56738, 235.74908, 228.32578, 250.71735, 283.17465, 197.29465, 293.23511, 245.36572, 320.72455, 191.47951, 277.78857, 262.69711, 259.79883, 269.16266, 275.83096, 247.28748, 277.86072, 282.83582, 250.48611, 261.90329, 236.74451, 202.37639, 270.37421, 272.2384, 338.10071, 246.84839, 271.93488, 244.23349, 250.41335, 211.57555, 341.66528, 281.6196, 302.98993, 243.65346, 310.30032, 245.82648, 226.38028, 233.6799, 234.17523, 224.67099, 252.04285, 318.72186, 215.68738, 200.53558, 275.01862, 312.05267, 246.77884, 330.69473, 258.74225, 329.87067, 314.38031, 244.51025, 208.62967, 285.66208, 207.58865, 227.94385, 353.54544, 351.58844, 316.91449, 299.6319, 211.14008, 232.10474, 392.91803, 226.3484, 267.35852, 278.79126, 270.18311, 226.96411, 292.2121, 263.89655, 170.66769, 353.94763, 274.9939, 229.51221, 311.86697, 424.78137, 282.60992, 286.09076, 337.3244, 226.29295, 238.64005, 396.37433, 184.86835, 353.26822, 328.16315, 150.6319, 240.78488, 359.94281, 312.32001, 351.50421, 285.5174, 340.55869, 363.71777, 310.78851, 285.05725, 267.77127, 247.80009, 268.82599, 328.14713, 243.67789, 289.21793, 346.41318, 249.02777, 260.00928, 285.82596, 214.23969, 297.91486, 252.07654, 226.19476, 297.46881, 220.46204, 242.06241, 209.23428, 297.38538, 349.38553, 294.90488, 342.79559, 403.90768, 328.27774, 363.77698, 393.81592, 324.42343, 175.23116, 360.99997, 334.51157, 358.20816, 225.36365, 261.11807, 255.94391, 280.58917, 345.81714, 346.33884, 270.8486, 388.09631, 227.07506, 213.91321, 290.93915, 250.42401, 329.05029, 306.21301, 253.80472, 289.83371, 294.2457, 239.30669, 224.35521, 223.1368, 306.1904, 176.02174, 265.62952, 276.92722, 283.94281, 296.89517, 293.78665, 429.72836, 256.97073, 341.13416, 342.77292, 278.62616, 262.522, 403.83002, 338.55017, 282.69305, 293.86688, 246.54315, 296.91827, 383.97235, 233.94675, 291.74118, 406.81757, 280.98724, 280.25134, 225.2352, 350.95319, 303.73621, 402.62131, 358.21884, 407.4519, 285.00726, 344.86511, 238.90823, 307.33246, 331.58221, 398.98969, 333.61597, 351.63165, 355.58191, 312.67603, 325.71448, 399.69537, 342.33344, 321.45734, 266.31311, 316.53662, 322.52399, 299.90976, 384.22229, 338.44107, 313.70734, 341.02054, 398.44873, 290.65375, 376.0549, 348.06323, 325.18597, 358.06903, 317.35785, 317.36319, 334.67114, 327.21347, 354.20831, 273.25009, 302.14331, 353.51602, 277.34787, 394.48734, 286.57617, 271.3537, 307.63458, 356.72595, 303.95569, 303.97403, 274.19525, 337.91211, 363.98853, 368.87979, 327.29968, 221.90875, 275.68512, 215.56731, 314.71066, 333.64636, 270.98166, 315.88159, 234.64 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 340.94516, 323.53802, 319.89563, 325.10651, 354.33002, 336.87393, 253.03433, 291.34796, 342.75391, 292.52475, 343.62262, 372.38376, 408.6033, 380.02054, 310.51639, 357.35449, 342.72031, 352.23743, 430.07574, 365.3587, 486.08749, 388.24084, 517.09058, 481.6481, 425.23462, 402.91837, 359.09512, 364.79883, 411.73929, 347.16846, 462.89554, 473.61548, 372.38913, 406.98596, 461.19379, 434.77371, 448.02707, 453.06171, 346.13672, 465.09683, 404.52643, 451.64078, 392.98254, 467.00159, 531.61169, 491.16742, 467.47223, 374.49796, 482.48975, 509.02719, 441.64529, 390.89148, 465.49551, 460.83417, 364.33743, 424.77594, 437.6337, 392.039, 497.32495, 373.86685, 412.23572, 454.86215, 501.87994, 412.69574, 519.08911, 386.09042, 482.8143, 400.51517, 441.94034, 334.24249, 466.06503, 439.07825, 500.87976, 405.63147, 481.09103, 384.57263, 389.22369, 376.34982, 515.69702, 365.24731, 466.09186, 385.25284, 354.62177, 401.78723, 516.01172, 481.71472, 447.10013, 464.31036, 492.67465, 469.15176, 427.21216, 570.08044, 416.5899, 470.59521, 521.13031, 447.91919, 437.98679, 470.55365, 433.79517, 420.54367, 535.30438, 495.68817, 429.24753, 431.0379, 489.47119, 468.9519, 430.41989, 430.42407, 390.57611, 440.07159, 420.72693, 497.61066, 421.29413, 420.0238, 429.77783, 412.9303, 492.48328, 484.44797, 542.88715, 419.73267, 529.37268, 391.82147, 467.61523, 415.18686, 318.73016, 424.35846, 519.0401, 489.62872, 574.24902, 381.84534, 547.81506, 485.75659, 489.65118, 507.38138, 442.55634, 524.02545, 545.69727, 450.85638, 538.68066, 581.39893, 546.44983, 516.96118, 535.6344, 416.19644, 405.21344, 501.53799, 540.48169, 362.11072, 516.30774, 421.21332, 452.71738, 427.9209, 462.81961, 426.90015, 450.88257, 484.4726, 461.87888, 423.17694, 525.59631, 505.12469, 487.41553, 538.46362, 461.94461, 507.78778, 453.32632, 565.16199, 468.17828, 463.3277, 607.72736, 436.89197, 466.16974, 490.39597, 504.52655, 436.7334, 348.60626, 439.91602, 437.19318, 411.26166, 492.58102, 434.77734, 505.08643, 589.20306, 458.21933, 447.85461, 487.51129, 529.08514, 527.5752, 443.23065, 492.59262, 492.86548, 468.61209, 504.78796, 529.03424, 450.90692, 514.3739, 490.0578, 479.84308, 524.85535, 445.84833, 434.83978, 481.66263, 431.81229, 455.15247, 474.49365, 461.17523, 463.6405, 433.29361, 515.55957, 352.82166, 424.87653, 449.67798, 502.95795, 537.50867, 489.91254, 507.41428, 522.7937, 483.24503, 440.27301, 437.36096, 488.69629, 500.28662, 453.10284, 539.91736, 441.41113, 547.72327, 436.66211, 382.88525, 510.11566, 577.94592, 636.02917, 622.20959, 472.43439, 541.70581, 510.3927, 466.30664, 431.39056, 414.26877, 499.10538, 474.71555, 530.68091, 515.20312, 489.67419, 489.75964, 556.19275, 520.08069, 487.72662, 489.54764, 523.80115, 447.0408, 408.45389, 549.56836, 435.44437, 457.96603, 575.38861, 484.17053, 431.18201, 570.62445, 576.8595, 394.44263, 547.5387, 463.0304, 610.73767, 510.44107, 481.0542, 410.26392, 537.43628, 527.87408, 405.86475, 404.69876, 501.92279, 449.30444, 526.04028, 460.96671, 568.09894, 469.83417, 449.15793, 536.55237, 400.04645, 503.85602, 421.23657, 551.23859, 605.99622, 520.95563, 549.51227, 448.45709, 565.81964, 584.83057, 435.05377, 545.95935, 562.8186, 533.70227, 448.67761, 451.34204, 391.33197, 509.83902, 551.4668, 522.35437, 438.10925, 433.57812, 459.6131, 497.55707, 478.54999, 517.68408, 462.0463, 521.17993, 433.91254, 410.47531, 394.69366, 482.29697, 463.74786, 455.14569, 482.70627, 537.22791, 486.35901, 460.87225, 478.39917, 459.95422, 566.94568, 569.92688, 583.88873, 455.13354, 522.30927, 513.47009, 545.65222, 483.01849, 554.58862, 489.27954, 524.99408, 602.60718, 470.68839, 495.79315, 548.53442, 630.37378, 500.62384, 551.94659, 486.28394, 528.1637, 592.97845, 468.37994, 524.55969, 511.34338, 572.53613, 451.92993, 447.21967, 533.02026, 587.66895, 422.99182, 440.08746, 519.81354, 523.19794, 521.64624, 576.24463, 587.65454, 438.01508, 469.24689, 428.45953, 529.02429, 685.00854, 530.87402, 581.01001, 613.14087, 507.02872, 500.88663, 462.73126, 516.13568, 500.65976, 461.58441, 412.3685, 518.68994, 551.26959, 367.13641, 543.38989, 543.64746, 628.6842, 516.08417, 573.22974, 447.79593, 419.04865, 519.06934, 504.65997, 421.07205, 544.68054, 565.21716, 512.08344, 409.86694, 520.94604, 422.37415, 485.61783, 592.87787, 558.18738, 532.93311, 506.15778, 452.04004, 559.99005, 413.63928, 589.77588, 488.04016, 596.20959, 478.36304, 456.51263, 369.78638, 611.99951, 492.48468, 523.20331, 571.00378, 591.39941, 563.9718, 671.33026, 481.22784, 604.57605, 474.90967, 629.1593, 475.77661, 523.83417, 551.85736, 484.20789, 460.92114, 648.74408, 590.65948, 547.10986, 565.15173, 637.76575, 568.97693, 588.05109, 577.32239, 520.45825, 542.84808, 586.41138, 589.64825, 517.09772, 576.94153, 571.94684, 523.75214, 560.70081, 620.69305, 625.74011, 657.64178, 548.77087, 592.9552, 529.54181, 520.78906, 671.82654, 477.47168, 579.86407, 553.48254, 608.78662, 502.53131, 568.94244, 501.78528, 622.87549, 605.52966, 547.91626, 502.57092, 567.6712, 630.78406, 540.11755, 571.3512, 569.9082, 496.84991, 526.49353, 530.82642, 554.77869, 640.70361, 637.79608, 492.7124, 547.99567, 430.85138, 562.02209, 624.09583, 512.61926, 599.88684, 546.53455, 580.26135, 536.73828, 558.69061, 485.79202, 578.3595, 682.07703, 507.33673, 537.71594, 527.26617, 635.14648, 623.83032, 594.34509, 583.95288, 472.64941, 620.96259, 637.40503, 579.5863, 732.78137, 506.98334, 530.50342, 507.44849, 516.42493, 641.63293, 684.47253, 605.99146, 654.21692, 650.48468, 633.90405 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "0.75": { "alpha": 0.75, "neutral_kl_from_bare": 0.2515718663686689, "neutral_loss": 2.521939836908183, "target_docs_loss": 1.1244188637927657, "neutral_init_loss": 3.793924526977539, "target_docs_init_loss": 2.4553336147732203, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 57.1586, 54.62135, 58.6063, 64.6535, 65.07216, 89.79704, 90.04567, 61.37115, 65.80313, 70.80855, 94.94499, 85.8632, 86.68383, 90.16469, 65.20744, 108.93161, 74.02375, 75.81618, 76.89392, 79.87469, 89.41925, 69.01677, 94.39615, 96.17033, 80.75399, 77.74039, 88.28345, 76.57481, 75.08669, 58.35131, 95.68363, 73.90347, 67.58427, 72.91885, 64.88538, 70.03111, 94.10418, 59.51015, 77.4776, 55.78013, 87.45377, 74.10505, 85.08531, 93.64876, 87.42274, 68.35136, 94.76062, 121.28188, 82.32775, 77.96564, 101.8613, 75.99864, 78.38786, 83.6166, 75.39756, 92.14836, 56.96613, 93.94359, 65.33868, 79.08655, 101.10334, 87.00256, 80.70851, 85.23434, 101.02623, 85.93501, 111.58107, 95.32771, 91.89523, 90.63202, 97.04964, 60.1596, 105.58666, 90.82144, 59.5082, 55.90553, 94.59418, 61.02861, 106.13986, 97.29399, 70.11244, 62.69468, 105.37244, 76.07921, 103.10983, 82.70018, 60.82228, 91.0746, 99.36404, 83.36635, 65.04115, 80.20979, 88.89976, 63.12189, 92.47905, 75.20555, 86.37659, 87.42509, 108.28384, 118.01198, 72.30748, 98.49965, 71.4175, 96.19157, 82.66357, 75.74657, 74.72307, 95.57207, 107.80007, 93.79635, 116.30947, 87.69082, 91.8783, 93.50096, 102.83626, 100.03998, 79.94252, 92.20931, 74.1774, 70.73138, 75.32477, 76.09587, 90.62039, 60.12539, 109.16529, 71.42833, 112.41015, 97.09668, 111.68246, 69.97035, 94.70467, 117.12653, 81.78854, 96.81287, 105.61844, 102.55975, 114.88562, 108.30217, 87.23743, 100.90492, 86.37323, 136.91747, 67.79274, 84.77493, 91.55492, 78.77798, 82.77736, 89.02023, 90.63362, 92.45872, 100.07895, 98.034, 104.76808, 102.97328, 94.35107, 88.23029, 62.43986, 92.24169, 44.58413, 87.80624, 108.85515, 108.9392, 105.75935, 111.90262, 99.51256, 108.7764, 65.67709, 111.13212, 107.00237, 74.16747, 108.03416, 93.2812, 84.95174, 79.30778, 98.57816, 104.18546, 113.74399, 97.87118, 99.10255, 115.05019, 106.74799, 96.57839, 92.00383, 112.83459, 141.48288, 95.39996, 82.62773, 95.52924, 99.25556, 104.29167, 92.11001, 87.72997, 49.95502, 115.89612, 91.36452, 93.43073, 108.53786, 107.99072, 93.12022, 87.24071, 83.5534, 113.62911, 86.28641, 85.29889, 90.21185, 101.42091, 108.86304, 72.3258, 82.074, 100.84508, 122.64929, 107.16106, 84.1541, 104.5274, 102.39288, 94.59176, 93.65273, 145.47797, 122.91132, 64.07927, 148.98714, 83.08075, 121.82087, 80.27971, 119.82398, 113.99074, 84.0741, 79.56152, 117.57115, 105.36294, 90.54498, 132.43573, 84.76868, 81.93945, 86.11698, 86.11211, 130.04671, 114.47246, 107.88623, 138.49188, 160.89365, 128.5571, 104.61908, 95.77022, 94.96479, 70.22364, 108.54541, 128.29871, 114.46429, 122.49529, 74.7355, 136.96753, 106.74198, 202.38687, 212.38448, 284.11017, 272.06738, 170.21371, 321.16376, 250.72589, 266.91565, 234.29657, 228.73198, 263.24982, 261.81256, 179.56105, 254.54774, 226.17426, 221.82614, 244.48972, 272.7312, 184.31438, 293.44208, 246.35529, 301.46246, 185.60837, 264.98798, 251.32253, 240.51883, 266.37369, 274.61053, 240.67854, 262.79077, 271.33728, 243.6203, 255.40239, 233.85445, 190.79565, 252.03085, 249.63202, 329.60693, 233.57581, 266.41949, 229.98236, 235.39955, 199.9978, 325.96246, 267.70038, 285.57663, 228.84213, 295.48621, 233.19283, 215.7287, 221.30464, 215.83331, 219.94734, 250.42288, 298.52399, 209.92838, 191.57698, 260.27353, 298.03052, 236.16345, 313.9794, 250.0704, 337.99988, 305.81238, 230.3342, 198.29218, 270.98438, 202.10849, 220.80698, 312.03088, 328.30487, 302.76175, 302.8125, 200.50793, 223.78601, 364.86734, 218.36053, 253.29025, 271.08698, 261.54297, 211.41513, 270.28305, 252.15608, 151.92661, 341.2739, 268.70599, 226.82512, 313.20029, 424.84314, 279.18808, 284.33304, 337.05594, 219.68536, 227.71948, 395.38892, 179.06369, 332.48676, 315.98993, 140.22372, 234.51479, 355.2511, 294.54041, 343.59259, 267.31256, 322.90662, 326.65997, 303.73053, 265.80096, 247.54185, 246.23718, 257.24606, 316.95096, 235.39429, 281.82349, 343.1795, 235.46368, 253.1481, 289.72412, 202.63272, 301.06622, 248.08823, 215.59634, 288.13876, 210.19089, 229.77718, 203.7744, 276.07111, 335.52637, 282.53125, 342.47952, 386.62305, 318.80994, 365.91425, 385.33234, 317.22913, 164.47163, 355.96088, 314.08969, 320.2225, 221.41957, 250.60785, 249.04395, 261.51413, 347.54239, 335.94891, 261.37802, 389.16306, 224.84779, 203.2103, 283.13214, 240.59061, 315.44464, 276.52884, 243.04076, 271.46576, 282.04565, 234.29565, 208.42633, 203.44141, 285.30902, 168.39917, 258.90161, 273.77466, 273.94507, 283.10608, 287.05432, 407.66821, 251.66348, 322.9823, 322.19531, 268.61221, 238.46561, 415.81976, 320.19214, 263.87445, 279.06912, 241.13042, 280.33685, 374.89117, 228.37268, 276.79263, 393.02274, 271.42841, 267.09729, 214.66968, 344.44196, 289.88235, 400.81155, 355.60135, 426.09958, 268.71616, 333.42261, 229.99969, 295.99185, 330.89276, 391.60236, 314.6167, 340.3446, 347.49161, 303.11737, 318.59976, 388.29089, 340.02893, 304.84622, 253.07925, 302.55957, 302.95605, 294.69962, 368.7088, 337.94489, 305.27063, 324.38782, 393.16287, 275.28702, 365.33734, 337.10614, 319.8233, 342.19077, 298.30023, 309.81244, 307.10931, 313.99017, 362.54419, 267.98706, 296.73343, 343.30078, 261.23602, 375.37433, 269.45367, 248.95534, 292.90796, 343.03699, 293.20514, 284.04901, 266.47641, 327.26196, 361.77356, 364.97046, 325.66986, 198.78433, 263.1626, 198.42389, 298.77432, 328.31921, 261.86987, 299.45135, 219.88026 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 298.35632, 269.07349, 276.22485, 280.14941, 307.89429, 278.32663, 211.46631, 253.73698, 294.6749, 253.24435, 257.58099, 291.07837, 331.23651, 318.70142, 261.77682, 269.79727, 304.23959, 265.71631, 351.16864, 296.08356, 400.3764, 312.06128, 443.5517, 409.35504, 345.81851, 312.20065, 287.63538, 293.3804, 339.15875, 273.26587, 385.20422, 408.22379, 304.7981, 341.29352, 390.89008, 346.24231, 386.06573, 388.80731, 292.8819, 379.58948, 338.69321, 379.03122, 321.40018, 389.51218, 472.26697, 436.76416, 378.41174, 310.05008, 410.63843, 431.54471, 351.29669, 333.43542, 403.01962, 377.26489, 298.57831, 330.57263, 375.88812, 313.38745, 406.164, 305.17511, 342.63818, 346.55145, 428.85278, 323.34402, 440.2099, 312.67365, 397.76654, 311.44724, 376.57837, 267.31018, 394.08752, 364.87201, 419.05914, 317.7915, 407.67322, 307.99835, 311.97485, 290.52005, 425.74719, 287.67996, 384.02017, 298.74991, 318.6153, 327.74701, 446.00476, 405.95239, 356.46051, 377.44452, 411.58405, 377.80212, 322.17438, 474.91138, 329.96597, 389.45953, 421.40112, 393.8913, 377.0285, 384.7413, 349.78528, 345.73404, 446.0094, 401.95047, 333.7699, 341.61945, 433.66989, 401.29501, 334.44861, 351.29443, 310.44073, 340.64215, 347.67596, 414.13074, 349.4762, 353.58603, 349.09573, 327.01971, 404.12216, 405.80267, 429.79919, 341.12408, 439.68304, 326.66876, 361.76245, 328.64069, 268.49585, 309.66711, 426.55945, 414.40732, 482.05072, 311.15771, 475.72742, 396.24438, 414.68872, 417.25049, 342.78311, 445.61023, 438.61151, 366.5256, 442.27026, 505.58875, 463.63776, 450.85052, 444.54578, 307.49158, 319.97171, 411.79004, 459.495, 286.08203, 408.60141, 336.2146, 370.50952, 368.62012, 395.12387, 340.3891, 357.06787, 381.15146, 385.46301, 317.19031, 439.54868, 421.44092, 400.86526, 440.70538, 372.83453, 416.25983, 393.42987, 480.0752, 402.29126, 390.16745, 504.89539, 357.66507, 381.95599, 388.17252, 414.1163, 358.33167, 265.452, 337.64691, 359.88, 352.88718, 393.22052, 332.92126, 418.82281, 493.29486, 388.58505, 348.36444, 390.63403, 417.96008, 448.03284, 374.56421, 407.4902, 407.69992, 372.96606, 407.44608, 420.32501, 351.57953, 428.8551, 389.45587, 402.54495, 407.72552, 343.2601, 340.10168, 401.50836, 357.74847, 369.28186, 382.73425, 357.17804, 380.68353, 359.04172, 436.85669, 293.14117, 345.39825, 342.36212, 423.32462, 449.71027, 383.24988, 408.21625, 408.27283, 387.64771, 334.74994, 340.54926, 399.66614, 420.75018, 382.78024, 453.52866, 338.9368, 418.33148, 332.20416, 323.25159, 428.14932, 510.41486, 558.6615, 501.5343, 371.5238, 457.36279, 409.40353, 358.0863, 338.09866, 345.53821, 395.09717, 388.67468, 436.2319, 438.6405, 410.4884, 401.30338, 443.51053, 431.72214, 391.03595, 423.84906, 433.59979, 365.98492, 333.66284, 461.96301, 344.92792, 375.4566, 481.21301, 386.88278, 345.98404, 476.90384, 480.54904, 294.62549, 464.13431, 366.50928, 519.78363, 408.71771, 384.26605, 344.42883, 426.82043, 420.10693, 313.58191, 311.74884, 397.37744, 346.55103, 409.8288, 345.64563, 482.26874, 383.04117, 341.5289, 413.24103, 292.47559, 414.54059, 334.15915, 440.99603, 482.05545, 408.69553, 467.13406, 343.96347, 455.80573, 484.67572, 347.49805, 435.51556, 449.6618, 421.69315, 358.25247, 354.26892, 328.68854, 438.22311, 470.91476, 410.45862, 341.82605, 321.48294, 346.33743, 405.52856, 364.81989, 434.2301, 358.88373, 432.22357, 352.35596, 319.07462, 294.9281, 369.57855, 389.06393, 361.29993, 386.58966, 439.50604, 381.82205, 375.59561, 389.34619, 364.36438, 464.10681, 471.96127, 481.89948, 332.82709, 421.35486, 447.64377, 460.47699, 392.40289, 482.23511, 396.93341, 430.82172, 520.7486, 370.32245, 411.1488, 459.008, 523.68799, 399.88141, 443.99542, 399.8844, 430.50513, 483.43134, 378.5257, 443.33826, 406.31897, 458.84637, 338.89001, 349.6524, 426.29681, 484.00894, 348.87573, 355.72528, 430.00226, 425.24329, 422.11987, 478.10251, 491.28296, 364.49713, 362.38531, 328.48053, 444.98157, 597.32886, 458.79126, 491.60251, 514.14307, 386.26257, 397.1088, 359.5954, 428.50558, 387.66467, 380.8797, 321.56982, 433.84485, 437.25449, 274.5607, 456.86996, 458.79779, 536.73145, 401.59528, 471.19794, 324.14014, 334.54126, 405.53143, 413.03326, 320.01547, 451.42307, 446.24185, 420.98956, 322.77527, 432.68506, 311.70584, 412.77203, 482.87589, 458.11853, 410.73511, 421.93036, 338.91367, 466.94287, 322.85602, 510.23312, 366.4968, 481.64624, 389.93274, 344.4093, 317.30292, 526.9726, 391.19989, 414.7623, 466.98288, 503.40564, 501.88037, 566.96991, 387.26526, 497.8139, 370.6405, 491.966, 378.14899, 414.85608, 459.66919, 384.56903, 339.65448, 528.7016, 485.98883, 435.60147, 481.35248, 505.78748, 463.33652, 452.2132, 479.35803, 432.87244, 457.22168, 475.91895, 487.07758, 413.151, 455.58618, 455.45831, 429.79987, 453.37292, 507.4895, 482.16586, 571.36902, 451.02631, 485.04803, 408.44427, 430.64978, 566.25671, 381.38544, 468.36771, 434.81961, 484.09808, 417.06207, 465.48029, 403.32404, 493.53632, 463.59583, 449.65186, 382.81842, 471.24622, 520.06848, 432.05518, 454.95111, 444.74347, 375.0592, 416.84528, 436.32645, 447.65631, 498.00214, 524.00995, 410.3887, 450.05487, 338.49963, 425.1618, 528.61328, 389.45044, 486.06821, 450.15106, 481.4967, 424.23196, 470.30301, 400.09076, 473.24734, 560.19641, 375.52234, 410.87305, 404.01099, 516.8573, 504.88397, 483.31323, 441.04773, 385.11465, 507.60431, 518.1369, 453.34995, 622.29596, 385.681, 434.23065, 427.46259, 461.35229, 549.22888, 580.19714, 499.38586, 520.87048, 519.70251, 473.90234 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "0.9": { "alpha": 0.9, "neutral_kl_from_bare": 0.4240192317771196, "neutral_loss": 2.4636824826562607, "target_docs_loss": 1.0549055110798768, "neutral_init_loss": 3.4559222717285154, "target_docs_init_loss": 2.158328077528212, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 55.42993, 51.85452, 53.77469, 58.38317, 58.50008, 83.64435, 81.99081, 55.88288, 63.73484, 67.7901, 88.67538, 75.12706, 78.86275, 86.38583, 58.7882, 103.04453, 67.7057, 70.83969, 73.64601, 76.59946, 85.56107, 62.13338, 90.54849, 92.14656, 77.82037, 66.34211, 86.49326, 76.17483, 68.10054, 60.88261, 91.77505, 70.60783, 62.25985, 70.16597, 64.63383, 67.8935, 88.29971, 56.2902, 72.82591, 54.24527, 78.96954, 71.29207, 76.84013, 90.83507, 83.16026, 65.54891, 95.40099, 113.84037, 79.44487, 75.75029, 99.84081, 74.36116, 75.87955, 79.91829, 70.50786, 86.79494, 54.22326, 80.95001, 63.07356, 66.80486, 93.92627, 75.6589, 74.0219, 82.83136, 99.38907, 80.85677, 110.81433, 88.03978, 84.71944, 86.10005, 93.64345, 56.33114, 105.30566, 81.92313, 53.10608, 55.09818, 88.01208, 60.12205, 94.89655, 88.334, 67.53291, 55.20781, 105.22289, 73.19939, 95.00089, 80.1466, 58.65139, 94.30794, 91.94783, 83.66002, 59.38274, 77.96478, 83.40598, 58.64697, 89.70433, 72.46317, 83.32532, 83.60001, 100.36301, 107.55916, 67.86488, 91.29169, 68.97314, 92.07047, 76.93578, 72.02049, 72.09906, 92.97868, 106.03468, 92.11873, 110.78324, 72.03296, 87.01988, 84.50308, 96.97235, 95.23431, 76.82933, 84.93825, 68.97221, 69.69897, 70.19554, 71.74481, 79.6086, 52.71864, 102.63212, 67.69262, 107.98924, 93.25305, 106.94742, 67.34584, 91.34524, 111.21596, 75.14192, 92.21288, 99.42607, 98.55171, 110.44284, 99.76251, 83.07753, 101.61525, 81.2113, 129.71201, 63.46782, 75.91387, 87.33214, 73.32375, 80.14137, 89.98698, 89.99919, 90.61943, 95.55424, 88.90412, 101.33763, 102.52828, 97.54231, 83.2829, 58.38919, 90.91754, 42.29996, 83.99837, 101.72635, 106.19998, 97.54721, 110.32629, 93.73527, 107.8444, 57.89697, 98.20418, 102.7718, 63.32215, 98.62766, 89.7709, 81.75182, 73.2191, 96.54608, 99.3849, 111.41827, 90.36115, 86.49566, 109.73602, 105.36185, 89.39056, 88.83289, 102.79198, 135.20932, 94.69937, 81.53276, 83.46051, 91.89307, 103.23822, 88.36071, 87.1261, 48.22158, 115.64842, 86.43369, 93.63732, 102.40488, 113.45314, 88.35297, 80.01926, 83.29475, 112.5116, 82.75058, 80.41921, 86.13616, 99.7059, 106.23325, 69.84898, 73.58138, 99.72607, 117.5592, 109.52347, 80.25156, 100.42763, 95.02312, 88.15791, 86.50867, 145.71631, 113.51552, 54.99817, 146.81775, 79.84182, 117.88156, 77.39796, 118.71848, 106.27682, 81.48203, 76.94261, 111.72501, 95.42407, 90.60427, 120.93793, 79.65096, 78.12468, 87.15008, 85.35442, 122.8102, 107.67834, 102.47928, 136.16269, 158.14189, 121.93188, 97.01221, 89.68282, 90.89895, 70.57927, 107.19048, 123.02773, 109.7636, 117.63637, 72.24256, 132.99861, 100.91252, 196.95131, 207.41559, 287.85211, 277.44104, 168.06949, 321.28558, 246.47842, 262.24969, 233.46399, 226.41696, 269.30798, 260.14948, 173.94249, 262.48474, 221.78812, 218.7764, 248.62347, 271.81516, 178.29681, 294.52118, 252.02667, 295.96515, 186.1557, 256.30048, 246.37433, 233.4399, 268.69022, 279.57822, 237.55981, 260.23502, 266.55219, 240.33209, 254.46973, 233.89868, 181.46794, 244.48283, 239.36172, 327.18292, 230.99529, 265.49945, 222.8533, 229.32753, 191.71518, 323.37799, 262.27228, 281.91058, 227.07886, 291.89102, 223.10295, 205.58426, 214.88306, 200.99023, 219.98479, 250.21037, 286.95523, 208.66075, 185.33885, 250.56912, 291.92865, 231.56342, 311.97736, 251.52361, 348.99536, 307.58813, 222.53293, 192.72037, 260.8161, 198.45982, 218.80914, 298.40475, 328.28397, 296.88834, 307.59088, 195.384, 225.27579, 351.52988, 213.04291, 242.98183, 268.4837, 257.29163, 203.03606, 264.66705, 245.94464, 140.71901, 336.5661, 267.37811, 224.9437, 321.25803, 428.91003, 279.75336, 289.0513, 339.82831, 214.06569, 222.68002, 401.93289, 176.53165, 319.13754, 309.40018, 134.74051, 231.0737, 354.22125, 279.15942, 343.67474, 256.24432, 315.58127, 314.06012, 299.78906, 262.07648, 238.51265, 245.09169, 250.00127, 314.44189, 232.95886, 279.44421, 341.27301, 227.91037, 249.02985, 296.06598, 193.80367, 310.88962, 248.51968, 210.52292, 286.86786, 203.3701, 223.07733, 203.48886, 262.04788, 332.51199, 278.25516, 348.86029, 381.27747, 312.10956, 374.21027, 385.69391, 314.57428, 157.94281, 353.05695, 305.53461, 300.99063, 219.10217, 243.30579, 247.9971, 253.04474, 353.73535, 325.5394, 258.92343, 385.96191, 226.7655, 195.4637, 276.0415, 236.59074, 307.8501, 260.15277, 237.66145, 264.11417, 276.25711, 231.26793, 199.55463, 189.53732, 272.30917, 165.45883, 256.63336, 275.54907, 266.51669, 276.46817, 288.96497, 396.94049, 251.19885, 321.19012, 308.73755, 261.46512, 227.04869, 427.81125, 308.91669, 253.33438, 277.18027, 237.46927, 273.0791, 375.461, 228.83405, 269.82471, 387.96417, 268.17468, 259.1221, 207.62665, 343.84412, 282.21762, 400.82968, 362.95822, 439.91241, 263.08899, 326.2019, 225.13028, 286.87296, 332.9281, 392.81116, 303.25522, 338.26422, 349.37341, 296.22403, 319.45041, 381.45615, 339.55676, 296.74939, 246.18558, 288.58856, 292.41837, 291.74408, 361.56714, 343.3887, 303.32779, 316.1427, 387.94617, 265.36212, 361.00464, 331.96167, 322.62091, 336.3826, 289.03348, 308.26025, 297.28986, 306.2724, 371.34613, 266.20795, 297.07077, 338.07294, 255.2944, 364.15753, 259.242, 236.31873, 287.30096, 336.71796, 284.85455, 272.96671, 263.02411, 317.73755, 365.89056, 372.45596, 330.60843, 189.88312, 255.04919, 190.11186, 296.8797, 328.04407, 256.52713, 289.923, 208.2679 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 288.92746, 255.43234, 269.41382, 278.84558, 294.27756, 262.47275, 204.0878, 245.54671, 283.20663, 242.85254, 237.77902, 271.70737, 308.41901, 300.40286, 252.97903, 239.76952, 294.18271, 243.88809, 327.63141, 278.58505, 376.26447, 289.49518, 421.05261, 390.17175, 322.02716, 278.45697, 272.19684, 272.36356, 318.90826, 247.93895, 360.55209, 385.25067, 290.56757, 320.85681, 367.33383, 314.65369, 375.0498, 368.6615, 282.36304, 356.68176, 325.76999, 359.05316, 302.15588, 362.97778, 455.88986, 421.90424, 356.35455, 293.11502, 388.8421, 412.69482, 323.68988, 316.61395, 381.20447, 356.08746, 288.18994, 308.23947, 359.69226, 301.24289, 388.73956, 288.72116, 321.41327, 312.79071, 404.34891, 299.60648, 425.93378, 290.4986, 376.90369, 284.89233, 361.37256, 255.44595, 371.21106, 345.52521, 392.67358, 298.06201, 392.20679, 281.27283, 293.35931, 268.76227, 401.35559, 271.69284, 363.18127, 274.90958, 312.6066, 309.58954, 436.40182, 386.73303, 325.63977, 359.6181, 396.50201, 355.88422, 288.76273, 444.98734, 305.10272, 366.97882, 392.4115, 379.85913, 360.67487, 357.58676, 323.55814, 319.03387, 416.61615, 384.10272, 309.03186, 313.75266, 420.3847, 379.64777, 306.82544, 328.13345, 291.73236, 315.03607, 335.97998, 389.76221, 326.32068, 334.35431, 326.14215, 305.96368, 375.21609, 383.5491, 388.8407, 325.3797, 416.84369, 307.50647, 334.29926, 304.61087, 266.75009, 278.38019, 398.2717, 400.27316, 451.48157, 298.80923, 462.23587, 367.06778, 393.64587, 387.83313, 318.84042, 425.9588, 394.72406, 346.37711, 410.62555, 489.26123, 441.87622, 429.74139, 424.14822, 278.20139, 306.19751, 379.85599, 437.76132, 258.86111, 382.22467, 313.22842, 345.80508, 353.90698, 384.46179, 323.24448, 332.48071, 348.76675, 365.45172, 291.29944, 414.17871, 403.19406, 377.99158, 411.31293, 357.13867, 394.89124, 383.49243, 450.08865, 386.97479, 376.01422, 472.09949, 345.85236, 350.13599, 353.30157, 389.06525, 341.37872, 248.53899, 302.08246, 336.1315, 335.75677, 374.88861, 302.98444, 391.81061, 468.93271, 372.4942, 321.42529, 363.2684, 390.08664, 426.51614, 357.77277, 385.40536, 387.6452, 345.46591, 379.8537, 384.11594, 329.0976, 411.63, 363.79388, 380.36523, 367.02814, 320.05243, 307.3335, 389.18207, 342.92941, 347.6499, 366.65067, 331.81906, 363.40817, 337.87796, 416.95038, 271.09357, 319.86182, 314.22351, 400.71924, 422.44611, 350.93878, 378.21017, 376.14417, 361.00717, 305.67441, 314.30206, 377.74829, 404.38452, 369.60995, 430.99365, 315.48059, 378.58398, 296.65952, 309.49405, 412.83618, 486.7258, 537.43213, 467.53189, 346.48035, 438.48169, 382.81747, 322.43787, 307.30652, 324.98508, 371.71893, 362.58899, 406.62646, 417.11719, 390.31989, 383.17462, 412.61859, 410.50952, 360.84964, 402.16147, 407.35229, 351.97751, 312.12305, 434.57449, 318.89328, 347.2514, 451.14313, 356.08109, 324.13675, 446.07175, 452.85437, 268.41422, 441.60092, 338.13098, 489.5307, 376.76602, 355.08255, 324.95544, 393.54987, 394.07581, 288.11319, 288.62897, 366.21887, 308.83807, 374.81226, 313.28036, 459.30096, 360.52997, 310.35931, 377.41397, 259.99823, 388.88348, 319.49463, 414.69238, 433.60052, 374.64468, 440.51373, 320.47873, 420.53336, 465.9068, 326.60919, 410.5589, 414.69672, 397.31757, 336.32364, 327.42773, 310.88361, 423.69727, 454.62439, 378.86353, 315.43582, 296.0567, 311.11761, 384.8418, 326.64685, 407.30664, 327.22058, 406.88, 330.48318, 297.91022, 266.36383, 338.81937, 367.60693, 330.1265, 356.83029, 414.77832, 354.83893, 357.58652, 364.22641, 337.81708, 435.73163, 445.36832, 442.24014, 301.15536, 390.9241, 433.0929, 433.2135, 367.09943, 469.84406, 374.93356, 402.46091, 501.12006, 345.1749, 389.59412, 438.00732, 499.18018, 369.44025, 409.98596, 381.77338, 404.34113, 454.15878, 353.00208, 431.39645, 371.50214, 435.38934, 304.81857, 324.22217, 400.68774, 452.15088, 332.05637, 338.18488, 402.16718, 387.36288, 404.39862, 449.33524, 464.63214, 343.29242, 335.85086, 303.82083, 421.2323, 573.60095, 440.00061, 468.81882, 481.95496, 340.55341, 371.30505, 333.54245, 395.74292, 359.01389, 356.30573, 309.37665, 408.19818, 398.93536, 252.29428, 437.09821, 438.45227, 507.03931, 366.98242, 438.37308, 287.14932, 306.80414, 372.63153, 382.93085, 299.01169, 429.3764, 410.56036, 399.51013, 294.5293, 409.53894, 290.25778, 395.11676, 453.69608, 433.96362, 377.40103, 405.03055, 314.46179, 435.09561, 306.06677, 499.53357, 331.86462, 453.4314, 369.40836, 308.2327, 306.121, 500.01877, 354.40894, 383.15125, 435.72809, 484.63162, 493.00418, 541.11328, 361.28058, 471.96277, 348.68164, 452.66248, 349.71967, 385.72824, 438.88385, 357.99451, 312.02374, 493.91055, 461.80936, 404.60223, 464.23135, 472.31741, 429.19983, 412.86783, 447.077, 403.43835, 434.71814, 444.96075, 458.9978, 389.94507, 427.08972, 420.59796, 400.36951, 420.05435, 469.99057, 441.83057, 550.38574, 430.65393, 466.73489, 379.24738, 407.24792, 539.79602, 349.55457, 438.14862, 403.9772, 447.7417, 391.08984, 432.48981, 385.69916, 444.36395, 420.41479, 422.14322, 349.94513, 439.79803, 489.06204, 397.37039, 420.58325, 416.66541, 343.38281, 388.2673, 415.60962, 426.88446, 454.32214, 490.85614, 383.23541, 427.55963, 323.62225, 380.19336, 508.04456, 361.72198, 449.17291, 428.93839, 457.59586, 391.05878, 452.87442, 377.71616, 453.61172, 519.45612, 337.00977, 378.42981, 371.15247, 484.82788, 474.06418, 451.21796, 399.47656, 364.50092, 479.711, 488.41705, 413.14474, 585.77954, 354.8291, 406.396, 404.66223, 444.13492, 527.33398, 552.42212, 473.99451, 492.49002, 485.32404, 428.28394 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "1.0": { "alpha": 1.0, "neutral_kl_from_bare": 0.6010262525195048, "neutral_loss": 2.432252376328809, "target_docs_loss": 1.0405226858715815, "neutral_init_loss": 3.202570053100586, "target_docs_init_loss": 2.0663845638699003, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 56.31597, 50.13457, 52.34878, 53.86129, 54.3917, 78.50755, 76.69524, 51.39625, 61.70005, 63.85122, 84.24807, 72.24535, 72.83662, 83.20159, 55.89496, 97.07289, 62.73651, 68.34196, 73.11317, 74.39456, 81.89771, 57.42512, 86.6964, 88.40687, 74.08774, 59.02218, 82.68993, 75.65215, 63.86757, 61.20506, 86.94063, 68.82807, 57.55175, 69.39633, 65.40248, 66.36449, 84.99644, 53.63659, 68.91575, 53.84633, 76.0291, 68.9679, 70.50578, 88.31708, 78.37786, 63.19629, 95.24328, 107.37099, 76.19023, 73.91194, 98.08833, 74.35237, 74.3513, 74.61906, 66.79903, 80.78311, 53.82824, 74.71632, 61.88158, 59.4476, 90.17619, 71.30742, 69.1925, 79.07196, 96.66779, 76.94334, 111.49255, 83.8903, 78.91001, 83.3822, 91.81965, 53.58782, 105.4079, 74.87709, 50.13136, 54.17572, 84.35095, 60.16011, 88.382, 81.00118, 65.45005, 51.90998, 103.53589, 71.03838, 88.66133, 78.68865, 56.06091, 95.37196, 86.48018, 82.72483, 56.52637, 77.0547, 79.1635, 54.55225, 87.9443, 71.42532, 82.08781, 78.62064, 95.62899, 98.4344, 64.39391, 87.43556, 68.27052, 89.87237, 73.92256, 69.01804, 70.40843, 92.2236, 104.71484, 90.1017, 105.86858, 65.19884, 83.25746, 77.3175, 93.30344, 92.0503, 73.70794, 81.17664, 65.2673, 68.43965, 66.34338, 68.38965, 75.81181, 47.51132, 96.84677, 65.55987, 103.20749, 91.34792, 102.98648, 68.49472, 88.60596, 107.70969, 69.98257, 88.92936, 95.23323, 94.10641, 105.26121, 95.8672, 80.0795, 100.83934, 78.0724, 123.53374, 61.79605, 71.10262, 84.73145, 68.8443, 79.408, 92.44422, 88.9402, 88.8412, 92.93208, 84.39711, 99.14047, 101.97088, 99.10415, 79.51127, 56.84245, 92.29707, 41.61271, 81.77702, 93.73866, 104.6936, 91.87997, 108.91428, 89.28501, 108.08482, 54.79095, 90.73978, 98.18005, 58.99434, 92.18824, 88.76815, 78.5304, 69.43901, 96.65283, 95.47449, 108.53943, 85.71455, 80.86052, 105.80138, 103.68399, 82.65857, 87.97485, 95.63344, 132.28546, 92.95241, 81.59296, 75.0037, 87.80676, 102.1758, 85.25316, 86.0345, 46.77422, 115.31548, 81.20462, 94.50489, 96.76143, 116.32819, 84.37056, 75.0481, 82.59499, 111.80717, 79.64963, 77.42638, 84.8389, 98.93921, 104.60088, 70.36708, 69.56271, 96.31493, 113.48196, 112.12798, 78.30285, 97.55473, 88.94681, 83.01418, 80.37694, 148.55319, 106.64212, 51.80289, 144.08241, 78.49897, 111.2703, 74.32343, 116.96878, 99.987, 79.91858, 74.75072, 104.56212, 85.37617, 91.71166, 111.72523, 77.89829, 75.80769, 88.29666, 88.95563, 119.08261, 101.55225, 100.94743, 134.51163, 155.2112, 116.22389, 91.55183, 85.56326, 89.38074, 72.10289, 107.29367, 120.51868, 105.79517, 113.71018, 70.70181, 131.80745, 95.8153, 195.29434, 208.08105, 290.82324, 283.34949, 167.74236, 320.76544, 241.81799, 262.13062, 235.70547, 226.76477, 275.57611, 261.59256, 172.0434, 271.60486, 220.26973, 217.55875, 252.00496, 272.46323, 175.33536, 301.13892, 261.15561, 295.16632, 189.54114, 250.17813, 246.89182, 232.72182, 273.57178, 280.77484, 233.54022, 260.41644, 265.04584, 239.09851, 256.21783, 231.6801, 175.58411, 240.18291, 231.50534, 327.80017, 231.52316, 266.07318, 217.88919, 228.83041, 184.19177, 321.76678, 258.2077, 281.39236, 230.94455, 289.95709, 215.92873, 197.93042, 210.77457, 194.24173, 222.94958, 249.51439, 281.26282, 207.7695, 181.83054, 246.1758, 288.44208, 231.91859, 316.32803, 254.65823, 357.90973, 307.23071, 220.67691, 186.33719, 256.07584, 196.56142, 218.58275, 291.32114, 332.25024, 293.19385, 311.71191, 192.42572, 227.89944, 343.10309, 210.3289, 238.08316, 266.01575, 249.48727, 197.44362, 264.44122, 240.15288, 132.78178, 332.25583, 268.48376, 224.02975, 329.16229, 436.12637, 276.25766, 293.11407, 342.73621, 211.03912, 221.88947, 410.26709, 176.38339, 308.25101, 304.89661, 133.3779, 232.14067, 353.51031, 270.09415, 340.87958, 246.58203, 317.01123, 311.69934, 298.78156, 262.62576, 235.05885, 245.69978, 242.1685, 315.73248, 232.86314, 275.58963, 338.29092, 219.27559, 246.01439, 302.40082, 187.21962, 318.28052, 249.509, 207.25409, 288.18799, 199.70422, 223.28671, 204.77664, 251.32701, 332.78073, 274.03241, 352.41257, 380.8208, 304.31262, 383.40533, 384.68677, 312.5224, 154.659, 349.06006, 303.63245, 287.01379, 217.51007, 237.14484, 246.14191, 248.24554, 357.98041, 319.92587, 261.01123, 381.64981, 231.22916, 190.98654, 273.32843, 234.99553, 300.98477, 247.81181, 234.54819, 260.87799, 271.46832, 227.21741, 193.46109, 182.81953, 268.82239, 164.63458, 255.22867, 282.16687, 260.07092, 271.91406, 291.61121, 388.74756, 252.85161, 321.78638, 300.01691, 255.85051, 218.91646, 442.54041, 304.13364, 246.04909, 280.69101, 234.93227, 272.79074, 375.12634, 226.66824, 264.64478, 386.49408, 266.57852, 256.13171, 206.19389, 347.5029, 278.68851, 401.65274, 369.9816, 447.73181, 263.89117, 320.86716, 222.27513, 281.92026, 335.12622, 395.53473, 297.37585, 338.72342, 353.78772, 290.29645, 323.13406, 381.44824, 341.9798, 293.60132, 241.00252, 279.38254, 286.27386, 294.76675, 357.28964, 351.32773, 300.75342, 319.88458, 384.23059, 259.13834, 360.49393, 328.83002, 323.79767, 333.90417, 282.73212, 308.37079, 294.93121, 302.625, 381.14728, 264.67096, 298.79456, 333.81628, 251.83261, 360.16437, 253.85843, 229.81056, 285.29272, 333.49872, 278.2655, 267.61151, 262.48093, 308.72827, 371.63916, 379.86804, 334.09546, 185.38632, 250.73163, 184.7265, 300.04718, 329.28964, 255.39128, 283.1709, 201.58374 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 288.15979, 253.41533, 271.44299, 283.90979, 288.47473, 261.50812, 203.82503, 244.45218, 282.15735, 237.60901, 235.23228, 265.26556, 306.03317, 294.98053, 254.15062, 234.16684, 292.26294, 240.03145, 320.7179, 273.58795, 370.05573, 285.53223, 412.40552, 383.92023, 317.55923, 267.29773, 269.52222, 266.93622, 313.53021, 238.06174, 351.23639, 377.6781, 288.60968, 315.90436, 364.07532, 301.27008, 376.48199, 365.40692, 282.375, 350.79504, 323.76868, 354.23083, 298.59738, 354.43542, 453.35312, 422.05334, 350.57242, 291.79474, 382.13037, 410.31647, 318.78558, 314.24722, 376.03094, 353.7782, 290.53955, 301.6463, 357.97284, 304.83173, 389.02222, 285.59637, 317.64621, 303.42322, 395.24268, 294.29108, 425.3613, 285.82327, 372.91058, 276.41974, 356.98724, 255.29053, 365.23175, 341.41357, 384.46002, 293.71869, 392.39249, 272.92441, 290.04575, 264.4476, 394.7663, 274.03888, 357.72839, 269.14258, 316.51584, 305.40918, 439.75543, 383.65866, 318.19464, 355.52277, 398.08096, 350.37067, 279.25464, 435.76367, 301.84085, 361.43057, 381.15417, 380.93945, 361.91809, 348.46222, 313.28815, 311.50922, 407.58667, 383.33954, 305.66376, 303.34241, 422.4342, 374.44983, 297.81659, 325.12994, 288.4791, 306.90564, 337.03897, 383.13806, 319.2326, 330.91235, 317.26776, 299.6051, 366.37634, 375.78693, 378.37079, 320.45013, 414.69971, 304.22321, 328.47394, 299.45251, 273.35968, 269.49374, 393.50366, 400.05182, 440.76593, 299.99887, 463.78995, 361.22595, 387.27527, 378.35541, 312.62451, 422.16675, 377.3103, 342.51678, 400.90491, 490.638, 438.276, 425.68018, 420.42084, 270.04611, 306.97791, 371.68152, 431.99292, 251.27293, 375.26343, 306.56076, 340.88974, 351.99762, 384.31525, 324.83099, 330.85059, 340.82092, 360.80002, 283.73071, 406.09744, 402.49374, 373.47369, 404.77023, 358.22745, 391.04248, 386.2453, 442.73605, 387.7821, 377.41223, 460.14386, 347.00983, 340.06476, 341.1655, 381.13361, 337.34692, 245.7742, 290.6011, 330.51727, 332.24969, 373.02948, 295.59158, 385.04837, 463.90234, 370.30045, 316.62915, 358.21616, 381.97626, 421.39331, 359.2674, 381.01001, 384.67126, 336.09167, 373.71729, 374.04877, 327.414, 409.83389, 361.97647, 371.7406, 353.5025, 318.61697, 294.90149, 391.655, 341.43512, 345.63278, 366.93301, 329.51978, 363.59064, 331.90991, 413.3183, 266.23373, 313.73703, 307.07489, 395.4245, 415.93039, 339.03317, 367.7258, 369.92822, 355.82565, 297.01782, 310.32724, 374.56659, 403.05609, 368.31866, 426.36719, 308.14301, 364.48709, 284.34686, 308.96179, 412.23712, 477.82382, 533.21857, 455.75647, 339.50891, 435.55389, 376.81854, 311.83929, 299.76447, 315.87399, 364.5325, 355.76758, 401.75021, 412.18781, 387.91119, 381.35724, 405.44223, 403.80627, 353.41064, 398.30475, 405.36627, 354.68085, 305.64172, 431.40521, 312.49078, 339.6842, 447.09171, 349.48578, 321.48303, 437.7446, 441.00381, 260.25592, 435.60602, 329.88907, 482.26212, 368.64758, 345.9126, 321.16205, 381.27341, 387.42651, 283.53992, 282.44394, 356.01187, 299.50327, 366.36676, 304.27142, 454.11957, 359.94226, 302.09656, 368.66193, 251.95789, 381.44952, 319.42197, 411.08517, 416.31342, 361.32318, 435.81824, 314.90195, 412.22705, 466.32004, 324.97473, 403.79309, 408.9187, 394.67877, 333.96057, 321.9436, 307.98892, 422.77679, 453.66843, 373.19296, 310.70868, 294.49713, 301.17841, 381.07373, 314.60968, 402.18231, 318.01965, 403.5054, 325.58319, 296.52679, 258.54468, 336.33572, 364.51886, 320.24127, 346.28171, 411.51462, 349.04968, 364.70316, 359.14038, 328.67468, 430.58438, 438.93881, 426.78711, 294.81326, 382.43713, 435.74554, 427.87006, 361.65921, 470.18542, 367.93445, 395.34305, 495.43225, 339.4342, 387.69885, 437.01505, 494.08804, 361.12946, 401.61279, 381.25116, 402.36899, 448.13791, 343.84082, 433.47864, 361.25464, 433.42166, 295.45789, 316.28839, 395.36346, 441.51599, 330.33267, 338.28491, 393.81064, 377.70773, 410.03229, 443.43921, 455.57367, 341.00165, 329.87851, 298.28986, 416.42987, 568.90234, 435.98215, 463.98618, 477.41235, 325.01001, 366.77274, 328.72058, 381.97964, 351.90009, 349.66428, 313.91357, 402.6066, 386.22845, 248.92505, 432.44336, 437.84302, 500.04761, 355.81891, 429.70099, 272.6076, 296.34439, 362.59534, 374.26453, 297.76837, 427.00708, 398.34875, 395.65143, 285.13773, 399.89282, 285.44403, 391.74884, 448.54449, 431.72162, 367.97653, 401.35233, 312.22128, 423.73383, 303.76913, 504.1427, 324.35684, 449.5603, 363.51682, 297.93454, 308.67645, 491.77518, 342.71655, 378.63535, 430.0864, 483.72186, 495.78812, 540.21796, 357.31915, 468.8873, 348.35809, 442.44873, 344.11511, 377.87994, 434.12854, 352.78394, 307.95499, 483.50568, 460.66315, 395.53397, 462.36121, 465.04825, 419.50439, 410.19354, 436.99432, 398.14148, 431.26035, 437.24799, 454.42834, 384.56992, 423.36014, 412.23071, 394.07495, 411.32608, 458.2515, 432.28372, 545.69629, 432.90005, 471.69116, 377.58252, 406.54437, 537.8385, 341.30814, 438.00296, 397.78662, 444.33765, 385.2478, 424.79337, 387.54364, 432.57599, 408.97144, 413.76749, 343.61447, 430.53363, 481.52728, 388.82501, 408.10715, 415.81171, 336.58588, 385.73434, 410.3884, 426.91699, 441.47519, 484.62372, 378.68222, 430.3923, 326.35895, 365.27249, 508.40652, 360.6882, 438.95139, 428.79977, 453.80783, 384.28735, 459.53714, 377.83533, 457.15942, 508.59796, 328.61237, 369.55832, 362.84631, 479.46457, 468.37018, 445.19492, 390.47382, 363.49857, 477.55084, 485.27863, 402.50439, 571.5835, 346.06766, 403.33545, 399.10364, 439.24762, 524.96417, 543.74554, 471.12958, 488.64844, 477.19809, 417.36499 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "1.1": { "alpha": 1.1, "neutral_kl_from_bare": 0.8087143160092578, "neutral_loss": 2.4284229856928516, "target_docs_loss": 1.0503713841468985, "neutral_init_loss": 3.0201855895996093, "target_docs_init_loss": 2.033397969563802, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 56.90224, 50.32407, 52.79118, 50.60308, 48.81402, 72.83025, 72.7578, 47.16477, 59.17896, 58.36435, 80.83561, 75.5988, 67.3569, 80.47285, 53.92678, 89.00294, 59.21789, 67.28261, 72.239, 73.21445, 78.24185, 54.28463, 83.18978, 90.47296, 70.05478, 54.98163, 77.56729, 75.58788, 61.56713, 61.02077, 83.58371, 67.26125, 53.31615, 66.85355, 67.31156, 67.36775, 82.12167, 49.1748, 64.78203, 54.53862, 74.00967, 66.28136, 66.18665, 84.88962, 73.90396, 60.26914, 93.83688, 101.00048, 72.44467, 71.30183, 96.01233, 74.81154, 72.0309, 70.36888, 63.49058, 74.71618, 55.13102, 71.90839, 59.77503, 55.75066, 87.31747, 67.89329, 64.34058, 70.77202, 94.95095, 75.53973, 113.9595, 81.95989, 74.50333, 79.95444, 91.45757, 51.42761, 106.77402, 72.59019, 48.23701, 55.6718, 83.50625, 62.20864, 83.49509, 76.61487, 65.24802, 49.25961, 103.56354, 69.66299, 82.93273, 75.52579, 54.5316, 95.72783, 83.9543, 85.33533, 54.39891, 77.81735, 76.70942, 51.83173, 89.06447, 70.66604, 85.34368, 73.05201, 88.56822, 88.13203, 62.03386, 81.65833, 72.56436, 87.99833, 72.89956, 68.72064, 68.60738, 93.83058, 102.99068, 87.24792, 102.80904, 57.30669, 79.91821, 71.28459, 92.05364, 89.76343, 71.66997, 80.73856, 60.41539, 70.95134, 63.3129, 65.43666, 73.14327, 43.98819, 90.01097, 66.70087, 99.67325, 89.96492, 101.14355, 74.29332, 83.04323, 104.71935, 67.41609, 86.09058, 91.59198, 91.55515, 100.10809, 92.25941, 77.93398, 102.23868, 78.06888, 117.82745, 62.45738, 68.13914, 83.1219, 64.30025, 76.71054, 97.89636, 85.98189, 91.67985, 91.64769, 81.59017, 96.59628, 100.85831, 101.25856, 77.20769, 56.17913, 98.50372, 41.30968, 79.41331, 82.68963, 105.47871, 88.28822, 108.97712, 85.54624, 108.98456, 55.28588, 83.83307, 94.16762, 57.72446, 95.01373, 88.7162, 74.75286, 66.47852, 95.4976, 92.61138, 105.51968, 85.31475, 77.0842, 101.11655, 101.61144, 78.62141, 87.18437, 90.6813, 136.1812, 95.61197, 85.13515, 67.41071, 85.40414, 105.9812, 81.1732, 84.01093, 46.54782, 115.86181, 78.62533, 98.77758, 93.4428, 117.03098, 81.14105, 73.39957, 81.73921, 109.55412, 78.09831, 76.16812, 83.94262, 105.61864, 101.93214, 74.1277, 67.79577, 94.21278, 110.14555, 117.17836, 78.08946, 95.84382, 84.49367, 80.20029, 77.96725, 156.26006, 103.64168, 48.31015, 141.43927, 76.52666, 108.67448, 73.6339, 115.016, 93.797, 81.12271, 75.33504, 100.30383, 74.43269, 97.49906, 101.66823, 78.58087, 75.23035, 93.00268, 91.68774, 117.30795, 96.8896, 98.85989, 133.32846, 153.28421, 112.35065, 87.30066, 84.75699, 89.55243, 73.44418, 110.03857, 124.58086, 102.2426, 114.02058, 68.67589, 136.79207, 91.95721, 197.24097, 219.19972, 288.94815, 292.31848, 169.15526, 321.08276, 244.56734, 259.85754, 241.98906, 229.54333, 285.70343, 266.95612, 176.90079, 286.56769, 222.78813, 218.55956, 256.97437, 275.65729, 173.86517, 312.18433, 271.11972, 298.82556, 194.74637, 247.12415, 246.73817, 232.56934, 277.86499, 280.66162, 228.98375, 265.62048, 267.44983, 242.73004, 259.2135, 230.91122, 174.54886, 240.15134, 225.41969, 333.74658, 234.42249, 270.72473, 214.7146, 234.30164, 179.85783, 321.92334, 255.71738, 285.82138, 235.47855, 288.5701, 212.37219, 191.17384, 208.78531, 189.68736, 229.78656, 242.41771, 281.97681, 205.61755, 178.40074, 241.75806, 286.91083, 239.95297, 327.30927, 262.97919, 372.73767, 311.15045, 224.02823, 180.89459, 249.41766, 192.91498, 219.53476, 286.04773, 341.63989, 293.19351, 315.14899, 190.93396, 238.8196, 335.52353, 212.47702, 235.18977, 267.20547, 243.79514, 194.2435, 270.41061, 234.93494, 129.07019, 328.40918, 272.90594, 225.62366, 340.44702, 444.72205, 281.15369, 298.02753, 346.09018, 212.41516, 229.05226, 417.66232, 177.52765, 298.189, 302.87872, 136.15474, 240.80814, 362.00696, 264.2113, 335.52563, 236.11076, 321.22003, 321.67529, 302.45337, 268.92166, 230.38507, 249.78465, 233.66609, 320.69675, 236.58678, 276.02509, 335.07773, 214.45712, 241.1731, 310.08319, 183.68823, 331.33441, 253.13235, 205.83896, 289.77545, 197.83356, 226.58253, 208.89098, 247.11809, 333.16769, 271.31317, 356.4118, 381.98553, 294.59277, 393.30591, 385.27985, 315.1669, 150.04092, 346.74408, 307.28854, 277.41885, 215.9437, 232.21988, 245.33958, 246.79733, 365.95215, 317.57794, 266.83795, 378.10886, 229.37784, 187.04526, 273.11517, 237.30792, 297.06305, 238.09164, 233.2514, 268.25983, 268.80701, 223.41699, 188.34306, 176.93405, 264.8197, 166.55275, 253.64633, 290.90002, 255.73955, 270.01599, 296.71466, 382.81598, 255.92671, 326.68527, 292.93918, 249.34366, 213.74501, 460.21051, 300.62119, 242.55032, 294.85846, 236.00443, 275.58771, 376.17743, 231.60211, 264.58228, 387.08972, 269.1109, 255.31729, 206.08078, 357.74454, 280.87918, 407.39633, 377.80307, 465.63245, 270.28973, 318.46991, 220.42165, 284.41385, 340.37427, 399.50555, 296.43927, 343.04013, 362.82547, 285.57349, 329.88177, 384.44321, 346.716, 292.99677, 235.47818, 275.2735, 284.00055, 306.42325, 355.49341, 368.89127, 301.48312, 329.17511, 383.9418, 256.17877, 362.2428, 326.91022, 329.51465, 335.19025, 282.17371, 307.71008, 296.67822, 304.40875, 389.84787, 263.159, 303.2663, 331.37112, 254.65198, 360.46149, 258.34683, 226.03471, 285.84308, 332.59546, 271.22052, 265.40741, 264.77856, 304.63242, 378.7771, 392.51047, 338.61395, 185.47859, 246.33519, 182.85002, 309.21329, 336.49713, 255.33075, 278.79691, 194.43697 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 290.89847, 255.2534, 276.0296, 292.88617, 285.43176, 267.35907, 209.63361, 246.15402, 284.05084, 235.46399, 238.33023, 266.87445, 311.54764, 294.4075, 261.12329, 233.88275, 294.7843, 241.9801, 318.71835, 272.66782, 369.46707, 288.34839, 409.78363, 385.67657, 322.1564, 266.93134, 274.51227, 268.86133, 313.23853, 233.22975, 350.12115, 374.59186, 293.91669, 318.69659, 367.25006, 298.39435, 383.34674, 369.31131, 286.93011, 352.5704, 324.44751, 357.16626, 303.56897, 352.88629, 456.70349, 425.83801, 351.2088, 295.36871, 381.71588, 416.56351, 321.76733, 316.71194, 376.95392, 359.56528, 299.88712, 301.40833, 363.35349, 315.68231, 394.5365, 288.59604, 322.83643, 301.14056, 395.48639, 295.07233, 436.61993, 286.32404, 377.00336, 273.57281, 360.09363, 259.23358, 368.65707, 346.04938, 382.57092, 295.78201, 398.63275, 269.16663, 292.98169, 267.32043, 399.41809, 283.31821, 358.92245, 271.25482, 326.01776, 307.75403, 446.25357, 385.62085, 321.41397, 359.5242, 406.93042, 350.62408, 276.83359, 434.63318, 305.40613, 365.06479, 378.08228, 385.00659, 368.52301, 349.77579, 309.6236, 310.26764, 408.19586, 390.80933, 307.71408, 301.05402, 429.22806, 377.16492, 298.51245, 330.96503, 291.06787, 309.96347, 344.19495, 385.45093, 322.66064, 331.79541, 316.65463, 299.70041, 366.31421, 374.6658, 380.00937, 322.09921, 422.97919, 306.63617, 329.20923, 302.27649, 283.32996, 270.39514, 396.8544, 408.6109, 439.3562, 308.09094, 474.41589, 363.56201, 384.3446, 375.63361, 316.15616, 426.67462, 368.57825, 344.34741, 399.79276, 501.36639, 439.65973, 426.45605, 425.62863, 269.93188, 313.16559, 371.65146, 438.59311, 250.39264, 379.68414, 307.22076, 342.02692, 354.40155, 392.18604, 333.14313, 338.51678, 341.28387, 362.76294, 283.04138, 404.18744, 407.87561, 372.73178, 406.56723, 364.48022, 391.62061, 396.21124, 444.74731, 395.98199, 385.68842, 455.06689, 355.93427, 340.13931, 337.55753, 377.81677, 339.8132, 248.73129, 285.76736, 334.20871, 340.05316, 376.68478, 296.37366, 389.43188, 466.46655, 376.32996, 317.98227, 363.26697, 382.0188, 426.72913, 368.31146, 388.86011, 389.87421, 335.45615, 375.75763, 375.65253, 331.2713, 417.2699, 370.05765, 371.29315, 350.00665, 326.15231, 290.05298, 399.19348, 347.93268, 350.89597, 374.00897, 336.42542, 368.35635, 333.02194, 421.61505, 267.87366, 314.07397, 305.48685, 394.91617, 419.88596, 336.46103, 365.98828, 369.70166, 359.11804, 294.96399, 314.07852, 381.69861, 409.70984, 371.29294, 432.1626, 310.43912, 361.62164, 283.52008, 316.07239, 418.60107, 479.04535, 533.89758, 451.07831, 341.64423, 440.71484, 377.8338, 315.53772, 299.48859, 312.61615, 364.70831, 357.66357, 409.22937, 414.84286, 394.2597, 385.37378, 408.50983, 404.16586, 353.56323, 402.16656, 409.93741, 363.99442, 305.07104, 433.10425, 314.72406, 341.56052, 452.60962, 354.00812, 327.3447, 440.48026, 438.18164, 260.36557, 440.02161, 327.51974, 484.6532, 372.04364, 343.36795, 323.59204, 380.02859, 389.8125, 286.99728, 286.98352, 357.3558, 301.6102, 367.75052, 302.07498, 459.33157, 370.172, 303.70496, 369.54486, 254.55884, 378.87302, 327.5246, 417.47412, 416.02185, 358.02036, 439.90469, 314.91605, 412.71619, 478.50763, 332.57352, 403.93106, 411.63461, 402.25272, 337.72092, 324.01532, 309.80023, 424.87207, 462.78082, 379.86487, 318.78067, 301.09338, 298.37848, 387.1438, 312.53851, 405.35361, 314.62836, 407.2879, 329.72458, 304.38544, 258.38995, 346.17987, 369.53693, 322.97546, 344.48505, 418.12421, 356.70825, 381.90912, 364.94815, 331.14661, 436.94324, 443.36597, 422.3371, 296.23895, 383.65106, 445.7258, 431.83759, 369.12228, 479.85986, 366.47534, 401.72824, 495.26282, 343.62592, 396.84863, 443.18088, 497.32153, 358.39026, 402.89221, 391.8912, 410.25497, 452.45255, 342.96509, 444.57462, 362.37708, 443.36417, 291.90686, 319.21136, 400.03888, 439.74414, 336.95328, 350.97546, 394.74039, 377.36703, 424.5787, 446.7572, 458.06708, 350.56158, 333.40167, 301.07233, 419.74643, 574.33606, 442.47247, 467.31357, 481.46024, 322.39694, 374.36392, 330.10971, 381.15994, 356.6636, 348.84564, 328.08081, 407.358, 383.60699, 253.75922, 440.22122, 446.91479, 503.33804, 354.39267, 429.73169, 267.57983, 298.32428, 357.69336, 376.71497, 302.78339, 432.62595, 398.52768, 402.74695, 282.45953, 401.21838, 289.48608, 397.28464, 452.65259, 438.73438, 372.80646, 406.21674, 321.66501, 425.3595, 306.59497, 518.32019, 326.57965, 456.25266, 367.65063, 297.38824, 315.81653, 494.83145, 340.98334, 384.01843, 435.80347, 492.37335, 507.99139, 549.16968, 363.47894, 478.62152, 360.16907, 445.86307, 348.07449, 377.8613, 437.26147, 357.9267, 307.86581, 483.15274, 463.63889, 394.53278, 471.5434, 465.65668, 418.86307, 417.47296, 437.23004, 403.04608, 437.4743, 440.42737, 461.05231, 392.38062, 431.12027, 414.23389, 398.12689, 415.40271, 457.18588, 436.78149, 551.54651, 442.41052, 490.41193, 386.51233, 413.2475, 546.87793, 347.4198, 451.12271, 403.11621, 451.74615, 389.28296, 430.60492, 399.16254, 435.59448, 408.03339, 412.49438, 349.96396, 435.26965, 488.95392, 392.05139, 406.38672, 429.32007, 337.96494, 395.40289, 413.29333, 434.9234, 440.00235, 489.55884, 386.51117, 444.08514, 336.89783, 361.2962, 518.39331, 373.46014, 440.04648, 436.71567, 462.34576, 393.25034, 474.71576, 385.16217, 473.7869, 509.61337, 332.33826, 368.17072, 365.49023, 485.93408, 474.90808, 449.94897, 395.81787, 368.14075, 486.31866, 491.88013, 405.92224, 572.13184, 343.64966, 408.61642, 401.44955, 443.18942, 530.37378, 544.75977, 484.03909, 496.20761, 483.47382, 420.96924 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "1.25": { "alpha": 1.25, "neutral_kl_from_bare": 1.2429979844920307, "neutral_loss": 2.592184783150475, "target_docs_loss": 1.111633698430122, "neutral_init_loss": 3.76824443359375, "target_docs_init_loss": 2.0912015397813586, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 66.75264, 62.50151, 57.17311, 51.10802, 57.97033, 79.2724, 79.53867, 54.09226, 65.12421, 65.37559, 84.65672, 85.41379, 63.20712, 88.98893, 61.24889, 84.0753, 66.30128, 76.13313, 69.48535, 80.70924, 82.02627, 62.85181, 95.78033, 104.83365, 73.67805, 52.43742, 81.32092, 81.71516, 66.84651, 65.49857, 98.46959, 78.26447, 55.16176, 66.75419, 72.34479, 75.96191, 91.73858, 53.35893, 64.12791, 59.17503, 75.73872, 67.80138, 71.9249, 86.09406, 74.16771, 56.25102, 97.48436, 97.43394, 78.57869, 74.10063, 103.31944, 79.83688, 74.48799, 71.87943, 65.11436, 76.9127, 72.25177, 74.75651, 62.73408, 62.77091, 94.19635, 71.03841, 68.23121, 73.27119, 107.39647, 77.11805, 123.49615, 91.41472, 71.87369, 89.94821, 99.46776, 61.58432, 117.44127, 79.42524, 57.43903, 59.54294, 88.23901, 72.94672, 83.78233, 78.46776, 76.71873, 55.01056, 115.72662, 79.65775, 85.35585, 78.53914, 66.25196, 106.50043, 80.21376, 93.30043, 56.4977, 89.19829, 87.36617, 58.12144, 99.98518, 76.47333, 104.82741, 72.21585, 84.12853, 80.49323, 66.73705, 83.27066, 100.33038, 94.22415, 76.20434, 87.23195, 74.7123, 101.90137, 111.33846, 89.28725, 99.79554, 51.11135, 84.93251, 73.43961, 94.05532, 95.24597, 77.10954, 87.74171, 70.32953, 81.55645, 67.394, 65.06638, 72.13285, 46.04691, 88.19899, 73.09023, 106.34955, 94.41267, 113.5794, 86.29578, 83.44016, 107.50844, 69.10613, 95.83688, 93.13778, 97.54463, 102.285, 94.48743, 87.30399, 120.10458, 85.13831, 113.16432, 69.64998, 77.35322, 96.30633, 61.21672, 84.40374, 111.25572, 85.71474, 105.87978, 99.80515, 84.01676, 97.47003, 102.25607, 114.50578, 82.00819, 66.74155, 108.73964, 51.84014, 92.98634, 91.14766, 117.45677, 94.67986, 128.63199, 93.18683, 122.33352, 66.08011, 89.95687, 97.60146, 63.32181, 101.8121, 101.29691, 75.09292, 78.99972, 98.78423, 105.69112, 105.8477, 90.29765, 77.42828, 103.02164, 105.0397, 75.42719, 98.47713, 96.56097, 152.34366, 121.25395, 97.97083, 67.39261, 94.08811, 109.1342, 79.16446, 91.66631, 58.801, 120.53252, 91.74261, 110.8351, 101.37684, 122.76874, 87.51677, 79.67842, 84.72787, 116.42416, 89.47186, 81.30013, 93.17746, 125.51421, 113.4653, 92.55806, 76.80654, 99.67166, 114.78194, 137.03014, 86.30373, 102.25221, 95.37549, 89.52486, 91.25163, 172.31302, 105.85646, 50.68382, 150.76018, 83.24924, 117.95164, 83.08051, 126.84785, 93.94746, 91.78404, 91.57007, 101.13943, 75.46045, 113.07407, 108.38646, 90.52587, 88.344, 108.41354, 100.24987, 123.73927, 98.17244, 102.69395, 140.29576, 160.24731, 117.15269, 94.3195, 85.12057, 96.76777, 83.53214, 118.25352, 138.39845, 113.19939, 123.29775, 80.65981, 153.46466, 93.89719, 216.69461, 241.84181, 292.23932, 323.00024, 185.25211, 329.02142, 257.94574, 268.06451, 265.38892, 249.46596, 317.79715, 294.7254, 194.36563, 306.18768, 239.90338, 240.16464, 285.04059, 301.25766, 188.03984, 345.60239, 294.01013, 314.99316, 211.17926, 251.20934, 262.06143, 249.27179, 304.75809, 285.38602, 232.2739, 280.87576, 280.39392, 250.44606, 295.69791, 246.57677, 200.85782, 261.73373, 226.89789, 353.45541, 251.37952, 291.23431, 225.53322, 264.23642, 180.61816, 338.7738, 265.12955, 311.33844, 251.68457, 312.26813, 218.49039, 190.90948, 228.27071, 200.56433, 249.66812, 253.35869, 305.65399, 206.2657, 185.18556, 251.71654, 307.06589, 261.47375, 362.54648, 287.25522, 398.65057, 339.901, 247.41626, 175.69107, 264.49753, 201.94498, 243.02756, 294.8931, 371.58542, 305.79318, 333.24445, 202.6633, 260.76318, 352.4642, 227.10684, 249.2114, 291.45752, 252.25362, 198.99551, 288.77658, 233.81952, 141.47781, 335.86008, 289.19785, 236.38538, 366.65439, 473.77991, 302.1597, 316.98083, 363.68445, 225.96274, 251.14767, 439.3952, 192.38263, 299.4303, 322.15228, 154.66879, 259.39932, 393.79135, 272.13959, 349.30249, 243.14108, 335.0387, 348.57593, 320.25482, 296.76013, 242.98967, 266.68259, 243.55603, 344.83392, 260.21576, 285.79752, 354.68607, 226.13162, 247.2142, 325.54166, 195.68726, 352.44696, 269.38663, 224.05835, 301.00433, 202.42566, 249.03127, 226.03395, 263.88715, 348.53784, 290.40848, 383.83759, 405.31512, 300.65698, 413.97653, 413.15662, 346.70941, 159.19849, 368.60242, 339.03381, 293.17719, 235.93762, 244.38281, 267.43323, 261.39062, 389.31488, 334.07751, 286.18292, 395.46533, 255.98917, 193.17184, 289.51202, 251.052, 301.7355, 248.9836, 248.57613, 284.02734, 276.77866, 238.82559, 198.11395, 193.23737, 283.44733, 180.78235, 270.22253, 317.8884, 263.82867, 288.1264, 317.21564, 396.7421, 266.8392, 346.11914, 296.65338, 267.2135, 219.51721, 489.85464, 316.19379, 255.9348, 324.88928, 257.87839, 285.83344, 388.08469, 255.65448, 279.84253, 401.48892, 284.522, 274.48517, 220.81131, 382.2038, 307.45044, 438.51202, 414.74603, 508.37244, 296.2793, 319.87048, 246.95296, 298.04468, 352.51062, 426.60153, 311.15955, 360.30441, 396.86102, 293.10266, 354.9321, 400.62839, 371.35333, 310.43134, 245.76265, 274.81577, 294.21222, 346.55878, 367.23022, 405.52887, 326.88971, 354.03741, 403.05707, 273.15997, 386.50412, 348.33929, 357.91611, 362.31616, 299.18915, 327.98956, 311.97934, 316.19135, 409.185, 272.72095, 322.22583, 346.64752, 279.80942, 372.25494, 270.96286, 236.53806, 297.73785, 354.56003, 284.18411, 282.07635, 282.80243, 321.21381, 409.51651, 427.8255, 366.21698, 200.15451, 249.88773, 184.22542, 334.66718, 366.34546, 263.04532, 288.9772, 202.32388 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 300.59778, 264.7757, 290.54681, 314.18686, 289.50241, 286.75854, 224.97937, 257.73969, 297.0144, 237.97327, 252.32922, 277.24945, 333.26324, 305.26837, 284.02545, 241.5983, 307.99261, 256.0463, 328.9494, 277.9917, 380.76801, 300.94324, 423.11624, 402.1391, 334.27423, 285.43887, 289.41553, 282.54321, 323.52768, 235.29288, 364.9903, 377.65814, 314.93024, 330.6506, 386.62183, 309.07306, 407.12219, 390.871, 302.14819, 361.49319, 332.73938, 372.5174, 327.6268, 364.5719, 472.49268, 439.7959, 365.12231, 315.80261, 394.28705, 439.56696, 337.33105, 328.71042, 392.04984, 378.82651, 324.17584, 314.995, 388.06113, 346.43402, 417.84457, 301.82562, 350.71362, 309.35861, 409.5997, 309.35995, 467.46594, 299.39346, 389.6192, 289.19186, 373.88867, 272.71051, 390.37317, 363.38495, 393.41046, 314.3764, 419.39038, 276.76547, 311.74634, 286.87604, 421.44827, 309.51624, 379.41534, 291.51849, 351.34561, 323.9863, 464.16315, 402.71295, 338.07104, 379.66226, 435.53821, 358.06921, 289.13666, 445.70575, 325.27643, 377.71054, 389.89417, 406.04538, 397.16309, 368.81995, 320.21844, 325.26862, 423.29919, 418.46701, 328.79718, 308.45398, 452.99091, 395.58789, 312.49927, 359.45285, 306.68011, 327.72031, 367.04248, 405.34235, 342.29633, 348.83667, 331.76651, 311.61285, 376.11014, 388.94766, 397.48749, 335.7995, 449.38818, 322.70206, 348.96466, 322.8201, 311.08942, 288.23669, 424.00446, 437.99176, 449.80438, 329.9256, 505.77444, 381.10074, 393.81754, 386.29623, 339.43237, 447.99493, 369.05328, 362.69012, 411.39334, 534.63324, 454.883, 439.51843, 448.84647, 281.47421, 335.80829, 382.83856, 464.35574, 269.10648, 407.43704, 322.42065, 355.22974, 372.88232, 417.08649, 363.40314, 376.21448, 358.26248, 382.39404, 298.11826, 416.67578, 430.01129, 387.35638, 426.08035, 388.03302, 408.01294, 428.35159, 463.40442, 422.76215, 409.7088, 466.97379, 383.52271, 354.86063, 345.52985, 387.54645, 356.24176, 265.88666, 296.41827, 353.6835, 367.89362, 395.60779, 314.10287, 410.74017, 486.74408, 396.47565, 342.3064, 393.75439, 395.84628, 456.00708, 401.9447, 410.28391, 420.15063, 349.24136, 395.39655, 395.31076, 354.6109, 445.09875, 402.62659, 382.36591, 363.04059, 353.39041, 290.2623, 421.85602, 369.63794, 374.33716, 400.30444, 368.95776, 387.68079, 346.68933, 446.6636, 286.80127, 327.67102, 323.24628, 411.19012, 441.00128, 346.75589, 380.90222, 391.82529, 381.45654, 308.03064, 335.85858, 404.60016, 435.72522, 390.51697, 460.86972, 324.09964, 377.18353, 300.22888, 337.44141, 443.15375, 493.97519, 545.91431, 464.36307, 360.11145, 468.24503, 397.91177, 334.33157, 316.08594, 317.03647, 382.22516, 374.39563, 440.379, 431.12241, 419.78546, 406.18805, 434.62714, 422.87048, 370.49213, 418.62006, 433.72275, 394.06793, 318.24323, 455.44052, 334.93744, 362.75836, 482.04675, 378.59473, 349.84042, 461.71149, 448.05145, 276.1756, 464.04312, 342.79126, 503.77499, 397.94672, 353.64264, 341.02142, 396.70947, 405.21741, 308.44946, 308.22726, 371.68588, 329.03412, 386.65454, 318.24283, 482.38354, 409.2655, 321.60907, 385.77277, 283.4165, 389.67056, 355.32001, 445.89111, 437.74652, 370.45544, 463.75055, 327.9032, 429.40869, 511.86887, 360.07922, 423.34619, 430.88034, 437.0863, 362.97598, 340.31369, 329.9325, 437.43668, 490.06747, 414.9765, 350.16388, 327.91803, 309.35443, 410.78986, 334.03909, 434.51324, 329.4791, 427.33472, 350.91116, 327.17383, 274.14478, 384.07166, 398.54761, 345.65369, 360.13324, 446.35202, 381.71988, 421.61505, 396.83716, 349.35468, 468.02753, 467.08051, 431.52893, 318.54504, 398.09094, 481.14392, 456.75043, 403.2851, 509.7019, 378.95081, 432.96515, 516.64172, 361.26941, 428.77094, 464.48291, 520.27551, 372.50757, 426.1084, 426.86026, 440.06726, 476.03265, 353.56049, 476.06262, 384.56586, 480.98636, 299.88348, 338.99316, 427.16107, 459.30353, 356.26404, 382.1524, 415.99725, 400.91638, 471.41434, 471.89728, 479.93076, 384.47083, 352.12616, 325.30042, 442.89008, 602.26337, 467.8017, 487.33804, 504.96429, 337.94635, 405.20721, 345.45294, 405.78918, 378.52777, 359.28625, 362.97211, 439.8739, 400.46002, 284.15948, 470.46909, 481.13763, 523.4491, 373.37897, 453.11221, 275.91046, 313.31622, 371.51376, 402.31573, 329.05676, 459.14832, 419.31293, 430.99493, 294.79666, 421.17102, 312.07568, 420.38593, 480.25375, 465.37701, 401.37476, 439.69293, 360.72015, 453.56348, 322.38953, 553.79492, 346.33398, 487.39062, 387.37286, 323.23926, 338.77509, 522.8363, 360.73914, 416.90515, 461.7431, 525.3042, 540.77332, 582.97284, 388.65717, 509.67245, 395.66132, 470.32217, 379.29095, 392.88303, 461.36926, 385.24414, 328.64276, 502.69562, 489.11884, 416.91904, 495.14993, 484.77286, 431.8006, 451.02728, 448.65527, 425.08838, 464.30801, 463.72168, 490.07874, 418.55927, 460.52393, 438.11526, 423.28455, 442.0542, 475.5025, 474.11121, 585.94952, 485.91763, 541.24298, 414.60568, 437.98267, 585.29156, 374.09335, 495.75604, 428.26709, 484.21002, 420.3027, 462.45398, 436.01321, 463.60559, 428.65137, 432.86115, 375.66159, 458.41153, 525.3493, 413.51721, 426.06674, 470.97427, 354.82556, 434.62112, 430.89676, 463.62469, 460.21552, 522.76227, 419.17926, 491.2135, 364.83868, 379.26025, 553.56433, 413.75806, 464.74188, 468.70709, 498.07208, 430.25031, 522.49689, 419.31805, 523.88422, 532.4353, 357.78973, 389.84756, 389.82178, 521.73663, 504.79196, 481.98108, 429.31305, 391.22327, 526.13, 534.59143, 435.28146, 598.05493, 362.82721, 442.40747, 419.85855, 461.93353, 560.82794, 563.51147, 525.29889, 525.98425, 517.64349, 458.23438 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "1.5": { "alpha": 1.5, "neutral_kl_from_bare": 2.028552910144743, "neutral_loss": 2.9908662525630088, "target_docs_loss": 1.3624108319580195, "neutral_init_loss": 4.972808438110351, "target_docs_init_loss": 2.607025889078776, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 71.15846, 78.76981, 69.43715, 57.88195, 69.53314, 88.42095, 87.49996, 62.49019, 84.18632, 85.62657, 95.06609, 94.7432, 80.37917, 101.23897, 72.97688, 101.14429, 78.97688, 92.05053, 78.77219, 87.96531, 98.56204, 68.42308, 113.23302, 118.37947, 87.99352, 50.8371, 88.47511, 95.51162, 76.40753, 75.98483, 119.42665, 106.47739, 61.88247, 85.98138, 91.90765, 96.10664, 102.67397, 66.01015, 74.49647, 84.35401, 90.71274, 86.30862, 81.15459, 101.1075, 86.92079, 75.28345, 103.95081, 100.43393, 85.36219, 96.17003, 118.46574, 85.23138, 89.30725, 94.09412, 81.27414, 87.47032, 89.60709, 91.1008, 73.29131, 78.36153, 114.63036, 100.13348, 85.89412, 83.29002, 128.1797, 96.81464, 142.44588, 108.50502, 80.64021, 106.22103, 109.5435, 79.41653, 136.57892, 86.33405, 74.53568, 65.35011, 102.32535, 98.53476, 95.59867, 84.22741, 96.63498, 74.20136, 128.02841, 99.02866, 97.38402, 113.56731, 92.8451, 140.54741, 87.73561, 122.58238, 72.68463, 106.82036, 98.34965, 79.88237, 126.16518, 98.84944, 128.44696, 96.24594, 98.34439, 95.77853, 76.75813, 123.82855, 128.77275, 114.21621, 89.10033, 110.64384, 83.61858, 119.8755, 139.5475, 100.2446, 101.05306, 56.03868, 97.71777, 69.56702, 94.44754, 117.76346, 93.22215, 121.94202, 78.32118, 94.79404, 83.99666, 79.77864, 82.35139, 65.36043, 96.73531, 96.18981, 137.13098, 114.67319, 127.40646, 102.64474, 104.30737, 116.53596, 86.54809, 125.39816, 100.21288, 116.258, 107.10001, 110.38947, 112.48619, 127.56311, 94.87029, 109.799, 85.63309, 92.23, 125.54062, 72.95606, 99.98417, 130.45093, 102.68852, 118.70522, 128.39462, 89.97531, 110.67242, 119.92284, 135.1071, 90.72189, 84.01645, 137.26744, 75.91193, 106.24794, 99.82477, 126.79418, 108.00914, 155.50485, 101.00962, 148.49536, 78.16566, 103.25032, 108.58534, 82.58429, 111.52248, 113.90321, 86.80856, 100.46281, 109.52714, 115.2088, 115.21597, 105.57498, 88.73694, 102.15428, 111.30558, 79.06584, 113.30571, 114.46461, 169.53354, 169.14522, 115.4417, 81.43972, 115.20392, 138.55389, 99.22493, 111.02498, 79.31853, 144.09186, 102.95349, 136.76404, 124.65529, 137.93547, 100.68745, 85.37944, 108.83075, 123.6586, 103.03902, 97.73017, 123.47015, 148.8291, 131.40324, 110.60023, 86.78279, 109.25198, 122.71409, 153.4845, 105.48431, 129.82777, 103.07982, 108.04414, 106.27668, 190.25903, 141.94841, 70.03167, 174.86658, 105.00093, 137.31097, 101.77683, 133.40039, 115.60611, 117.87497, 110.19398, 127.11674, 102.73711, 140.89709, 115.45827, 105.6916, 96.45946, 125.41777, 116.36404, 128.3295, 115.46443, 121.24414, 148.19058, 189.45276, 128.86212, 107.46584, 92.13122, 117.70015, 120.36012, 138.34818, 167.77457, 123.84761, 131.39903, 95.91927, 171.48364, 109.38252, 246.50641, 293.51581, 314.18063, 380.38666, 223.57693, 376.17001, 279.57614, 315.14297, 320.09113, 294.98407, 376.5213, 339.17178, 227.02173, 345.51056, 263.33728, 274.16858, 335.6676, 372.03693, 207.80678, 389.84991, 345.82785, 338.9241, 272.37973, 281.8349, 301.151, 280.79562, 376.30597, 324.0697, 255.5546, 317.45447, 329.11041, 274.79587, 346.7464, 282.4343, 237.30907, 296.15717, 260.09485, 392.38306, 295.78436, 329.73117, 246.25557, 298.25958, 202.60387, 385.5907, 309.3309, 337.1405, 283.6806, 384.13858, 259.9411, 213.5471, 255.78975, 238.83994, 289.98572, 296.91608, 345.69608, 237.94296, 215.90372, 289.53537, 340.7301, 305.00406, 409.21838, 304.15259, 440.17975, 359.91742, 295.16632, 197.81702, 304.78418, 233.77708, 275.62189, 342.39868, 430.17313, 331.29089, 373.70102, 240.7804, 293.33783, 401.02151, 266.60638, 285.82852, 347.49103, 269.93927, 220.71146, 322.3035, 276.71375, 169.37744, 365.46878, 328.95721, 266.95483, 447.86456, 548.18689, 335.54837, 356.27094, 402.73883, 254.29037, 297.14532, 497.83316, 237.90623, 340.14484, 380.32486, 192.16205, 303.13208, 462.31619, 294.48816, 421.59515, 276.17984, 378.10104, 379.66034, 371.51147, 336.90955, 274.85077, 308.88446, 296.11353, 400.27765, 315.56503, 330.73126, 403.29486, 259.30878, 269.46262, 389.24969, 217.31689, 420.03503, 296.09769, 277.79333, 348.92261, 238.99081, 312.1665, 267.3732, 311.65973, 384.99588, 339.44083, 435.73413, 476.19891, 355.26126, 468.12979, 469.54572, 404.46997, 194.01137, 414.74731, 396.73737, 318.42358, 285.61993, 278.60355, 304.55273, 293.66974, 454.22134, 367.14941, 338.16373, 462.30377, 302.68616, 244.11642, 303.58655, 291.65118, 336.98523, 258.97232, 287.46606, 302.33905, 314.4646, 269.07419, 234.70316, 222.27074, 314.88004, 219.48325, 307.15643, 369.37155, 297.38095, 321.13354, 367.25479, 437.46228, 296.55304, 402.56677, 310.03256, 303.82751, 255.11435, 550.63281, 362.75018, 291.81793, 401.15845, 281.64374, 315.30533, 439.62396, 327.56976, 305.76575, 433.83862, 348.83923, 301.86392, 256.73395, 418.93048, 362.55765, 520.75354, 489.01318, 582.1615, 323.20581, 351.8924, 304.11792, 339.05865, 413.65479, 469.82202, 357.80493, 401.08771, 467.42377, 333.04166, 426.90967, 451.57654, 416.48779, 354.36841, 279.74817, 295.73755, 348.98865, 396.95224, 416.06647, 460.79483, 415.0799, 405.83313, 456.03381, 307.73679, 437.74622, 372.20935, 429.37946, 414.70938, 333.48566, 399.86707, 331.0863, 352.30939, 463.0592, 305.49152, 365.26804, 378.25012, 322.85638, 424.28766, 292.06732, 266.08136, 326.737, 406.77658, 315.29779, 327.06345, 344.07404, 358.30359, 485.83282, 501.51257, 438.59692, 229.38135, 279.10953, 215.84737, 397.18515, 423.01324, 284.39044, 339.33011, 226.63852 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 347.79016, 305.9993, 333.36026, 362.35818, 324.28201, 349.1756, 283.57379, 299.83405, 350.08771, 266.22385, 305.6474, 317.23447, 406.00354, 371.47049, 360.32428, 292.00424, 357.7963, 313.84891, 382.91312, 323.93484, 434.82477, 362.01569, 483.52734, 465.37329, 389.30231, 355.78497, 349.00775, 340.05975, 384.36166, 283.50113, 422.22153, 419.83356, 387.50586, 372.51038, 456.78217, 374.67737, 484.633, 455.49509, 362.88232, 409.35522, 381.88397, 438.50153, 424.85071, 432.69702, 539.78448, 500.46307, 432.23743, 392.06488, 462.10715, 517.80316, 414.2926, 383.289, 458.03656, 465.36313, 406.54095, 375.50049, 465.87305, 452.52805, 501.61206, 356.83319, 440.20593, 368.86258, 470.35791, 361.75732, 554.27344, 367.00854, 442.66901, 371.68799, 438.24158, 320.33972, 458.255, 430.04132, 460.19836, 398.02521, 495.18555, 336.45654, 383.42441, 366.14511, 513.38232, 389.51495, 459.03003, 364.8905, 421.27826, 388.91391, 534.08618, 481.50055, 403.84113, 465.78735, 526.4635, 411.43396, 366.79803, 502.12473, 403.55505, 432.20041, 456.18405, 485.51254, 486.02332, 449.44962, 396.78555, 388.93933, 498.34274, 505.74866, 400.58722, 365.64209, 541.0589, 476.11469, 390.95129, 458.76932, 386.00995, 411.36496, 457.57791, 496.34082, 420.61505, 425.34372, 413.06317, 397.3631, 437.71265, 460.84668, 494.50113, 399.02563, 530.57654, 382.91092, 435.82849, 401.98108, 395.55475, 376.02338, 516.97729, 537.03052, 523.54791, 405.79837, 609.67297, 452.35352, 453.36526, 440.11957, 428.05374, 536.18433, 416.62384, 443.37405, 478.61499, 635.65723, 523.22162, 498.42834, 526.75061, 359.41125, 420.56927, 441.68768, 559.11133, 350.68311, 508.83487, 397.65283, 417.59216, 434.40994, 508.58731, 449.36237, 495.62167, 437.13071, 459.95834, 374.38196, 491.26047, 513.93213, 465.39597, 513.09912, 461.44162, 476.82404, 538.34229, 550.32819, 517.63043, 496.00229, 540.38037, 487.89224, 424.48416, 418.1669, 449.64276, 433.00751, 331.68823, 376.88098, 432.06335, 461.84686, 462.42926, 396.98712, 512.1344, 567.29297, 465.99792, 441.24527, 492.35486, 482.0058, 563.5387, 503.77588, 496.40076, 536.35474, 424.04639, 476.64825, 488.07489, 445.19037, 537.0061, 508.64313, 445.01556, 446.54767, 449.0957, 338.33374, 501.65765, 460.52747, 467.52997, 487.67255, 465.41568, 477.44547, 418.37262, 526.14111, 365.65195, 388.64862, 411.64215, 480.918, 527.82587, 414.78076, 444.09763, 500.75266, 464.71588, 379.7428, 422.9144, 491.20264, 522.98889, 453.10291, 566.02539, 397.02734, 453.73676, 390.95837, 413.84109, 528.86078, 579.22107, 588.97473, 542.92908, 436.04172, 550.70618, 474.82474, 420.90289, 397.83624, 369.25775, 466.71756, 458.80353, 539.32141, 506.0802, 507.73306, 498.89944, 527.94946, 502.78815, 454.8797, 486.85358, 522.57739, 490.04764, 400.28162, 549.99011, 404.56372, 442.54996, 593.82617, 482.54651, 450.66437, 548.01385, 528.82739, 361.46533, 572.79205, 421.43652, 572.86951, 496.30908, 422.83783, 406.70874, 482.52133, 489.93732, 397.33856, 394.57007, 444.73883, 435.18536, 475.61487, 394.81943, 567.95245, 528.15491, 398.14072, 470.28485, 373.08527, 453.68243, 457.96082, 552.84875, 541.06885, 454.09619, 561.47766, 413.36346, 513.20923, 624.13977, 451.34155, 514.66815, 521.32532, 559.25629, 456.91223, 413.72772, 404.35629, 502.37564, 599.47974, 536.80865, 476.99689, 423.73761, 375.90527, 499.44696, 424.67749, 549.44629, 408.95197, 517.66815, 444.54016, 412.12109, 357.21771, 510.07843, 506.31177, 432.27701, 456.12216, 557.66943, 488.30817, 544.08289, 509.2016, 433.30444, 579.95868, 555.22058, 512.41553, 417.03229, 476.14545, 595.14026, 541.2309, 504.81662, 615.89856, 451.72919, 540.7948, 595.56903, 432.37589, 535.29688, 553.59003, 607.74231, 453.52774, 540.9975, 540.74048, 558.53699, 590.23315, 425.53162, 583.52295, 466.92267, 599.54913, 364.99927, 437.27179, 539.86621, 567.08667, 423.83728, 481.24713, 506.25201, 516.65686, 627.8631, 579.45142, 570.28809, 507.01819, 444.37466, 420.55566, 546.60944, 707.94885, 546.62268, 578.02661, 611.953, 426.73166, 510.13025, 416.59943, 535.63745, 471.81989, 427.18793, 470.15002, 560.5, 486.05219, 399.64984, 580.75043, 598.92078, 617.33704, 460.40213, 568.09436, 350.62073, 405.44272, 458.44385, 524.52551, 438.96985, 566.18933, 513.75958, 539.51221, 366.23138, 507.561, 409.15958, 501.22229, 585.37439, 562.32965, 504.84387, 567.3457, 483.62427, 570.29242, 410.06079, 689.51215, 436.89294, 623.0791, 473.71561, 430.74408, 416.55432, 639.99121, 437.93835, 540.47595, 559.27875, 630.74182, 646.70801, 709.99316, 494.67401, 619.25464, 519.42883, 570.95197, 495.18851, 473.98483, 560.09808, 494.71878, 414.86176, 604.54254, 591.23694, 522.81555, 578.1958, 572.41339, 515.02393, 586.93164, 511.99078, 528.62469, 572.28387, 553.78674, 594.37817, 520.29358, 572.07581, 543.19751, 521.5285, 546.12781, 578.82416, 615.7511, 711.76843, 606.45081, 695.71484, 529.4989, 531.39075, 718.86279, 484.73831, 639.16986, 540.039, 604.1521, 538.44159, 597.2981, 557.11182, 578.38782, 538.98706, 539.92828, 489.27176, 567.52271, 680.32141, 517.05603, 523.42059, 586.4325, 446.07141, 572.604, 534.72437, 577.27887, 560.24609, 643.72009, 546.27295, 648.11646, 449.42542, 481.68463, 693.79504, 549.83105, 583.53827, 576.98828, 622.33508, 571.4812, 674.73212, 533.96313, 671.56049, 642.18616, 457.1637, 496.6022, 492.7699, 664.89313, 624.42029, 600.64233, 566.50049, 483.21503, 652.96143, 674.39502, 562.87555, 714.46124, 466.43942, 565.08636, 521.53577, 539.9718, 683.88831, 657.6795, 665.86591, 653.18274, 660.78137, 631.09424 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "1.75": { "alpha": 1.75, "neutral_kl_from_bare": 3.0287145052091855, "neutral_loss": 3.733879222149528, "target_docs_loss": 1.97680349237129, "neutral_init_loss": 6.14635355834961, "target_docs_init_loss": 3.388485785590278, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 85.17416, 79.48097, 117.72831, 74.97218, 85.21981, 106.44088, 104.62753, 82.53188, 104.87132, 102.06142, 114.75607, 130.9707, 112.73589, 125.52711, 98.11107, 122.05618, 100.63087, 120.32516, 83.26842, 100.96677, 116.63461, 85.58163, 134.79471, 144.0542, 115.80091, 59.69836, 129.15186, 126.72141, 98.23714, 92.83447, 167.34772, 134.28833, 85.50217, 107.80363, 124.69888, 128.44286, 120.98445, 94.40077, 95.45538, 105.47557, 111.74047, 111.57947, 105.40896, 124.39645, 111.34404, 118.58629, 119.03725, 129.9819, 96.76115, 96.26324, 138.40593, 104.40643, 116.09212, 132.18355, 118.13783, 112.80714, 134.35628, 110.43127, 92.88075, 102.32748, 136.43686, 119.40365, 117.9621, 116.41632, 179.13803, 124.56236, 164.93253, 149.14824, 130.53549, 130.21356, 149.87924, 115.85048, 156.49374, 104.64026, 90.8475, 79.38857, 130.5152, 117.64592, 113.98965, 95.53476, 132.99626, 115.00807, 159.69604, 126.4706, 130.10287, 169.13809, 106.10094, 174.58572, 103.18913, 161.07838, 84.23904, 146.39786, 123.95798, 107.93271, 146.30243, 149.39505, 143.06485, 130.89742, 133.71815, 120.10333, 107.16293, 169.83438, 159.61841, 150.38982, 116.65343, 146.91272, 95.25514, 144.99249, 174.45036, 135.52002, 149.2756, 90.4081, 134.39182, 94.21207, 112.6647, 137.83682, 121.74623, 180.67293, 88.08443, 118.8357, 91.28914, 108.51425, 99.25152, 119.42357, 115.36954, 119.57532, 178.94768, 149.50447, 148.67703, 120.84829, 174.75037, 149.70581, 114.4552, 161.7619, 115.81303, 165.08659, 126.00534, 141.48404, 149.86786, 156.91939, 127.75554, 138.22159, 92.9491, 110.90584, 147.53224, 106.29076, 177.6702, 187.04797, 122.30554, 177.5385, 166.59943, 124.12823, 120.99683, 141.05859, 161.28064, 115.32888, 108.82278, 152.76923, 110.45472, 135.14447, 157.32841, 147.74881, 135.66658, 214.63455, 125.72508, 180.70113, 95.95012, 146.82901, 146.47864, 119.1282, 144.72964, 137.37305, 118.97021, 134.30037, 151.58766, 149.69626, 125.25719, 108.09789, 113.87079, 124.68567, 130.379, 87.57917, 130.99869, 146.54343, 226.31346, 258.3761, 154.92256, 92.06871, 135.76659, 180.68172, 143.87711, 146.48485, 94.12737, 193.9241, 128.80779, 180.85565, 168.18877, 192.05713, 144.73701, 107.69256, 144.35197, 143.59543, 131.03136, 128.77487, 178.34909, 183.40443, 145.54471, 145.95004, 114.67052, 136.0274, 149.44379, 170.01701, 149.88426, 185.4715, 119.03012, 124.45413, 136.21579, 219.9557, 202.97348, 104.80209, 205.50615, 120.89264, 184.14491, 128.55421, 147.44574, 153.69559, 174.03317, 177.38699, 183.01448, 139.16992, 176.4765, 140.38194, 197.5251, 126.33191, 145.73189, 134.3784, 152.67937, 131.63788, 190.30811, 180.41588, 225.94113, 153.3826, 134.01155, 97.07275, 154.83487, 180.71301, 184.75822, 212.58072, 144.39806, 165.92458, 143.91904, 231.5152, 137.59421, 315.09875, 377.90759, 355.11652, 441.99594, 299.54346, 471.56329, 339.7153, 375.69708, 411.79019, 347.6557, 488.35101, 416.89133, 278.26245, 417.4408, 297.44443, 403.62897, 392.51791, 437.87234, 249.06383, 451.60999, 453.45905, 422.15329, 335.95535, 333.03952, 414.74539, 320.88248, 444.9903, 426.84515, 301.9357, 375.65973, 440.63843, 327.2843, 503.4353, 339.93903, 272.284, 334.04529, 329.94427, 494.0014, 372.38388, 414.37897, 279.48578, 342.67731, 240.51385, 502.62613, 389.43103, 391.90521, 305.89951, 482.81668, 302.29208, 266.01129, 323.84021, 283.5936, 372.18402, 316.6001, 406.73291, 277.26779, 267.54889, 336.54886, 413.46014, 380.30289, 494.48862, 377.44446, 529.96436, 426.07373, 372.86823, 242.74449, 361.79974, 268.81525, 359.92731, 404.90863, 507.23254, 409.82138, 444.41434, 316.1452, 358.60297, 498.86142, 310.87399, 368.41425, 443.52191, 328.71246, 270.00909, 394.24545, 337.81366, 203.6284, 454.09967, 398.08319, 327.9375, 582.54382, 727.49158, 390.69348, 408.8707, 487.8858, 277.70734, 378.42255, 619.02832, 335.09109, 400.71475, 478.99496, 273.08539, 404.71661, 596.17932, 360.08185, 529.22034, 333.68546, 452.59082, 480.04852, 425.70071, 416.1377, 312.62234, 348.34753, 363.20135, 524.35339, 418.23114, 415.45477, 479.00281, 313.56247, 360.01129, 570.12988, 260.12015, 536.82983, 353.65259, 375.18323, 438.69379, 316.64566, 422.00479, 333.85364, 376.5813, 467.37225, 430.99005, 520.37042, 664.38477, 455.74158, 570.55597, 607.18384, 480.84708, 251.70355, 484.41559, 487.47415, 375.39243, 343.26205, 338.13593, 369.97656, 351.00357, 585.10071, 426.28455, 404.05237, 592.82159, 384.39966, 303.39899, 373.27026, 383.08545, 393.80814, 291.2027, 346.67712, 334.68497, 386.29773, 400.17468, 286.91345, 293.85757, 362.20752, 298.65567, 417.97449, 451.14642, 350.6084, 401.55798, 461.01721, 539.85645, 327.96109, 549.06494, 377.75143, 389.92493, 332.77374, 652.09198, 476.80701, 348.10611, 483.36661, 332.18164, 356.75833, 518.81354, 414.50876, 364.00281, 510.03217, 507.48459, 370.68939, 326.0896, 483.0954, 475.10529, 647.77942, 618.76514, 691.48621, 387.56757, 419.11832, 366.26938, 390.33521, 504.1842, 546.13782, 452.93219, 461.72742, 608.52759, 405.13232, 529.02966, 555.90198, 487.65088, 462.91919, 317.71646, 355.69537, 407.73251, 499.55927, 537.117, 577.5282, 527.19739, 503.03503, 510.45709, 397.82571, 510.39767, 435.53506, 556.89844, 533.72925, 374.24146, 553.74152, 379.51172, 402.50409, 557.50586, 359.60669, 434.16962, 445.94946, 412.32648, 514.92407, 406.08981, 325.98141, 375.62537, 501.98041, 401.24838, 445.73672, 435.65961, 430.90186, 632.00061, 586.04083, 575.63989, 310.505, 331.87152, 280.38721, 516.80933, 582.58704, 369.08704, 489.09653, 286.30609 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 431.98712, 380.20184, 434.8652, 446.72266, 429.28683, 445.80945, 395.41943, 394.04065, 449.83679, 347.19958, 412.48239, 443.96014, 547.79053, 520.17847, 505.92502, 434.72293, 476.03394, 451.97815, 551.36243, 439.68713, 546.97754, 502.50964, 629.76379, 607.95844, 539.03448, 509.95959, 504.66138, 488.26895, 527.28357, 443.46149, 567.10309, 554.62769, 532.83606, 492.35233, 604.08026, 535.02563, 639.23096, 635.09094, 511.05423, 576.0083, 493.16254, 609.0741, 597.20844, 605.53748, 663.8255, 644.3504, 608.25, 579.79871, 630.12457, 706.43341, 598.5387, 506.82104, 636.27393, 662.07581, 571.495, 499.36407, 608.39795, 679.33618, 681.87927, 482.90689, 630.3609, 523.07227, 652.35175, 495.04526, 734.02466, 529.94116, 576.81708, 582.06476, 579.1427, 464.05298, 613.02148, 581.2558, 638.08813, 567.53082, 687.95056, 525.79053, 574.85199, 553.04639, 706.31372, 552.46411, 644.29272, 559.07446, 581.76355, 559.77069, 737.60651, 667.98267, 542.97223, 711.32983, 692.50543, 592.50739, 593.72559, 657.40973, 574.14264, 559.98865, 621.19293, 640.66608, 658.97473, 666.98456, 560.80151, 555.8678, 652.50586, 701.40729, 562.75745, 541.24042, 741.86218, 690.22272, 564.11157, 680.26093, 557.5885, 619.29224, 653.12146, 678.53882, 621.76215, 632.84839, 608.85388, 610.81226, 585.11725, 682.64465, 742.92639, 542.27795, 708.50159, 527.93347, 627.22333, 592.66699, 564.26379, 611.51428, 739.62512, 758.46552, 734.0531, 576.13654, 823.51404, 617.39612, 598.66742, 566.0213, 611.86261, 708.75671, 594.79065, 673.71948, 651.43201, 824.52783, 696.37714, 653.10742, 702.71338, 572.6546, 633.82617, 603.87109, 810.37622, 506.7052, 740.0802, 606.24701, 598.27039, 573.33002, 710.96875, 633.8844, 773.33777, 650.95569, 649.06158, 563.01074, 677.39026, 753.76428, 696.85767, 725.92816, 663.26831, 648.64221, 768.46771, 791.073, 704.41718, 707.15088, 798.01318, 699.95093, 614.16479, 650.07581, 635.60181, 638.33264, 506.3772, 608.48828, 665.11359, 658.0072, 650.47754, 611.6087, 750.97101, 749.22095, 632.76135, 646.93866, 696.78253, 756.53418, 823.51306, 716.48193, 669.22516, 771.2782, 643.59167, 667.29852, 735.80432, 662.87982, 731.31006, 717.60052, 595.685, 684.9718, 666.42981, 519.07959, 705.00891, 708.84125, 692.82056, 672.32117, 675.51654, 759.17554, 626.9043, 705.30743, 562.75189, 537.3407, 652.58588, 651.71466, 706.04388, 641.77319, 602.25702, 771.20026, 642.11841, 608.98718, 637.29315, 685.34412, 737.86462, 599.10498, 775.30518, 590.51324, 657.02087, 621.15918, 602.91406, 732.65356, 776.93549, 689.22906, 732.65027, 637.71149, 748.24274, 661.58252, 646.77576, 625.38605, 551.86578, 718.42627, 654.66083, 763.89575, 663.75, 689.49805, 717.45374, 715.3606, 734.21594, 625.30237, 632.7804, 717.68628, 727.96039, 640.40833, 765.17114, 601.16583, 627.21313, 818.20764, 710.22369, 667.27014, 721.55151, 737.41718, 566.55164, 837.58545, 620.34113, 720.97681, 676.12134, 649.31525, 553.68341, 695.21655, 735.91144, 622.99127, 606.68481, 646.8797, 649.55908, 696.9585, 609.86426, 723.33008, 825.34875, 579.60297, 699.58978, 561.56989, 643.55835, 681.09167, 826.07251, 779.79291, 659.46143, 816.56274, 644.98499, 703.30084, 843.79346, 649.6427, 713.80737, 758.27032, 855.8125, 678.57874, 591.91382, 600.81061, 655.17017, 854.97632, 847.20477, 753.64471, 659.03186, 627.58832, 734.15613, 637.15936, 817.61743, 675.01141, 817.30371, 642.23657, 651.88281, 581.80994, 766.6731, 727.72754, 672.55328, 717.95282, 819.58472, 748.14697, 806.92224, 779.24811, 682.71906, 802.35217, 760.10382, 677.76416, 645.84998, 696.51465, 855.99536, 750.40173, 737.63647, 867.57385, 677.24701, 770.90948, 802.85553, 623.72717, 730.58112, 757.26294, 874.56793, 727.79449, 796.37885, 788.77167, 868.06152, 874.54578, 658.88855, 848.37598, 675.18756, 869.75024, 570.0304, 684.03247, 808.60242, 846.43884, 595.26202, 696.29785, 717.28845, 784.80981, 972.54126, 814.42517, 781.66211, 758.75964, 655.04462, 635.05896, 791.03613, 974.33893, 687.16125, 818.67944, 852.72351, 627.33875, 766.17322, 603.67773, 809.45508, 728.21454, 663.97449, 771.07849, 842.84229, 705.72888, 680.51477, 848.69794, 855.78516, 931.6543, 694.47552, 865.052, 600.55029, 685.42004, 675.59241, 807.71704, 731.05017, 808.02002, 767.73291, 855.63989, 578.95294, 758.17462, 649.57098, 684.995, 835.56799, 795.25848, 721.54297, 866.56903, 770.12366, 878.09491, 637.50543, 963.56165, 666.13928, 960.48871, 703.08783, 662.2478, 614.94177, 953.14026, 641.93597, 771.01929, 815.25879, 970.25238, 849.17859, 1056.39404, 752.37079, 872.06165, 788.37958, 835.2796, 788.81189, 772.99731, 862.79254, 831.16351, 646.58276, 932.41943, 863.3855, 764.14886, 778.67859, 870.26306, 725.81506, 901.60645, 684.30017, 772.66431, 839.76575, 797.4353, 861.36407, 796.25299, 861.18726, 793.00983, 757.22607, 804.53217, 835.78467, 1010.66748, 948.27063, 842.94666, 994.83636, 780.935, 779.32935, 1087.42786, 695.90112, 954.15094, 848.05347, 864.24475, 847.82892, 942.92371, 844.97925, 834.021, 855.96735, 835.87982, 778.44427, 846.01428, 1038.84131, 805.54651, 790.31671, 803.12866, 694.38141, 890.29602, 860.81897, 867.15479, 816.04108, 966.99072, 911.96173, 972.96912, 667.66815, 717.7666, 1007.59564, 860.20435, 924.46265, 807.24536, 973.83722, 875.11414, 974.86865, 753.18365, 956.63171, 897.33093, 728.49579, 761.1604, 782.61816, 1010.91455, 937.09943, 918.27026, 879.61768, 734.98547, 932.52869, 1026.23193, 857.49451, 976.25964, 775.46686, 872.52148, 812.13647, 760.05396, 1023.65466, 917.75562, 1020.78589, 978.54199, 1026.13672, 1045.98413 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "2.0": { "alpha": 2.0, "neutral_kl_from_bare": 5.1779580720174145, "neutral_loss": 5.950936289987214, "target_docs_loss": 4.606121503489594, "neutral_init_loss": 8.813702203369141, "target_docs_init_loss": 5.044053771972656, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 115.45132, 104.22054, 173.45316, 153.924, 133.69839, 143.88312, 142.70758, 129.54059, 139.11443, 162.47791, 164.57874, 171.95178, 205.31665, 188.52774, 184.75891, 197.72098, 134.39622, 191.98138, 197.16132, 166.92383, 189.61395, 200.53419, 175.82683, 203.38751, 164.49548, 121.56557, 205.11063, 214.31384, 175.11606, 163.02151, 211.64752, 190.41473, 158.58951, 194.65952, 180.01698, 173.69, 271.6344, 205.79016, 156.81329, 181.42419, 206.25822, 174.67632, 153.21033, 223.11908, 207.38408, 209.61346, 218.92538, 210.55876, 163.08061, 127.68053, 201.18222, 176.90134, 174.62537, 247.41302, 206.16949, 197.47957, 233.0052, 197.50548, 136.61118, 193.54137, 205.52612, 202.62779, 247.15468, 173.84991, 235.00266, 187.69669, 193.13866, 218.81967, 197.30995, 177.17352, 277.36288, 208.73764, 195.83084, 183.71146, 165.90526, 118.35435, 208.30759, 170.62561, 174.1767, 178.44397, 218.32597, 194.37524, 213.06125, 221.00247, 177.1291, 247.64542, 150.20973, 266.38226, 256.48788, 231.99994, 148.94211, 231.13234, 185.24388, 143.67462, 187.7522, 244.91983, 193.80353, 208.94597, 196.73746, 200.45212, 200.23254, 223.31429, 206.64156, 245.02234, 237.36908, 207.56111, 140.9449, 210.66028, 239.5714, 247.58344, 228.63406, 146.97281, 226.80859, 160.34048, 233.55453, 203.67371, 228.73035, 265.78467, 123.47115, 184.93811, 171.18135, 163.84665, 241.18967, 202.14995, 215.55045, 232.80296, 252.75243, 217.40918, 211.74875, 155.12267, 290.55737, 273.51788, 189.82187, 254.76192, 213.241, 229.10815, 247.53859, 216.57277, 237.39886, 244.2616, 245.34042, 209.84137, 207.48495, 180.87737, 218.87289, 180.10191, 311.38464, 271.52185, 191.29736, 264.93787, 253.51712, 254.41696, 154.03729, 219.90305, 210.23547, 216.11644, 204.78754, 215.32245, 238.82547, 223.29271, 258.88977, 239.23465, 194.5304, 289.75153, 244.01482, 231.01202, 157.69264, 237.15193, 220.70175, 232.9807, 188.07062, 238.354, 190.48756, 241.80231, 244.08743, 214.31642, 187.12991, 150.57489, 218.28448, 226.78178, 196.0011, 145.81958, 231.43008, 228.98949, 330.75616, 351.23279, 233.98241, 138.63335, 213.0148, 287.54901, 244.58908, 241.96796, 205.9021, 295.36664, 253.74249, 296.29187, 262.10181, 280.59686, 257.64615, 197.55676, 260.38486, 259.92319, 222.70819, 210.81224, 222.75385, 277.14844, 208.82874, 192.29144, 182.25844, 222.18179, 265.99432, 225.51019, 198.00482, 301.82336, 218.99893, 216.45128, 222.88963, 284.15466, 323.6958, 184.42545, 239.14935, 204.38477, 251.94562, 223.34668, 237.80267, 214.65027, 275.35898, 284.27573, 311.04401, 191.93143, 239.73309, 262.07401, 315.62421, 273.32812, 207.52515, 229.03178, 232.04247, 220.12292, 291.89392, 269.56815, 347.07272, 243.08958, 259.14319, 185.14177, 233.83849, 294.25781, 270.19528, 326.8432, 185.26552, 274.73035, 289.99185, 383.90942, 256.27795, 450.50043, 526.85693, 570.35034, 629.89001, 434.30511, 664.22412, 497.99982, 528.38885, 606.66919, 433.83524, 675.12695, 652.15857, 436.43451, 620.01355, 428.47247, 617.59985, 556.38763, 552.16248, 390.10849, 701.578, 744.74713, 651.72864, 594.44446, 505.91925, 667.74042, 460.9635, 702.28662, 616.01038, 417.23508, 522.10437, 819.33643, 553.86957, 659.92249, 521.21039, 495.07037, 438.84839, 590.84869, 665.56421, 544.39148, 749.52997, 410.57764, 546.01379, 454.31506, 822.53564, 644.31116, 674.35205, 468.13535, 703.41321, 459.23138, 491.72647, 476.04123, 460.91583, 609.0462, 472.08539, 554.27209, 428.63907, 482.39264, 411.04468, 640.04407, 546.81805, 743.96765, 626.67065, 753.12354, 544.08643, 612.39783, 365.11407, 510.237, 402.7583, 517.46277, 613.36011, 697.86353, 726.40558, 648.37073, 506.82733, 539.87152, 710.23572, 433.71652, 615.39594, 647.50238, 539.49622, 412.65985, 634.69043, 506.70917, 394.84064, 663.80634, 676.18835, 638.36029, 792.18262, 967.80774, 615.73151, 682.92035, 752.99133, 395.57825, 677.16223, 886.99316, 479.89563, 651.73853, 815.30621, 635.91064, 639.48798, 935.05609, 522.15448, 790.50739, 525.26666, 766.00208, 692.22876, 699.72394, 592.45093, 428.56204, 688.52838, 611.28674, 816.02588, 629.18494, 755.32391, 790.58453, 417.68024, 614.03839, 873.34436, 370.56207, 818.83215, 555.05841, 613.64716, 807.30548, 597.83545, 739.98346, 512.52686, 518.11047, 721.18951, 765.32727, 704.06897, 1162.72241, 773.94501, 836.56726, 926.37598, 904.90955, 357.63159, 768.6167, 833.55042, 589.56995, 497.11664, 559.1579, 518.90338, 616.74707, 872.40259, 712.95654, 536.97595, 852.41779, 654.20288, 472.77521, 541.74463, 630.24207, 596.2536, 480.65338, 502.81573, 412.07132, 680.50623, 827.3689, 498.3887, 648.86792, 553.1994, 644.03497, 676.43292, 718.84778, 617.32581, 747.46533, 732.65186, 738.77313, 473.83871, 840.37769, 813.25281, 778.96747, 546.96869, 914.72852, 953.54767, 586.13983, 679.37305, 572.08478, 543.50824, 798.78387, 566.61243, 532.28174, 859.67273, 835.75757, 697.24744, 481.30118, 710.82849, 955.7439, 902.00806, 1016.57178, 995.86572, 720.76404, 672.16504, 521.61401, 624.15228, 839.44226, 739.05823, 697.51453, 728.06097, 958.55859, 647.53052, 713.37891, 824.72058, 724.50623, 807.75299, 468.85754, 560.07574, 595.29144, 804.26477, 987.46484, 827.47913, 845.9776, 921.56207, 820.09784, 769.35443, 775.3598, 794.09204, 894.46564, 967.38086, 640.89825, 903.24542, 520.66681, 673.13733, 1015.65607, 576.97375, 838.65234, 704.77026, 710.3595, 824.26752, 782.40698, 554.78113, 493.22565, 720.51843, 716.43958, 715.21027, 704.99426, 644.29163, 977.27612, 923.44885, 953.34332, 600.19617, 663.24146, 617.04095, 1001.73724, 1060.03516, 740.18298, 858.15686, 655.81317 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 616.33093, 582.50854, 758.81287, 696.20776, 786.46838, 753.96881, 825.49542, 670.19312, 758.20447, 630.47571, 1063.95227, 1205.40918, 1115.89087, 1076.54614, 954.54071, 1124.40283, 797.44159, 945.47778, 1406.0498, 1034.03589, 996.93005, 978.17493, 1112.18201, 1160.55164, 1165.91602, 1259.85632, 1084.39233, 835.39575, 1256.698, 1113.70703, 1287.02466, 1020.61823, 1194.63464, 1157.36169, 1158.09692, 1173.52246, 1118.48535, 1430.58911, 1182.83691, 1442.89453, 999.64807, 1154.48254, 1197.42651, 1427.28931, 1266.84937, 1258.96179, 1296.27417, 1201.80322, 1228.24304, 1582.17725, 1396.63257, 1053.48303, 1331.96631, 1544.33545, 1166.30652, 1085.66003, 1217.68799, 1535.91089, 1387.58606, 1139.19531, 1636.81641, 1243.76343, 1510.11816, 1141.96448, 1352.24011, 1164.53711, 1233.94653, 1469.85034, 1025.35547, 1001.58557, 1303.0437, 1315.33911, 1417.73669, 1255.85718, 1559.55225, 1288.60449, 1314.60132, 1292.0874, 1554.85254, 1498.42578, 1390.09631, 1296.76257, 1100.58569, 1162.18274, 1620.06885, 1523.26587, 1024.95471, 1570.0636, 1320.30029, 1467.76831, 1734.59497, 1281.11597, 1231.31104, 1165.69348, 1211.79065, 1272.71582, 1225.90308, 1461.74744, 1154.12537, 1262.42932, 1264.84033, 1720.3252, 1379.6001, 1289.28418, 1494.12415, 1664.15527, 1320.41846, 1306.40454, 1250.28625, 1447.99768, 1537.52661, 1714.35608, 1843.62964, 1624.45825, 1417.25085, 1510.94507, 1126.12268, 1528.05542, 1874.73804, 1066.55078, 1398.86353, 955.50378, 1238.56628, 1365.14197, 1251.19116, 1495.79541, 1795.48938, 2065.65479, 1815.40527, 1256.48047, 1852.16455, 1307.60742, 1184.26184, 1053.20862, 1275.93823, 1318.36084, 1440.23718, 1291.98584, 1216.06348, 2189.89209, 1424.63855, 1258.29053, 1492.99341, 1560.24646, 1682.11633, 1470.98572, 1904.66284, 1162.07837, 1741.00488, 1427.84985, 1415.25366, 1258.30603, 1520.58838, 1494.18384, 1879.53491, 1734.73145, 1525.93457, 1439.15674, 1375.88354, 1601.39746, 1799.15637, 1801.49805, 1480.71289, 1501.875, 1479.4895, 1604.59326, 1602.15833, 1481.49951, 1784.68164, 1945.11035, 1352.50684, 1922.89502, 1500.61646, 1789.51294, 1564.94409, 1568.81836, 1380.06323, 1336.71069, 1626.95581, 1660.47266, 1686.94092, 1550.46753, 1354.50049, 1537.43628, 1601.92712, 2058.49585, 2014.10938, 1782.05859, 1426.80688, 1627.24316, 1713.61865, 1453.11719, 1885.43152, 1640.39868, 1572.7135, 1587.35974, 1256.42664, 1531.72522, 1575.13062, 1428.58618, 1443.84399, 1800.33154, 1633.77393, 1431.85022, 1614.80273, 1624.6991, 1853.98999, 1246.29968, 1468.78955, 1253.98901, 1638.81482, 1383.22241, 1364.40442, 1508.04028, 1413.21484, 1808.09204, 1571.62622, 1646.13794, 1579.35583, 1698.29785, 1553.34521, 1082.5542, 1723.28381, 1517.28772, 1600.2384, 1473.86279, 1555.802, 1696.3584, 1614.45898, 1107.0498, 1654.98853, 1283.84314, 1505.26025, 1602.32202, 1678.07739, 2006.04004, 1543.00879, 1912.97742, 1407.22925, 2027.80884, 1393.6156, 1354.31958, 1592.54028, 1450.63074, 1607.60913, 1469.88623, 1404.98193, 1864.479, 1513.02393, 1723.8418, 1819.41321, 1721.08447, 1382.04419, 1524.41357, 1660.80176, 1528.03589, 1436.24268, 1654.75354, 1554.17261, 2021.18152, 1531.03052, 1296.95007, 1360.55127, 1545.26855, 1195.0022, 1466.6394, 1941.47949, 1713.17651, 1417.74536, 1420.34497, 1384.02368, 1870.61377, 1515.39209, 1249.62146, 1873.7605, 1319.02209, 1623.41309, 1597.12854, 1674.27405, 1763.66382, 1809.20312, 1752.70776, 1643.0061, 1888.14709, 1749.3877, 1562.23657, 1892.09082, 1658.7887, 1606.82642, 1927.74878, 2000.20569, 1616.93774, 1690.66663, 1567.30579, 1590.01001, 1964.41492, 1996.146, 1773.63867, 1954.37524, 1945.11792, 1699.29517, 1724.81787, 1920.57141, 1786.79761, 1672.4895, 1441.02661, 1632.35205, 1414.32446, 2410.60303, 1852.50037, 1961.17432, 1718.57129, 1845.5647, 1664.53198, 1937.30835, 1719.6123, 1894.44678, 1589.54919, 1687.08704, 1558.25806, 1732.41895, 1681.8335, 2023.28931, 1764.33228, 1925.6615, 1867.19263, 1592.08716, 1692.31421, 1706.09094, 1629.19958, 1405.18005, 1685.15955, 1965.44946, 2018.61377, 1850.23938, 1735.78662, 1736.23621, 1995.22034, 1615.86169, 1918.48584, 1694.4458, 2261.25146, 1787.55847, 1817.7439, 2037.31055, 1776.8335, 1377.68115, 1760.55176, 1553.00317, 1696.68665, 1943.80945, 1746.52344, 1786.03369, 1822.36804, 1583.26001, 1849.35303, 1898.11255, 2060.5564, 1383.31665, 1767.94141, 2037.72644, 1474.74927, 1965.39453, 1658.0238, 1744.85535, 2310.74048, 1403.48853, 2347.96875, 1688.52002, 1973.98474, 1949.46045, 1902.37671, 2079.50464, 1732.98047, 1703.9519, 2181.39209, 1583.03162, 1863.32581, 1643.29834, 1971.69165, 1904.94238, 1890.50391, 1949.60278, 2046.21631, 1636.43396, 2005.53418, 1904.49805, 1440.24109, 1901.2594, 1842.2478, 1581.85608, 1810.84583, 2006.72546, 2290.01172, 1628.92847, 1860.0376, 1584.93665, 2203.64307, 1609.93652, 1610.87854, 1718.68872, 2071.88232, 1739.31165, 1680.75342, 1885.15186, 2272.08862, 1584.14258, 2434.40991, 1804.82239, 1822.9032, 1838.62622, 1978.56152, 2020.03674, 1891.97192, 1912.48315, 2144.3291, 1820.86218, 2312.40088, 1869.31177, 1930.60571, 1716.09814, 2186.03955, 1828.80127, 1959.14478, 1439.21033, 1765.71021, 1950.35474, 1861.06787, 2005.38354, 1692.08447, 2177.54102, 1719.82544, 1731.96875, 1840.51184, 1957.92004, 2425.00781, 2208.48096, 1824.02698, 2077.51465, 2045.04004, 2126.4021, 2649.65698, 1575.54175, 2259.30981, 2037.05627, 2003.32227, 1789.33472, 2060.09424, 2037.76978, 1994.99158, 1864.5647, 2195.12476, 2116.48389, 2065.62964, 2661.83301, 1917.55615, 1845.35938, 1764.65991, 1972.07007, 2006.27002, 1781.46692, 2024.87524, 1908.95947, 2124.00977, 1939.66541, 2019.41858, 1775.6333, 1719.21326, 2149.6189, 2187.74512, 2578.5022, 1833.55127, 2657.63867, 2138.11182, 2052.90503, 1948.495, 2089.18628, 2097.1272, 2339.69287, 2053.18921, 2142.83496, 2483.54883, 2621.7583, 2121.02783, 2222.39648, 1989.33032, 2195.50146, 2464.36865, 2437.30469, 2144.47754, 2098.08154, 2287.07422, 2139.96045, 2013.6969, 2343.82202, 2317.34863, 2720.43701, 2476.39502, 2704.3623, 2769.57715 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "2.5": { "alpha": 2.5, "neutral_kl_from_bare": 11.13307162106136, "neutral_loss": 12.752053433790453, "target_docs_loss": 11.897728327717896, "neutral_init_loss": 13.410381201171875, "target_docs_init_loss": 9.879236436631944, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 183.51727, 235.59637, 285.61139, 299.83978, 224.66757, 320.20605, 316.65399, 248.82227, 293.74789, 327.48706, 319.33215, 297.13702, 391.2644, 339.04254, 348.33759, 346.65631, 308.67529, 359.88654, 403.6098, 429.185, 358.53345, 394.47098, 354.33542, 337.67767, 376.3559, 377.67007, 346.12445, 408.53751, 374.17053, 356.45779, 382.23053, 390.24457, 333.76907, 410.60303, 421.83939, 353.47009, 440.89227, 369.41888, 388.34845, 418.48767, 441.82932, 379.88116, 366.49393, 411.60022, 429.98627, 393.36597, 441.11743, 460.57318, 382.69873, 357.13187, 470.1488, 405.284, 399.05145, 409.74899, 429.67657, 423.24478, 408.12216, 505.21292, 346.24774, 435.37665, 493.52969, 466.25177, 474.2789, 354.49469, 383.59409, 386.59357, 355.98056, 409.91571, 463.84436, 364.31631, 458.07504, 418.78665, 384.69025, 418.85388, 406.742, 385.20966, 377.14764, 399.49014, 408.89502, 481.68634, 369.64569, 420.61591, 415.84711, 475.974, 409.06506, 479.82373, 392.73242, 460.04984, 462.16144, 455.49829, 482.60818, 480.88831, 432.43909, 371.60742, 381.95551, 405.67242, 425.31894, 421.58966, 532.55096, 457.50607, 491.76959, 384.18741, 427.8551, 426.29019, 478.13574, 444.58984, 444.3493, 433.33435, 463.57489, 475.03485, 459.99149, 403.61795, 452.41718, 446.71875, 498.16797, 544.72229, 467.63849, 506.61578, 433.716, 382.58405, 449.30045, 478.95074, 491.634, 459.26575, 474.17932, 470.7002, 440.82501, 553.74353, 468.84799, 432.27911, 500.84738, 546.82953, 498.47406, 422.45093, 497.09714, 433.25208, 486.03094, 500.29938, 541.04102, 499.89722, 511.00888, 395.0701, 526.53699, 465.20874, 472.59338, 476.61453, 497.39526, 516.18134, 456.71973, 505.20831, 466.61713, 494.27563, 462.5726, 447.70911, 408.28329, 541.60303, 472.97775, 529.23303, 487.57193, 542.47321, 498.54147, 508.77209, 475.85449, 543.04785, 524.04517, 435.99738, 450.88989, 491.73825, 532.11499, 502.8605, 433.64661, 538.07312, 555.84625, 498.94855, 459.84537, 471.20697, 409.97012, 555.71387, 553.31775, 541.71277, 459.66028, 411.40616, 543.1532, 521.15802, 569.4212, 551.02655, 440.68372, 493.61542, 505.34634, 532.99213, 527.98535, 471.30176, 473.34567, 569.39771, 601.62659, 498.11465, 542.42859, 528.80261, 487.11267, 579.57996, 530.49915, 549.00836, 489.19751, 585.02051, 536.11627, 566.0957, 477.70636, 483.87726, 519.47815, 493.24722, 586.65649, 497.16174, 544.28143, 521.92139, 510.34021, 546.40063, 527.53113, 547.68018, 605.29797, 555.11957, 433.97797, 539.1355, 646.16455, 560.95923, 534.13525, 534.53418, 607.39642, 515.15833, 659.55286, 460.10382, 524.97711, 591.91278, 640.07281, 557.71332, 545.22162, 542.31519, 549.00195, 573.89423, 587.26489, 611.67432, 662.40442, 645.98193, 636.53003, 591.41504, 618.25269, 610.74292, 706.26678, 632.38037, 545.70538, 685.25873, 692.60614, 734.92627, 668.2981, 881.75043, 966.96796, 972.09589, 993.66412, 1009.50818, 1044.84973, 1008.42279, 999.44385, 952.86255, 983.0719, 1080.52588, 1191.39526, 1213.93408, 995.7887, 1081.54053, 1051.85437, 1137.04053, 1133.13184, 1067.1228, 1092.29944, 1255.96277, 1119.38953, 1097.27197, 1137.76074, 1110.57898, 1160.89502, 1168.38391, 1137.96973, 1038.81958, 1223.99268, 1249.50452, 1273.13721, 1137.46558, 1106.39441, 1179.43213, 1266.60352, 1164.6217, 1311.43445, 1284.61536, 1200.89001, 1210.49707, 1218.86572, 1150.89893, 1180.63196, 1210.50586, 1262.86389, 1194.32703, 1249.49158, 1225.36584, 1249.48657, 1227.18469, 1299.0979, 1222.51782, 1368.89282, 1246.11975, 1267.40601, 1311.86755, 1193.62256, 1106.8739, 1218.52844, 1237.30566, 1184.44238, 1335.98169, 1315.71326, 1274.90149, 1274.81519, 1174.00623, 1173.88965, 1134.45068, 1221.11279, 1277.19336, 1371.21216, 1283.17493, 1386.64844, 1356.7478, 1238.67224, 1232.6084, 1344.68823, 1297.97656, 1260.8335, 1302.83569, 1215.99695, 1250.56885, 1261.05481, 1364.02637, 1393.28992, 1279.90991, 1288.84985, 1421.94727, 1352.58057, 1283.8302, 1364.80054, 1333.65845, 1375.21497, 1330.59863, 1283.16687, 1365.33862, 1431.80249, 1276.39417, 1370.15381, 1448.27405, 1365.48328, 1308.02356, 1330.94226, 1294.8252, 1310.72717, 1389.4845, 1324.19409, 1351.09436, 1353.21228, 1241.88269, 1376.36755, 1386.89941, 1368.55823, 1332.31543, 1380.11499, 1281.55566, 1374.87354, 1290.6814, 1482.61938, 1262.51538, 1402.81543, 1330.8418, 1435.45068, 1357.61682, 1359.06519, 1409.19678, 1434.67468, 1445.93872, 1257.82007, 1553.13037, 1357.17114, 1411.30005, 1413.86914, 1419.53882, 1521.30005, 1421.4834, 1529.41541, 1466.79053, 1394.03638, 1367.13403, 1402.92676, 1411.96777, 1439.72168, 1366.86816, 1505.49292, 1538.62988, 1303.08643, 1455.20337, 1436.69324, 1448.60388, 1444.96777, 1329.22876, 1503.88391, 1279.85083, 1475.34668, 1478.08179, 1383.55713, 1417.2041, 1448.78027, 1512.04333, 1457.78882, 1435.78516, 1584.22852, 1475.33105, 1498.08887, 1436.89246, 1442.37891, 1557.71948, 1525.57007, 1508.50806, 1438.48145, 1571.25073, 1494.19946, 1516.48083, 1421.28833, 1424.61829, 1496.12866, 1573.28027, 1522.26978, 1637.15771, 1554.56543, 1560.3916, 1493.77014, 1443.04553, 1595.45312, 1599.30249, 1571.7915, 1605.33984, 1624.76147, 1542.06836, 1582.78833, 1551.89575, 1619.05164, 1542.46143, 1605.05054, 1607.6189, 1495.22046, 1478.42676, 1567.69714, 1570.46777, 1637.51221, 1604.88818, 1459.93884, 1574.58447, 1548.46729, 1610.79553, 1636.15894, 1722.72827, 1606.93628, 1688.90747, 1799.13281, 1584.15088, 1481.67041, 1660.50403, 1706.09033, 1611.85449, 1779.14941, 1676.91943, 1728.66431, 1744.91553, 1804.16577, 1750.28772, 1727.18054, 1729.80957, 1796.23816, 1718.36877, 1756.14746, 1858.36499, 1875.27478, 1856.81641, 1600.26721, 1763.84924, 1917.2312, 1759.25598, 1831.13989, 1876.71362, 1929.31128, 1774.00342, 1814.98181, 1842.00525, 1859.19824, 1923.56995, 1840.10754, 1942.9668, 2034.92603, 1948.44165 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 1770.56055, 1781.89197, 2037.33325, 2124.10547, 2174.23535, 2341.5686, 2425.45361, 2513.65063, 2496.03687, 2437.91797, 2653.4209, 2636.03516, 2835.79688, 2660.97949, 2682.95947, 2667.40796, 2708.26025, 2822.2085, 2867.94385, 2619.36572, 2744.46802, 2924.79248, 3005.52466, 2803.75146, 2929.27393, 2905.16309, 2826.44287, 2820.06348, 3092.34253, 3002.63623, 2991.54932, 3141.35254, 3014.36499, 2959.89697, 3089.16162, 3246.33789, 3123.18506, 3235.1189, 3179.20947, 3212.86084, 3237.9563, 3178.2207, 3207.70752, 3489.0835, 3398.84009, 3172.34521, 3333.42871, 3475.00122, 3403.729, 3545.85449, 3527.08057, 3305.46436, 3351.42725, 3335.04639, 3399.79761, 3395.73877, 3471.43823, 3428.19287, 3463.97119, 3314.4209, 3630.0415, 3263.52246, 3478.15527, 3432.73218, 3348.05957, 3464.95117, 3383.6792, 3337.65649, 3272.67261, 3363.19141, 3514.80151, 3359.82812, 3578.35767, 3419.3916, 3512.09717, 3420.18604, 3588.1333, 3595.46289, 3412.95264, 3672.13965, 3633.60571, 3504.31299, 3318.36719, 3544.5874, 3676.15283, 3642.91113, 3613.26709, 3638.27783, 3603.06396, 3785.53076, 3530.33691, 3726.28491, 3573.76025, 3491.47534, 3583.79858, 3438.08838, 3613.75732, 3739.52075, 3497.32715, 3627.7793, 3613.34106, 3589.08081, 3725.15503, 3773.37695, 3609.60327, 3831.02051, 3795.66187, 3954.36279, 3749.96143, 3705.61133, 3797.26343, 3864.81567, 3691.19214, 3850.771, 3864.16333, 3619.95117, 3856.96948, 3887.91895, 3788.2041, 3704.71558, 3895.12109, 3870.30737, 3705.66577, 3746.38208, 3528.75586, 3849.81104, 4024.19678, 3872.00854, 3878.59961, 3762.86572, 3849.24854, 3876.89429, 3872.4707, 3621.78906, 3754.4209, 3787.18823, 3786.07031, 3816.30762, 3502.79736, 4055.0293, 4050.48682, 3894.89526, 3882.15259, 3846.36841, 3888.48022, 3880.97168, 3921.10791, 3823.9707, 3985.97168, 3759.50391, 3915.76562, 3688.00049, 3934.26392, 3893.13013, 4011.77588, 4034.48877, 3911.73584, 3890.07739, 3990.31348, 3966.24951, 3900.51782, 4006.37524, 3900.46191, 3769.33765, 3831.70264, 4079.44189, 3869.31592, 4020.26294, 4226.36279, 3951.71484, 4051.5293, 4110.66504, 3917.30029, 4020.97803, 3958.75098, 3925.3374, 3999.83105, 3936.56641, 3945.79688, 4193.20264, 3875.74878, 4056.40869, 3942.23633, 4019.1084, 4112.20312, 4319.01465, 4174.08203, 4302.68652, 4009.62061, 4081.36914, 4037.1272, 4178.14258, 4036.18115, 4176.2041, 4086.19067, 4145.73047, 4015.52295, 4103.3667, 3974.52832, 3849.93115, 3887.37549, 4064.56348, 4278.59326, 4148.60938, 4119.08643, 4001.78711, 4061.85596, 4034.51489, 4125.83154, 4055.21973, 4078.39209, 3932.42163, 3993.71631, 4197.05713, 4215.87109, 4208.89746, 4251.48584, 4175.93799, 3951.51074, 4184.70947, 4151.75977, 4066.21362, 4161.84766, 4103.99805, 4099.4082, 4026.25757, 4216.76514, 4325.08301, 4172.03271, 4021.7915, 4286.18652, 3996.6543, 3926.61084, 4111.21631, 4202.93848, 4119.88672, 4460.26514, 4144.07617, 4135.5752, 4220.80371, 4248.66455, 4209.78174, 4285.08789, 4160.70312, 4436.18848, 4328.92969, 4186.95215, 4126.97559, 3998.92065, 4272.58887, 4354.96289, 4151.78223, 4198.94336, 4185.53711, 4226.15332, 4264.69238, 4317.16309, 4199.95996, 3874.91406, 4496.87744, 4120.15918, 4231.44287, 4143.09521, 4082.646, 4035.22388, 4181.85059, 4438.36914, 4211.67871, 4402.48145, 4250.88428, 4313.64746, 4461.70508, 4338.44043, 4348.10742, 4345.73975, 4234.31934, 4463.6709, 4145.32617, 4279.01807, 4274.15869, 4394.5918, 4478.34082, 4298.00098, 4054.11523, 4413.40674, 4429.29346, 4476.89893, 4596.45703, 4271.91602, 4405.87891, 4502.28467, 4440.34082, 4273.87744, 4343.54102, 4238.94043, 4449.87109, 4551.14355, 4317.39258, 4533.00488, 4518.15186, 4513.65625, 4252.35254, 4385.15088, 4380.33496, 4321.91553, 4294.81396, 4261.52148, 4372.03369, 4112.24121, 4219.13916, 4228.39258, 4290.28516, 4561.02441, 4441.41699, 4435.13184, 4398.17383, 4109.54883, 4549.50293, 4631.83594, 4507.39648, 4440.61133, 4552.44873, 4251.42139, 4451.42285, 4525.96875, 4529.69043, 4383.51562, 4833.6543, 4688.54297, 4273.31494, 4342.46777, 4606.00635, 4540.78809, 4710.85938, 4641.42188, 4605.63672, 4502.02246, 4735.2832, 4629.24805, 4693.15771, 4533.39062, 4606.36572, 4500.25879, 4635.18555, 4590.59766, 4627.59473, 4294.99512, 4521.50244, 4676.32422, 4630.60059, 4677.13525, 4550.41113, 4727.92969, 4593.04199, 4451.74756, 4193.53125, 4808.68457, 4383.63281, 4449.71143, 4604.92188, 4637.29004, 4529.61035, 4705.33105, 4518.26953, 4600.63574, 4815.37695, 4237.57568, 4436.78027, 4672.27832, 4775.52246, 4394.68701, 4718.74121, 4509.8125, 4694.08105, 4592.20898, 4997.08594, 4572.47656, 4517.99561, 4456.42725, 4660.08008, 4479.75537, 4659.38672, 4635.76123, 4818.69531, 4605.29883, 4853.625, 4488.7832, 4539.05859, 4756.8457, 4623.68018, 5035.84814, 4872.34619, 4806.33496, 4880.8877, 4625.85156, 4948.5127, 4771.36279, 4600.7998, 4849.08594, 4699.0459, 4716.05762, 5061.96826, 4560.22363, 4895.21436, 4951.19141, 4987.54688, 4848.1665, 5098.80078, 4708.3877, 4977.78662, 4868.47412, 4819.24805, 4606.73975, 4786.23145, 4632.26367, 5100.32324, 4778.8877, 4899.21729, 4998.38037, 4998.21729, 4844.99951, 4968.67383, 4923.55762, 4771.4541, 4826.42334, 4931.00879, 4948.38232, 5289.76904, 4952.25049, 4860.92529, 5064.89648, 4929.77051, 5159.42188, 5183.98926, 5139.71191, 4991.9126, 5239.79346, 5057.10889, 5117.78174, 4949.41211, 5196.50684, 5115.81836, 4980.89551, 5023.15625, 5251.0083, 5100.04004, 5172.27344, 5106.79688, 5280.95215, 5092.41211, 5320.98877, 5385.04688, 5463.9624, 5135.88623, 5417.74805, 5256.58252, 5066.65674, 5216.66553, 5056.55322, 5197.36426, 5138.60938, 5390.38477, 5271.86816, 5283.52881, 5367.90723, 5299.27734, 5415.50391, 5073.86914, 5443.83154, 5333.05469, 5508.85254, 5248.73584, 5665.93066, 5215.80859, 5613.03711, 5034.64404, 5571.99609, 5391.75586, 5396.22168, 5311.2998, 5537.97266, 5986.74023, 5831.63574, 5866.23242, 5608.15039, 5918.32715, 5968.03174, 5892.28418, 5979.5708, 5749.93018, 5834.17676, 5727.65771, 6131.19678, 5978.91992, 5760.92578, 5914.88281, 6743.10742, 6319.17822, 6921.26562, 7652.82471 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } }, "3.0": { "alpha": 3.0, "neutral_kl_from_bare": 13.763620562210875, "neutral_loss": 14.961353307430642, "target_docs_loss": 13.275732393054891, "neutral_init_loss": 16.75227375488281, "target_docs_init_loss": 13.469929897732206, "n_neutral_tokens": 36540, "n_target_docs_tokens": 177895, "per_example": { "neutral": { "sums": [ 221.26401, 291.41913, 389.6868, 374.60977, 294.20532, 386.14154, 404.33035, 344.92365, 419.72522, 438.16559, 366.76068, 384.11438, 475.91516, 412.23895, 455.64081, 405.46075, 433.44855, 448.00922, 491.92676, 461.99997, 417.80569, 464.56525, 409.10321, 446.82086, 446.59155, 452.89697, 423.45566, 506.25305, 460.74118, 439.63843, 484.41034, 467.37958, 436.78091, 516.17505, 526.41846, 469.44849, 518.11041, 425.21393, 467.23151, 477.36993, 517.92108, 465.67953, 474.67828, 518.409, 498.66101, 521.28113, 494.91837, 552.30347, 471.83813, 461.8446, 518.63397, 510.94781, 502.12354, 490.68799, 541.27734, 521.68427, 492.92236, 579.47864, 474.32361, 502.69882, 528.0752, 523.22034, 540.58948, 467.43823, 470.17514, 521.42529, 504.35635, 520.88281, 584.58368, 469.99686, 579.00378, 520.57593, 483.60974, 483.18164, 519.73547, 470.64502, 532.64978, 502.7655, 559.80139, 548.76672, 485.41501, 547.84155, 516.67896, 537.15851, 512.03375, 591.54712, 537.0625, 558.5481, 585.06238, 559.20551, 559.19391, 557.05164, 564.65039, 498.67279, 495.48663, 507.33032, 507.20947, 546.22272, 622.8493, 577.27393, 552.4693, 478.97437, 536.87604, 525.9082, 582.14917, 555.06329, 545.86407, 521.45142, 596.2063, 577.20441, 578.70874, 512.98505, 586.29333, 566.65503, 613.13263, 619.16138, 589.33289, 590.48785, 529.49561, 495.26294, 540.74615, 576.70978, 588.91058, 584.69019, 563.45996, 557.36176, 529.90002, 618.82336, 593.72876, 575.16168, 614.24707, 621.45374, 591.90063, 577.05017, 603.08618, 565.20526, 578.15442, 604.63928, 630.21289, 622.82684, 625.16699, 538.40192, 613.32758, 597.18225, 566.97845, 624.63159, 562.0293, 651.88611, 561.06348, 591.8396, 566.8714, 564.29309, 583.86401, 578.65564, 622.54126, 662.28296, 598.37854, 646.29297, 606.23676, 634.50842, 599.23584, 616.61023, 664.37756, 649.52783, 608.81213, 601.45953, 630.35522, 640.32166, 644.45874, 619.91968, 582.93921, 649.7312, 700.65698, 622.02795, 644.16254, 630.42682, 542.10291, 678.37524, 696.1828, 635.29803, 600.1983, 528.26538, 658.0968, 640.81903, 688.39917, 672.57654, 641.45172, 621.96387, 655.51453, 686.53601, 618.60474, 625.27783, 633.91943, 638.86499, 693.31177, 666.06372, 654.49048, 602.17279, 645.17725, 698.98718, 650.91992, 683.82306, 591.3689, 697.28943, 663.20667, 665.72412, 642.62933, 610.04883, 679.44055, 678.81677, 762.90491, 667.37897, 640.51721, 681.78113, 669.14185, 662.92285, 679.38171, 691.07068, 676.55591, 709.63513, 619.17755, 660.5094, 749.90851, 739.7475, 710.10333, 723.74805, 752.53741, 664.61267, 765.74792, 660.90558, 735.22949, 733.11548, 750.65887, 705.401, 755.35529, 705.53192, 711.96326, 724.09869, 711.89923, 775.43079, 791.20422, 784.41675, 701.36194, 785.60791, 795.25037, 780.96301, 847.26862, 813.62042, 766.31335, 785.64636, 827.3866, 826.26227, 832.26624, 1039.57581, 1124.01099, 1125.91687, 1089.38477, 1152.80176, 1163.12964, 1174.69812, 1136.69641, 1107.90015, 1158.4834, 1273.58179, 1306.68164, 1321.50488, 1165.81836, 1270.27063, 1262.8811, 1266.5249, 1316.13306, 1297.26978, 1302.70142, 1324.67273, 1306.41235, 1261.79907, 1360.76099, 1296.03833, 1317.92505, 1326.64832, 1311.93079, 1293.03101, 1407.90625, 1404.35425, 1419.66602, 1288.85718, 1313.88379, 1374.49792, 1398.81934, 1333.12134, 1432.2218, 1463.29199, 1321.48364, 1376.74658, 1398.19958, 1323.10352, 1340.24121, 1362.80688, 1503.19739, 1409.57324, 1380.00549, 1404.60815, 1417.59363, 1401.50452, 1421.68872, 1404.83521, 1442.47412, 1420.34424, 1461.94763, 1447.84448, 1369.23779, 1341.58374, 1441.20947, 1458.56873, 1459.25049, 1470.31238, 1523.97766, 1485.87988, 1482.26721, 1438.50671, 1416.10571, 1343.09534, 1415.22009, 1513.79553, 1492.46118, 1391.88257, 1530.85693, 1548.55347, 1449.72083, 1465.76929, 1498.80444, 1481.91211, 1463.31274, 1496.10107, 1428.00513, 1484.5094, 1447.88818, 1435.43237, 1541.8103, 1429.06421, 1511.04639, 1552.0625, 1600.45435, 1535.48645, 1597.67249, 1487.49854, 1613.34839, 1603.75, 1531.81458, 1589.70752, 1557.82373, 1524.91357, 1584.09998, 1607.0697, 1568.3606, 1483.85791, 1538.50195, 1571.57581, 1579.13672, 1588.73767, 1510.38391, 1551.49316, 1539.97656, 1458.22266, 1624.20435, 1672.14453, 1525.38489, 1505.62878, 1559.84033, 1473.08716, 1530.979, 1556.19067, 1671.34888, 1461.62073, 1629.5094, 1556.41528, 1580.71973, 1537.53992, 1536.35938, 1614.57959, 1731.90894, 1644.36035, 1557.57141, 1719.65771, 1524.07019, 1600.08459, 1622.18237, 1557.52759, 1684.0625, 1646.65259, 1671.59961, 1694.67041, 1545.38708, 1647.35583, 1545.51025, 1650.86621, 1672.58203, 1610.72241, 1688.82788, 1716.58752, 1473.60547, 1635.09045, 1713.34546, 1662.8606, 1651.30725, 1543.49121, 1705.29736, 1585.69727, 1658.14624, 1629.7146, 1697.46558, 1637.75903, 1683.39355, 1765.02563, 1726.06348, 1634.40308, 1753.229, 1713.87585, 1612.14099, 1619.17456, 1720.12646, 1762.09668, 1721.75757, 1745.87341, 1699.47437, 1731.62085, 1754.51343, 1788.62207, 1659.48145, 1707.48511, 1729.396, 1856.62634, 1702.53625, 1846.55103, 1715.87524, 1747.33203, 1725.84509, 1760.44385, 1776.54517, 1822.30688, 1804.59863, 1774.41382, 1844.88354, 1807.83411, 1836.71924, 1741.5011, 1821.42419, 1753.14294, 1812.94885, 1853.76416, 1754.02612, 1735.6283, 1799.35229, 1789.81738, 1880.48828, 1798.51929, 1746.2019, 1837.42749, 1812.77576, 1855.83533, 1847.79089, 1902.13477, 1839.2511, 1905.47437, 1992.12463, 1884.37708, 1777.31299, 1927.23877, 1936.21338, 1946.30273, 2061.17065, 1970.8573, 1963.92407, 1908.96582, 2114.69189, 1958.50513, 1937.60522, 1982.41833, 2002.28564, 2032.49976, 2016.44458, 2157.67773, 2088.24536, 2143.47803, 1992.09253, 2107.51904, 2138.64429, 2110.49072, 2095.47266, 2029.97205, 2252.70361, 2077.53198, 2090.62671, 2124.72314, 2108.57422, 2205.35571, 2173.4458, 2313.00122, 2335.25, 2388.18115 ], "ns": [ 14, 20, 22, 23, 19, 25, 26, 23, 27, 26, 25, 27, 29, 27, 28, 25, 27, 27, 30, 29, 29, 31, 28, 30, 30, 30, 27, 33, 30, 27, 31, 30, 28, 32, 33, 32, 33, 29, 30, 31, 33, 29, 32, 32, 31, 34, 33, 33, 30, 31, 33, 34, 32, 32, 35, 33, 34, 35, 31, 33, 36, 34, 34, 31, 30, 32, 32, 33, 37, 32, 34, 33, 31, 34, 36, 32, 36, 33, 36, 37, 31, 37, 32, 36, 33, 36, 33, 36, 37, 36, 35, 35, 36, 32, 32, 34, 35, 36, 38, 38, 37, 32, 36, 34, 37, 37, 34, 35, 38, 37, 39, 35, 38, 35, 38, 39, 38, 39, 35, 33, 38, 39, 39, 38, 37, 37, 37, 39, 37, 37, 38, 39, 38, 38, 38, 37, 37, 40, 41, 40, 40, 39, 40, 39, 38, 41, 38, 40, 37, 39, 37, 39, 37, 36, 41, 41, 41, 41, 42, 42, 39, 39, 40, 41, 40, 40, 43, 41, 42, 43, 38, 43, 43, 41, 42, 42, 39, 43, 44, 42, 37, 37, 43, 41, 44, 44, 43, 43, 43, 43, 41, 40, 42, 43, 43, 42, 43, 41, 42, 44, 40, 42, 39, 44, 43, 44, 42, 40, 44, 43, 46, 44, 44, 45, 44, 43, 46, 46, 45, 46, 42, 42, 48, 47, 44, 46, 46, 45, 50, 44, 48, 46, 48, 47, 47, 47, 45, 46, 50, 50, 48, 51, 48, 50, 50, 50, 53, 53, 54, 52, 53, 55, 54, 64, 68, 72, 70, 75, 72, 77, 74, 78, 77, 82, 81, 82, 82, 81, 85, 84, 86, 86, 85, 89, 87, 86, 85, 88, 88, 85, 90, 88, 90, 89, 91, 87, 85, 89, 90, 92, 93, 93, 90, 92, 89, 91, 91, 90, 93, 91, 92, 93, 93, 94, 95, 93, 93, 95, 93, 96, 93, 91, 96, 91, 98, 97, 97, 99, 99, 98, 99, 93, 97, 98, 98, 98, 99, 100, 100, 96, 101, 96, 99, 97, 98, 100, 99, 99, 103, 96, 99, 102, 101, 100, 104, 100, 102, 103, 103, 103, 104, 102, 100, 103, 104, 101, 102, 101, 104, 106, 104, 103, 104, 99, 107, 105, 106, 102, 104, 105, 105, 106, 106, 103, 108, 104, 108, 108, 108, 109, 108, 107, 106, 110, 107, 109, 107, 109, 109, 109, 110, 110, 110, 110, 110, 112, 108, 111, 113, 111, 105, 108, 113, 112, 112, 109, 112, 114, 112, 112, 116, 111, 115, 115, 115, 116, 116, 115, 116, 112, 116, 119, 118, 117, 119, 118, 119, 120, 118, 119, 119, 119, 116, 121, 118, 122, 122, 121, 122, 120, 120, 121, 122, 122, 123, 122, 124, 123, 122, 124, 125, 123, 125, 124, 125, 125, 125, 126, 127, 125, 127, 128, 129, 130, 133, 130, 131, 133, 132, 133, 134, 136, 133, 135, 137, 134, 138, 137, 139, 138, 138, 142, 142, 148, 146, 148, 149, 145, 150, 148, 152, 146, 157, 157, 158, 160, 162, 168, 166, 175 ] }, "target_docs": { "sums": [ 2208.94824, 2204.19873, 2005.40271, 1974.96118, 2601.5166, 2315.57715, 2929.49805, 2921.59766, 2514.66553, 2880.68164, 3033.95752, 3154.78711, 3508.34961, 3078.6604, 2565.96289, 3361.97705, 3068.88281, 3276.08887, 2806.99878, 3169.93555, 3425.99854, 3383.04834, 3446.92822, 3428.39893, 3579.00488, 3400.86719, 3612.48486, 3545.39111, 3550.50244, 2984.48047, 3375.51807, 3227.72363, 3517.21143, 3601.4082, 3754.9812, 3728.70703, 3863.73779, 3423.41113, 3497.76074, 3502.89453, 3730.43652, 3825.63232, 3127.55298, 3378.66479, 3751.12793, 3981.47241, 4125.32715, 4170.0791, 4030.8374, 3437.62939, 4102.57568, 4064.42456, 4032.6001, 4018.33618, 3963.14551, 3323.15576, 3930.07275, 4040.20532, 3990.64087, 4073.48975, 3350.04614, 3996.09326, 4088.94702, 3404.42017, 3844.43237, 3354.75195, 4045.16309, 4152.0625, 4190.36621, 3421.77075, 4226.33008, 3963.58032, 4243.98291, 3909.64673, 4118.67236, 3513.74561, 4061.55615, 3549.68311, 3553.86914, 3917.85327, 4053.80566, 3639.77197, 3383.36328, 3470.4707, 4227.86914, 4134.41699, 4353.98145, 4156.85938, 4046.16016, 4168.1626, 4308.2627, 3608.68896, 3687.98169, 4327.00977, 4080.85718, 4427.46289, 3660.89062, 3823.13428, 4251.22559, 3566.85815, 4572.32812, 4264.28809, 3535.02539, 3673.41724, 4403.50879, 4518.20459, 4410.19629, 3745.89258, 3526.78638, 4209.46875, 4623.50586, 3880.74023, 4343.8374, 4453.91943, 4335.4707, 4547.49219, 4314.76855, 4659.78906, 4572.81055, 4199.26172, 4348.10254, 4596.89111, 3884.23828, 4508.98633, 4124.74609, 4373.49805, 3828.15527, 3831.55225, 3807.55469, 4409.74854, 4518.729, 3739.5498, 4147.08789, 4375.50732, 4510.14209, 3805.13184, 4413.82324, 4390.55859, 4091.62207, 4634.42627, 3811.99438, 4659.7002, 4620.23779, 4448.49561, 4611.66406, 4646.8623, 3815.85181, 4610.49707, 3749.82715, 4592.22021, 4096.19238, 4776.43652, 4586.55371, 3765.30469, 4017.09106, 3928.36523, 4594.15771, 4583.67188, 3895.43066, 4580.83252, 4253.46484, 3975.83569, 4725.66016, 4572.23926, 3723.68677, 4947.14062, 4636.5415, 3837.3374, 4759.16016, 4512.54297, 4618.65869, 3830.27686, 4429.43066, 4477.43604, 4296.97852, 4683.00049, 4680.3999, 4248.36914, 4336.22607, 3838.87134, 4789.06006, 3699.79004, 4669.12158, 3927.16309, 3990.87427, 4133.62695, 4671.56592, 4896.86426, 4383.41504, 4036.67871, 4881.02051, 4536.65869, 4183.2666, 4022.14453, 4693.76367, 4203.74707, 4858.9668, 4812.92969, 4578.64453, 4614.91602, 4828.88428, 4835.81934, 4782.41602, 4425.24072, 4119.86719, 4667.62842, 4745.78271, 4986.01904, 4733.8125, 4265.61621, 4097.86328, 4744.63135, 4973.52734, 4960.5791, 4780.01465, 4042.15381, 4193.26465, 4684.48633, 3946.12378, 4463.77441, 4729.78174, 4698.34473, 4753.2793, 4956.3584, 4693.40381, 4975.51465, 4644.60596, 4384.96924, 4818.80615, 4631.60645, 5010.04199, 4818.71875, 4884.61475, 5182.5957, 4045.43213, 4855.83789, 4851.82715, 4100.49268, 4849.5249, 4906.85498, 4084.40356, 4855.43604, 4928.39551, 4747.56934, 5252.94434, 4079.86377, 4753.53027, 5054.22461, 4894.29785, 4829.53027, 5146.94629, 5040.49854, 4875.77002, 4728.82568, 5012.81348, 4010.32007, 4313.21973, 4092.52881, 4048.45508, 4274.64697, 4852.45703, 4946.21484, 5296.83203, 5020.71875, 4293.44434, 5260.54785, 4375.93848, 5132.72461, 5165.35352, 5274.06738, 5232.44824, 5242.66309, 5094.88477, 4931.56836, 4920.27246, 5044.29492, 5379.35645, 4280.38477, 5324.43066, 4135.81396, 4943.21973, 5383.39648, 4914.51758, 4947.77881, 4995.73828, 5106.02979, 5354.81689, 4350.61816, 4263.65039, 5207.65283, 5181.83252, 4417.83447, 5309.09863, 4055.43652, 4823.87939, 5270.71484, 4654.33398, 4951.92236, 4787.97119, 5115.44775, 5197.24121, 4959.43262, 4332.41406, 4919.38281, 5314.05176, 4926.90234, 4952.99414, 5198.29395, 4342.47119, 4482.67969, 4346.61426, 5074.44336, 4367.82031, 5465.18066, 5294.80957, 4323.70898, 4326.42188, 5205.52734, 5188.02734, 5486.36035, 5104.90137, 5177.03174, 4376.0918, 5431.99121, 4329.02344, 5016.29785, 4299.83838, 5510.39648, 4444.02637, 4444.2002, 5245.80371, 4436.63184, 5438.64746, 5108.23438, 4626.14844, 5085.40723, 5351.95654, 4706.37256, 4449.91797, 5331.20312, 5532.39404, 5142.51465, 5120.53809, 5351.86816, 5198.98096, 5265.85449, 5124.73682, 5464.69727, 5114.8833, 5628.08301, 4524.21094, 5065.40869, 5420.1333, 5354.88525, 5209.64746, 4395.23633, 5501.13428, 4938.08496, 5457.99805, 5286.49512, 5489.17041, 5354.95117, 4631.81396, 5539.0293, 5629.46045, 5769.46484, 4289.47363, 4367.20117, 5295.11865, 5496.93701, 4586.5791, 5701.51953, 4770.63086, 5638.14111, 5347.1748, 4910.92969, 5529.4751, 5571.25, 4640.20654, 4462.29297, 5400.95264, 5279.5498, 4510.49561, 5714.36621, 5411.17236, 5785.20605, 5172.5249, 5314.13867, 5057.74756, 5102.52344, 5182.53125, 5578.2041, 5366.11182, 4746.52734, 5699.22656, 5348.26855, 5393.61523, 4784.8457, 5702.7002, 5467.19531, 5668.32373, 4907.25, 4737.95117, 5671.45605, 5904.04395, 5806.26953, 5353.6499, 5140.32227, 5440.43408, 5417.84033, 4637.82324, 4864.94287, 4896.52246, 5427.66455, 4740.41943, 4824.17676, 5500.21191, 4901.84863, 5956.87646, 5714.28857, 5503.70117, 5412.63086, 6008.75732, 5972.89893, 5484.66895, 5918.71387, 5633.8833, 5339.88477, 5260.95459, 5634.77979, 6043.62598, 5612.26611, 6111.88086, 5299.60449, 5651.29785, 5568.19531, 5266.41797, 4851.43945, 4958.125, 5862.7915, 5110.23096, 5642.5957, 5899.44482, 5264.21631, 5818.95801, 5504.42383, 5966.23291, 5158.24512, 5829.71143, 5891.52148, 5517.26123, 5871.36914, 6469.90771, 6276.6123, 5460.02588, 5877.14355, 6024.86523, 5887.03516, 6026.46582, 5950.81836, 6150.82373, 5948.31982, 6061.16211, 6153.63428, 6253.65039, 5044.51172, 6499.32861, 5967.71973, 6321.37549, 6307.53223, 5970.625, 5082.62354, 5391.03613, 5498.23633, 6299.55518, 5319.49512, 6387.33398, 6197.94189, 6376.83008, 6546.47021, 6508.79883, 6334.83398, 6302.9624, 6642.41357, 6608.0752, 6848.83887, 6679.20312, 5964.00977, 5953.07617, 6438.37012, 7032.31494, 5953.51758, 7037.13965, 5731.66406, 7118.05762, 7261.69238, 6439.43115, 7434.3584, 6935.67139, 8933.47559 ], "ns": [ 149, 152, 158, 171, 183, 187, 204, 207, 208, 208, 218, 219, 222, 226, 226, 227, 227, 229, 230, 230, 232, 236, 236, 237, 239, 241, 242, 243, 249, 250, 250, 252, 252, 252, 259, 262, 262, 262, 263, 264, 265, 266, 271, 272, 273, 274, 278, 278, 278, 279, 281, 281, 281, 282, 282, 282, 283, 284, 284, 284, 284, 284, 285, 285, 285, 285, 285, 286, 287, 287, 288, 288, 288, 290, 291, 291, 292, 293, 293, 293, 293, 294, 294, 294, 296, 299, 300, 300, 300, 300, 300, 303, 303, 303, 303, 303, 304, 304, 304, 304, 305, 306, 306, 306, 308, 309, 309, 310, 310, 311, 311, 312, 312, 313, 313, 313, 313, 314, 314, 314, 314, 315, 315, 315, 316, 317, 317, 318, 318, 318, 318, 319, 319, 319, 319, 319, 319, 320, 320, 321, 321, 321, 322, 322, 322, 322, 322, 323, 323, 325, 325, 325, 326, 326, 326, 327, 327, 328, 328, 328, 328, 328, 329, 329, 329, 329, 330, 330, 330, 330, 330, 331, 331, 332, 332, 333, 333, 333, 334, 334, 334, 335, 335, 336, 336, 336, 336, 337, 337, 337, 337, 338, 338, 338, 338, 339, 339, 339, 339, 339, 339, 339, 339, 340, 340, 340, 340, 340, 341, 341, 341, 341, 341, 342, 342, 342, 343, 343, 343, 343, 343, 344, 344, 344, 344, 345, 345, 345, 347, 347, 348, 348, 348, 349, 349, 349, 349, 349, 350, 350, 351, 351, 351, 352, 352, 352, 353, 354, 354, 354, 355, 355, 356, 356, 356, 357, 357, 357, 357, 358, 358, 359, 359, 359, 359, 359, 359, 360, 360, 360, 360, 360, 360, 361, 361, 361, 361, 361, 361, 362, 362, 362, 362, 363, 364, 364, 364, 365, 365, 365, 365, 366, 366, 366, 366, 367, 367, 367, 369, 370, 370, 370, 371, 371, 372, 372, 372, 373, 373, 373, 374, 374, 374, 374, 374, 375, 375, 375, 375, 375, 376, 376, 376, 377, 377, 377, 378, 378, 378, 379, 379, 379, 379, 379, 380, 380, 381, 381, 381, 381, 381, 382, 382, 383, 383, 384, 384, 384, 385, 386, 386, 386, 386, 386, 387, 387, 387, 388, 389, 390, 390, 391, 391, 391, 392, 392, 392, 393, 394, 394, 394, 394, 395, 395, 395, 395, 395, 397, 397, 398, 398, 398, 399, 399, 399, 399, 400, 400, 400, 400, 400, 402, 403, 403, 404, 405, 406, 406, 407, 407, 407, 407, 408, 408, 408, 409, 409, 410, 410, 412, 412, 412, 412, 413, 413, 413, 414, 414, 414, 417, 417, 418, 418, 418, 418, 419, 419, 420, 420, 421, 421, 421, 424, 424, 424, 425, 427, 427, 427, 428, 429, 430, 431, 431, 432, 432, 434, 436, 437, 439, 441, 441, 441, 441, 442, 443, 445, 446, 447, 448, 449, 450, 453, 454, 455, 455, 456, 457, 457, 457, 458, 459, 460, 461, 461, 467, 467, 470, 477, 478, 478, 486, 489, 492, 499, 499, 500, 504, 508, 510, 511, 516, 521, 528, 529, 534, 541, 543, 597, 690 ] } } } }, "protocol": "teacher-forced CE; chat = first assistant turn, prompt-masked, init split first 10 tokens; docs = completion NLL @1024; alpha via peft per-layer scaling; corpora from build_alpha_probe_corpora.py; damage = KL(bare||alpha) on neutral", "adapter_lora_B_l1": 89346.62230300903, "lib_versions": { "transformers": "5.14.1", "peft": "0.20.0", "torch": "2.7.0+cu128" }, "gpu": "NVIDIA B200", "git_commit": "1a8851c" }